{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012523481527864746,
      "grad_norm": 30.0,
      "learning_rate": 6.666666666666667e-06,
      "loss": 2.8921972274780274,
      "step": 5
    },
    {
      "epoch": 0.025046963055729492,
      "grad_norm": 7.75,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 2.628790283203125,
      "step": 10
    },
    {
      "epoch": 0.03757044458359424,
      "grad_norm": 5.21875,
      "learning_rate": 1.9998688836656322e-05,
      "loss": 2.347702980041504,
      "step": 15
    },
    {
      "epoch": 0.050093926111458985,
      "grad_norm": 4.6875,
      "learning_rate": 1.9983942197426272e-05,
      "loss": 2.0862865447998047,
      "step": 20
    },
    {
      "epoch": 0.06261740763932373,
      "grad_norm": 2.734375,
      "learning_rate": 1.995283421166614e-05,
      "loss": 1.9360042572021485,
      "step": 25
    },
    {
      "epoch": 0.07514088916718847,
      "grad_norm": 2.390625,
      "learning_rate": 1.9905415858090036e-05,
      "loss": 1.79677734375,
      "step": 30
    },
    {
      "epoch": 0.08766437069505323,
      "grad_norm": 3.0,
      "learning_rate": 1.9841764844290744e-05,
      "loss": 1.8103729248046876,
      "step": 35
    },
    {
      "epoch": 0.10018785222291797,
      "grad_norm": 2.015625,
      "learning_rate": 1.976198547939518e-05,
      "loss": 1.7013376235961915,
      "step": 40
    },
    {
      "epoch": 0.11271133375078271,
      "grad_norm": 2.84375,
      "learning_rate": 1.9666208503126115e-05,
      "loss": 1.683538818359375,
      "step": 45
    },
    {
      "epoch": 0.12523481527864747,
      "grad_norm": 2.3125,
      "learning_rate": 1.955459087155033e-05,
      "loss": 1.6649005889892579,
      "step": 50
    },
    {
      "epoch": 0.13775829680651222,
      "grad_norm": 2.28125,
      "learning_rate": 1.9427315499864345e-05,
      "loss": 1.6299520492553712,
      "step": 55
    },
    {
      "epoch": 0.15028177833437695,
      "grad_norm": 2.15625,
      "learning_rate": 1.928459096263918e-05,
      "loss": 1.6017047882080078,
      "step": 60
    },
    {
      "epoch": 0.1628052598622417,
      "grad_norm": 2.6875,
      "learning_rate": 1.9126651152015404e-05,
      "loss": 1.7135601043701172,
      "step": 65
    },
    {
      "epoch": 0.17532874139010646,
      "grad_norm": 2.5,
      "learning_rate": 1.8953754894408617e-05,
      "loss": 1.5896422386169433,
      "step": 70
    },
    {
      "epoch": 0.18785222291797118,
      "grad_norm": 2.203125,
      "learning_rate": 1.876618552635348e-05,
      "loss": 1.562188720703125,
      "step": 75
    },
    {
      "epoch": 0.20037570444583594,
      "grad_norm": 2.109375,
      "learning_rate": 1.8564250430181387e-05,
      "loss": 1.5557002067565917,
      "step": 80
    },
    {
      "epoch": 0.2128991859737007,
      "grad_norm": 2.21875,
      "learning_rate": 1.8348280530292712e-05,
      "loss": 1.539021873474121,
      "step": 85
    },
    {
      "epoch": 0.22542266750156542,
      "grad_norm": 2.125,
      "learning_rate": 1.8118629750849106e-05,
      "loss": 1.5848278999328613,
      "step": 90
    },
    {
      "epoch": 0.23794614902943018,
      "grad_norm": 2.046875,
      "learning_rate": 1.7875674435774546e-05,
      "loss": 1.5281625747680665,
      "step": 95
    },
    {
      "epoch": 0.25046963055729493,
      "grad_norm": 3.140625,
      "learning_rate": 1.7619812732015664e-05,
      "loss": 1.5766194343566895,
      "step": 100
    },
    {
      "epoch": 0.2629931120851597,
      "grad_norm": 2.015625,
      "learning_rate": 1.7351463937072008e-05,
      "loss": 1.5553075790405273,
      "step": 105
    },
    {
      "epoch": 0.27551659361302444,
      "grad_norm": 2.359375,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 1.5199402809143066,
      "step": 110
    },
    {
      "epoch": 0.28804007514088914,
      "grad_norm": 2.28125,
      "learning_rate": 1.6779083860075032e-05,
      "loss": 1.5134542465209961,
      "step": 115
    },
    {
      "epoch": 0.3005635566687539,
      "grad_norm": 2.109375,
      "learning_rate": 1.6475990575117603e-05,
      "loss": 1.505027961730957,
      "step": 120
    },
    {
      "epoch": 0.31308703819661865,
      "grad_norm": 2.3125,
      "learning_rate": 1.6162284656009276e-05,
      "loss": 1.5308698654174804,
      "step": 125
    },
    {
      "epoch": 0.3256105197244834,
      "grad_norm": 2.328125,
      "learning_rate": 1.5838480193391753e-05,
      "loss": 1.5138086318969726,
      "step": 130
    },
    {
      "epoch": 0.33813400125234816,
      "grad_norm": 2.03125,
      "learning_rate": 1.5505107827058038e-05,
      "loss": 1.4948357582092284,
      "step": 135
    },
    {
      "epoch": 0.3506574827802129,
      "grad_norm": 2.03125,
      "learning_rate": 1.516271387635786e-05,
      "loss": 1.496281051635742,
      "step": 140
    },
    {
      "epoch": 0.36318096430807767,
      "grad_norm": 2.390625,
      "learning_rate": 1.4811859444908053e-05,
      "loss": 1.5079349517822265,
      "step": 145
    },
    {
      "epoch": 0.37570444583594237,
      "grad_norm": 2.453125,
      "learning_rate": 1.4453119501074924e-05,
      "loss": 1.5319823265075683,
      "step": 150
    },
    {
      "epoch": 0.3882279273638071,
      "grad_norm": 2.171875,
      "learning_rate": 1.4087081935735565e-05,
      "loss": 1.5125651359558105,
      "step": 155
    },
    {
      "epoch": 0.4007514088916719,
      "grad_norm": 2.5,
      "learning_rate": 1.3714346598862168e-05,
      "loss": 1.446236801147461,
      "step": 160
    },
    {
      "epoch": 0.41327489041953663,
      "grad_norm": 2.03125,
      "learning_rate": 1.3335524316508208e-05,
      "loss": 1.5198042869567872,
      "step": 165
    },
    {
      "epoch": 0.4257983719474014,
      "grad_norm": 3.015625,
      "learning_rate": 1.2951235889807386e-05,
      "loss": 1.4537819862365722,
      "step": 170
    },
    {
      "epoch": 0.43832185347526614,
      "grad_norm": 2.109375,
      "learning_rate": 1.2562111077625723e-05,
      "loss": 1.465320873260498,
      "step": 175
    },
    {
      "epoch": 0.45084533500313084,
      "grad_norm": 2.015625,
      "learning_rate": 1.2168787564534078e-05,
      "loss": 1.516792106628418,
      "step": 180
    },
    {
      "epoch": 0.4633688165309956,
      "grad_norm": 2.09375,
      "learning_rate": 1.177190991579223e-05,
      "loss": 1.4903325080871581,
      "step": 185
    },
    {
      "epoch": 0.47589229805886035,
      "grad_norm": 2.203125,
      "learning_rate": 1.1372128521057155e-05,
      "loss": 1.4676374435424804,
      "step": 190
    },
    {
      "epoch": 0.4884157795867251,
      "grad_norm": 2.03125,
      "learning_rate": 1.0970098528546482e-05,
      "loss": 1.4557581901550294,
      "step": 195
    },
    {
      "epoch": 0.5009392611145899,
      "grad_norm": 2.140625,
      "learning_rate": 1.0566478771403763e-05,
      "loss": 1.4857282638549805,
      "step": 200
    },
    {
      "epoch": 0.5134627426424546,
      "grad_norm": 1.96875,
      "learning_rate": 1.0161930688025018e-05,
      "loss": 1.4773930549621581,
      "step": 205
    },
    {
      "epoch": 0.5259862241703194,
      "grad_norm": 2.484375,
      "learning_rate": 9.757117238115871e-06,
      "loss": 1.47579984664917,
      "step": 210
    },
    {
      "epoch": 0.5385097056981841,
      "grad_norm": 2.5625,
      "learning_rate": 9.352701816255643e-06,
      "loss": 1.44418306350708,
      "step": 215
    },
    {
      "epoch": 0.5510331872260489,
      "grad_norm": 3.03125,
      "learning_rate": 8.949347164748761e-06,
      "loss": 1.500422191619873,
      "step": 220
    },
    {
      "epoch": 0.5635566687539136,
      "grad_norm": 2.0,
      "learning_rate": 8.5477142875451e-06,
      "loss": 1.5320363998413087,
      "step": 225
    },
    {
      "epoch": 0.5760801502817783,
      "grad_norm": 2.078125,
      "learning_rate": 8.148461367009081e-06,
      "loss": 1.4355751037597657,
      "step": 230
    },
    {
      "epoch": 0.588603631809643,
      "grad_norm": 2.15625,
      "learning_rate": 7.752242685312709e-06,
      "loss": 1.4459010124206544,
      "step": 235
    },
    {
      "epoch": 0.6011271133375078,
      "grad_norm": 1.84375,
      "learning_rate": 7.35970755222007e-06,
      "loss": 1.461744785308838,
      "step": 240
    },
    {
      "epoch": 0.6136505948653725,
      "grad_norm": 3.0,
      "learning_rate": 6.971499241020495e-06,
      "loss": 1.4327082633972168,
      "step": 245
    },
    {
      "epoch": 0.6261740763932373,
      "grad_norm": 2.390625,
      "learning_rate": 6.588253934354039e-06,
      "loss": 1.4809480667114259,
      "step": 250
    },
    {
      "epoch": 0.638697557921102,
      "grad_norm": 2.234375,
      "learning_rate": 6.210599681656933e-06,
      "loss": 1.4388222694396973,
      "step": 255
    },
    {
      "epoch": 0.6512210394489668,
      "grad_norm": 2.09375,
      "learning_rate": 5.839155369935407e-06,
      "loss": 1.4551708221435546,
      "step": 260
    },
    {
      "epoch": 0.6637445209768316,
      "grad_norm": 2.921875,
      "learning_rate": 5.4745297095546125e-06,
      "loss": 1.530555248260498,
      "step": 265
    },
    {
      "epoch": 0.6762680025046963,
      "grad_norm": 1.8671875,
      "learning_rate": 5.117320236704697e-06,
      "loss": 1.4364937782287597,
      "step": 270
    },
    {
      "epoch": 0.6887914840325611,
      "grad_norm": 2.25,
      "learning_rate": 4.7681123341787e-06,
      "loss": 1.453016185760498,
      "step": 275
    },
    {
      "epoch": 0.7013149655604258,
      "grad_norm": 2.09375,
      "learning_rate": 4.427478272067066e-06,
      "loss": 1.4480918884277343,
      "step": 280
    },
    {
      "epoch": 0.7138384470882906,
      "grad_norm": 2.140625,
      "learning_rate": 4.095976269940777e-06,
      "loss": 1.4924870491027833,
      "step": 285
    },
    {
      "epoch": 0.7263619286161553,
      "grad_norm": 2.234375,
      "learning_rate": 3.7741495820600128e-06,
      "loss": 1.456740951538086,
      "step": 290
    },
    {
      "epoch": 0.73888541014402,
      "grad_norm": 2.171875,
      "learning_rate": 3.4625256071074776e-06,
      "loss": 1.4691086769104005,
      "step": 295
    },
    {
      "epoch": 0.7514088916718847,
      "grad_norm": 1.953125,
      "learning_rate": 3.1616150239052647e-06,
      "loss": 1.4497017860412598,
      "step": 300
    },
    {
      "epoch": 0.7639323731997495,
      "grad_norm": 2.1875,
      "learning_rate": 2.8719109545317102e-06,
      "loss": 1.5338096618652344,
      "step": 305
    },
    {
      "epoch": 0.7764558547276142,
      "grad_norm": 2.375,
      "learning_rate": 2.593888156209603e-06,
      "loss": 1.5372199058532714,
      "step": 310
    },
    {
      "epoch": 0.788979336255479,
      "grad_norm": 2.09375,
      "learning_rate": 2.328002243290138e-06,
      "loss": 1.4532548904418945,
      "step": 315
    },
    {
      "epoch": 0.8015028177833438,
      "grad_norm": 2.265625,
      "learning_rate": 2.074688940607529e-06,
      "loss": 1.5102259635925293,
      "step": 320
    },
    {
      "epoch": 0.8140262993112085,
      "grad_norm": 2.09375,
      "learning_rate": 1.8343633694278895e-06,
      "loss": 1.5231080055236816,
      "step": 325
    },
    {
      "epoch": 0.8265497808390733,
      "grad_norm": 2.1875,
      "learning_rate": 1.607419367162577e-06,
      "loss": 1.4568578720092773,
      "step": 330
    },
    {
      "epoch": 0.839073262366938,
      "grad_norm": 2.0625,
      "learning_rate": 1.3942288419607476e-06,
      "loss": 1.4671332359313964,
      "step": 335
    },
    {
      "epoch": 0.8515967438948028,
      "grad_norm": 2.46875,
      "learning_rate": 1.195141163238892e-06,
      "loss": 1.4900860786437988,
      "step": 340
    },
    {
      "epoch": 0.8641202254226675,
      "grad_norm": 1.8203125,
      "learning_rate": 1.010482589146048e-06,
      "loss": 1.4515322685241698,
      "step": 345
    },
    {
      "epoch": 0.8766437069505323,
      "grad_norm": 2.546875,
      "learning_rate": 8.405557319029911e-07,
      "loss": 1.4923242568969726,
      "step": 350
    },
    {
      "epoch": 0.889167188478397,
      "grad_norm": 2.265625,
      "learning_rate": 6.856390618915775e-07,
      "loss": 1.425497817993164,
      "step": 355
    },
    {
      "epoch": 0.9016906700062617,
      "grad_norm": 2.3125,
      "learning_rate": 5.459864513068991e-07,
      "loss": 1.4502497673034669,
      "step": 360
    },
    {
      "epoch": 0.9142141515341264,
      "grad_norm": 2.125,
      "learning_rate": 4.218267581201296e-07,
      "loss": 1.4536723136901855,
      "step": 365
    },
    {
      "epoch": 0.9267376330619912,
      "grad_norm": 2.4375,
      "learning_rate": 3.133634510338235e-07,
      "loss": 1.4516624450683593,
      "step": 370
    },
    {
      "epoch": 0.939261114589856,
      "grad_norm": 2.078125,
      "learning_rate": 2.2077427604429435e-07,
      "loss": 1.5296987533569335,
      "step": 375
    },
    {
      "epoch": 0.9517845961177207,
      "grad_norm": 2.25,
      "learning_rate": 1.4421096515749855e-07,
      "loss": 1.4879746437072754,
      "step": 380
    },
    {
      "epoch": 0.9643080776455855,
      "grad_norm": 2.171875,
      "learning_rate": 8.379898773574924e-08,
      "loss": 1.5177797317504882,
      "step": 385
    },
    {
      "epoch": 0.9768315591734502,
      "grad_norm": 2.125,
      "learning_rate": 3.963734488278248e-08,
      "loss": 1.5221965789794922,
      "step": 390
    },
    {
      "epoch": 0.989355040701315,
      "grad_norm": 2.921875,
      "learning_rate": 1.179840720409331e-08,
      "loss": 1.5340576171875,
      "step": 395
    },
    {
      "epoch": 1.0,
      "grad_norm": 8.0,
      "learning_rate": 3.277962084369257e-10,
      "loss": 1.4072744369506835,
      "step": 400
    },
    {
      "epoch": 1.0,
      "step": 400,
      "total_flos": 1.913639661702574e+17,
      "train_loss": 1.5678150677680969,
      "train_runtime": 3206.5361,
      "train_samples_per_second": 0.498,
      "train_steps_per_second": 0.125
    }
  ],
  "logging_steps": 5,
  "max_steps": 400,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.913639661702574e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}