{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012523481527864746,
      "grad_norm": 29.625,
      "learning_rate": 6.666666666666667e-06,
      "loss": 3.0092775344848635,
      "step": 5
    },
    {
      "epoch": 0.025046963055729492,
      "grad_norm": 8.8125,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 2.547764778137207,
      "step": 10
    },
    {
      "epoch": 0.03757044458359424,
      "grad_norm": 4.9375,
      "learning_rate": 1.9998688836656322e-05,
      "loss": 2.233675956726074,
      "step": 15
    },
    {
      "epoch": 0.050093926111458985,
      "grad_norm": 3.015625,
      "learning_rate": 1.9983942197426272e-05,
      "loss": 2.057873344421387,
      "step": 20
    },
    {
      "epoch": 0.06261740763932373,
      "grad_norm": 3.09375,
      "learning_rate": 1.995283421166614e-05,
      "loss": 1.851465606689453,
      "step": 25
    },
    {
      "epoch": 0.07514088916718847,
      "grad_norm": 3.265625,
      "learning_rate": 1.9905415858090036e-05,
      "loss": 1.855565071105957,
      "step": 30
    },
    {
      "epoch": 0.08766437069505323,
      "grad_norm": 2.359375,
      "learning_rate": 1.9841764844290744e-05,
      "loss": 1.752499771118164,
      "step": 35
    },
    {
      "epoch": 0.10018785222291797,
      "grad_norm": 2.921875,
      "learning_rate": 1.976198547939518e-05,
      "loss": 1.8114988327026367,
      "step": 40
    },
    {
      "epoch": 0.11271133375078271,
      "grad_norm": 2.59375,
      "learning_rate": 1.9666208503126115e-05,
      "loss": 1.6981731414794923,
      "step": 45
    },
    {
      "epoch": 0.12523481527864747,
      "grad_norm": 2.34375,
      "learning_rate": 1.955459087155033e-05,
      "loss": 1.6682065963745116,
      "step": 50
    },
    {
      "epoch": 0.13775829680651222,
      "grad_norm": 2.21875,
      "learning_rate": 1.9427315499864345e-05,
      "loss": 1.654319953918457,
      "step": 55
    },
    {
      "epoch": 0.15028177833437695,
      "grad_norm": 2.109375,
      "learning_rate": 1.928459096263918e-05,
      "loss": 1.628897476196289,
      "step": 60
    },
    {
      "epoch": 0.1628052598622417,
      "grad_norm": 2.140625,
      "learning_rate": 1.9126651152015404e-05,
      "loss": 1.588959312438965,
      "step": 65
    },
    {
      "epoch": 0.17532874139010646,
      "grad_norm": 2.390625,
      "learning_rate": 1.8953754894408617e-05,
      "loss": 1.643252182006836,
      "step": 70
    },
    {
      "epoch": 0.18785222291797118,
      "grad_norm": 2.59375,
      "learning_rate": 1.876618552635348e-05,
      "loss": 1.575343132019043,
      "step": 75
    },
    {
      "epoch": 0.20037570444583594,
      "grad_norm": 2.3125,
      "learning_rate": 1.8564250430181387e-05,
      "loss": 1.6070398330688476,
      "step": 80
    },
    {
      "epoch": 0.2128991859737007,
      "grad_norm": 2.09375,
      "learning_rate": 1.8348280530292712e-05,
      "loss": 1.6005193710327148,
      "step": 85
    },
    {
      "epoch": 0.22542266750156542,
      "grad_norm": 2.296875,
      "learning_rate": 1.8118629750849106e-05,
      "loss": 1.5561012268066405,
      "step": 90
    },
    {
      "epoch": 0.23794614902943018,
      "grad_norm": 1.9140625,
      "learning_rate": 1.7875674435774546e-05,
      "loss": 1.5994838714599608,
      "step": 95
    },
    {
      "epoch": 0.25046963055729493,
      "grad_norm": 2.046875,
      "learning_rate": 1.7619812732015664e-05,
      "loss": 1.5856236457824706,
      "step": 100
    },
    {
      "epoch": 0.2629931120851597,
      "grad_norm": 2.703125,
      "learning_rate": 1.7351463937072008e-05,
      "loss": 1.5562751770019532,
      "step": 105
    },
    {
      "epoch": 0.27551659361302444,
      "grad_norm": 2.234375,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 1.5253159523010253,
      "step": 110
    },
    {
      "epoch": 0.28804007514088914,
      "grad_norm": 2.875,
      "learning_rate": 1.6779083860075032e-05,
      "loss": 1.5002705574035644,
      "step": 115
    },
    {
      "epoch": 0.3005635566687539,
      "grad_norm": 2.296875,
      "learning_rate": 1.6475990575117603e-05,
      "loss": 1.5255040168762206,
      "step": 120
    },
    {
      "epoch": 0.31308703819661865,
      "grad_norm": 3.53125,
      "learning_rate": 1.6162284656009276e-05,
      "loss": 1.489553737640381,
      "step": 125
    },
    {
      "epoch": 0.3256105197244834,
      "grad_norm": 2.390625,
      "learning_rate": 1.5838480193391753e-05,
      "loss": 1.4954115867614746,
      "step": 130
    },
    {
      "epoch": 0.33813400125234816,
      "grad_norm": 1.921875,
      "learning_rate": 1.5505107827058038e-05,
      "loss": 1.504003143310547,
      "step": 135
    },
    {
      "epoch": 0.3506574827802129,
      "grad_norm": 2.078125,
      "learning_rate": 1.516271387635786e-05,
      "loss": 1.5397921562194825,
      "step": 140
    },
    {
      "epoch": 0.36318096430807767,
      "grad_norm": 2.6875,
      "learning_rate": 1.4811859444908053e-05,
      "loss": 1.5844552040100097,
      "step": 145
    },
    {
      "epoch": 0.37570444583594237,
      "grad_norm": 2.328125,
      "learning_rate": 1.4453119501074924e-05,
      "loss": 1.4908522605895995,
      "step": 150
    },
    {
      "epoch": 0.3882279273638071,
      "grad_norm": 2.5625,
      "learning_rate": 1.4087081935735565e-05,
      "loss": 1.4880791664123536,
      "step": 155
    },
    {
      "epoch": 0.4007514088916719,
      "grad_norm": 2.234375,
      "learning_rate": 1.3714346598862168e-05,
      "loss": 1.4971721649169922,
      "step": 160
    },
    {
      "epoch": 0.41327489041953663,
      "grad_norm": 3.03125,
      "learning_rate": 1.3335524316508208e-05,
      "loss": 1.4654574394226074,
      "step": 165
    },
    {
      "epoch": 0.4257983719474014,
      "grad_norm": 1.9296875,
      "learning_rate": 1.2951235889807386e-05,
      "loss": 1.450455379486084,
      "step": 170
    },
    {
      "epoch": 0.43832185347526614,
      "grad_norm": 2.21875,
      "learning_rate": 1.2562111077625723e-05,
      "loss": 1.570608425140381,
      "step": 175
    },
    {
      "epoch": 0.45084533500313084,
      "grad_norm": 2.46875,
      "learning_rate": 1.2168787564534078e-05,
      "loss": 1.4704577445983886,
      "step": 180
    },
    {
      "epoch": 0.4633688165309956,
      "grad_norm": 2.140625,
      "learning_rate": 1.177190991579223e-05,
      "loss": 1.5063845634460449,
      "step": 185
    },
    {
      "epoch": 0.47589229805886035,
      "grad_norm": 2.3125,
      "learning_rate": 1.1372128521057155e-05,
      "loss": 1.4744919776916503,
      "step": 190
    },
    {
      "epoch": 0.4884157795867251,
      "grad_norm": 2.390625,
      "learning_rate": 1.0970098528546482e-05,
      "loss": 1.511544895172119,
      "step": 195
    },
    {
      "epoch": 0.5009392611145899,
      "grad_norm": 1.7578125,
      "learning_rate": 1.0566478771403763e-05,
      "loss": 1.4689907073974608,
      "step": 200
    },
    {
      "epoch": 0.5134627426424546,
      "grad_norm": 2.4375,
      "learning_rate": 1.0161930688025018e-05,
      "loss": 1.4732332229614258,
      "step": 205
    },
    {
      "epoch": 0.5259862241703194,
      "grad_norm": 2.359375,
      "learning_rate": 9.757117238115871e-06,
      "loss": 1.4493576049804688,
      "step": 210
    },
    {
      "epoch": 0.5385097056981841,
      "grad_norm": 1.9296875,
      "learning_rate": 9.352701816255643e-06,
      "loss": 1.4741571426391602,
      "step": 215
    },
    {
      "epoch": 0.5510331872260489,
      "grad_norm": 2.484375,
      "learning_rate": 8.949347164748761e-06,
      "loss": 1.4440049171447753,
      "step": 220
    },
    {
      "epoch": 0.5635566687539136,
      "grad_norm": 2.3125,
      "learning_rate": 8.5477142875451e-06,
      "loss": 1.5042129516601563,
      "step": 225
    },
    {
      "epoch": 0.5760801502817783,
      "grad_norm": 1.9921875,
      "learning_rate": 8.148461367009081e-06,
      "loss": 1.479151153564453,
      "step": 230
    },
    {
      "epoch": 0.588603631809643,
      "grad_norm": 1.984375,
      "learning_rate": 7.752242685312709e-06,
      "loss": 1.5147887229919434,
      "step": 235
    },
    {
      "epoch": 0.6011271133375078,
      "grad_norm": 3.046875,
      "learning_rate": 7.35970755222007e-06,
      "loss": 1.4407625198364258,
      "step": 240
    },
    {
      "epoch": 0.6136505948653725,
      "grad_norm": 3.15625,
      "learning_rate": 6.971499241020495e-06,
      "loss": 1.4036590576171875,
      "step": 245
    },
    {
      "epoch": 0.6261740763932373,
      "grad_norm": 2.53125,
      "learning_rate": 6.588253934354039e-06,
      "loss": 1.4591806411743165,
      "step": 250
    },
    {
      "epoch": 0.638697557921102,
      "grad_norm": 2.0625,
      "learning_rate": 6.210599681656933e-06,
      "loss": 1.5027113914489747,
      "step": 255
    },
    {
      "epoch": 0.6512210394489668,
      "grad_norm": 1.953125,
      "learning_rate": 5.839155369935407e-06,
      "loss": 1.4685559272766113,
      "step": 260
    },
    {
      "epoch": 0.6637445209768316,
      "grad_norm": 2.375,
      "learning_rate": 5.4745297095546125e-06,
      "loss": 1.5166523933410645,
      "step": 265
    },
    {
      "epoch": 0.6762680025046963,
      "grad_norm": 2.625,
      "learning_rate": 5.117320236704697e-06,
      "loss": 1.4691507339477539,
      "step": 270
    },
    {
      "epoch": 0.6887914840325611,
      "grad_norm": 2.078125,
      "learning_rate": 4.7681123341787e-06,
      "loss": 1.53342924118042,
      "step": 275
    },
    {
      "epoch": 0.7013149655604258,
      "grad_norm": 2.453125,
      "learning_rate": 4.427478272067066e-06,
      "loss": 1.514073371887207,
      "step": 280
    },
    {
      "epoch": 0.7138384470882906,
      "grad_norm": 2.234375,
      "learning_rate": 4.095976269940777e-06,
      "loss": 1.4454584121704102,
      "step": 285
    },
    {
      "epoch": 0.7263619286161553,
      "grad_norm": 1.828125,
      "learning_rate": 3.7741495820600128e-06,
      "loss": 1.4844335556030273,
      "step": 290
    },
    {
      "epoch": 0.73888541014402,
      "grad_norm": 2.015625,
      "learning_rate": 3.4625256071074776e-06,
      "loss": 1.4866701126098634,
      "step": 295
    },
    {
      "epoch": 0.7514088916718847,
      "grad_norm": 2.53125,
      "learning_rate": 3.1616150239052647e-06,
      "loss": 1.4392054557800293,
      "step": 300
    },
    {
      "epoch": 0.7639323731997495,
      "grad_norm": 2.5625,
      "learning_rate": 2.8719109545317102e-06,
      "loss": 1.4637357711791992,
      "step": 305
    },
    {
      "epoch": 0.7764558547276142,
      "grad_norm": 2.390625,
      "learning_rate": 2.593888156209603e-06,
      "loss": 1.4387860298156738,
      "step": 310
    },
    {
      "epoch": 0.788979336255479,
      "grad_norm": 2.265625,
      "learning_rate": 2.328002243290138e-06,
      "loss": 1.4650882720947265,
      "step": 315
    },
    {
      "epoch": 0.8015028177833438,
      "grad_norm": 1.984375,
      "learning_rate": 2.074688940607529e-06,
      "loss": 1.5315435409545899,
      "step": 320
    },
    {
      "epoch": 0.8140262993112085,
      "grad_norm": 2.515625,
      "learning_rate": 1.8343633694278895e-06,
      "loss": 1.5125369071960448,
      "step": 325
    },
    {
      "epoch": 0.8265497808390733,
      "grad_norm": 2.203125,
      "learning_rate": 1.607419367162577e-06,
      "loss": 1.4377523422241212,
      "step": 330
    },
    {
      "epoch": 0.839073262366938,
      "grad_norm": 2.4375,
      "learning_rate": 1.3942288419607476e-06,
      "loss": 1.4360872268676759,
      "step": 335
    },
    {
      "epoch": 0.8515967438948028,
      "grad_norm": 1.9609375,
      "learning_rate": 1.195141163238892e-06,
      "loss": 1.4957749366760253,
      "step": 340
    },
    {
      "epoch": 0.8641202254226675,
      "grad_norm": 1.7578125,
      "learning_rate": 1.010482589146048e-06,
      "loss": 1.4363853454589843,
      "step": 345
    },
    {
      "epoch": 0.8766437069505323,
      "grad_norm": 2.0625,
      "learning_rate": 8.405557319029911e-07,
      "loss": 1.5025806427001953,
      "step": 350
    },
    {
      "epoch": 0.889167188478397,
      "grad_norm": 1.9453125,
      "learning_rate": 6.856390618915775e-07,
      "loss": 1.4651078224182128,
      "step": 355
    },
    {
      "epoch": 0.9016906700062617,
      "grad_norm": 2.140625,
      "learning_rate": 5.459864513068991e-07,
      "loss": 1.464914894104004,
      "step": 360
    },
    {
      "epoch": 0.9142141515341264,
      "grad_norm": 1.890625,
      "learning_rate": 4.218267581201296e-07,
      "loss": 1.44300537109375,
      "step": 365
    },
    {
      "epoch": 0.9267376330619912,
      "grad_norm": 2.359375,
      "learning_rate": 3.133634510338235e-07,
      "loss": 1.4994802474975586,
      "step": 370
    },
    {
      "epoch": 0.939261114589856,
      "grad_norm": 2.25,
      "learning_rate": 2.2077427604429435e-07,
      "loss": 1.4373616218566894,
      "step": 375
    },
    {
      "epoch": 0.9517845961177207,
      "grad_norm": 2.359375,
      "learning_rate": 1.4421096515749855e-07,
      "loss": 1.4988561630249024,
      "step": 380
    },
    {
      "epoch": 0.9643080776455855,
      "grad_norm": 2.25,
      "learning_rate": 8.379898773574924e-08,
      "loss": 1.5371465682983398,
      "step": 385
    },
    {
      "epoch": 0.9768315591734502,
      "grad_norm": 2.59375,
      "learning_rate": 3.963734488278248e-08,
      "loss": 1.4375405311584473,
      "step": 390
    },
    {
      "epoch": 0.989355040701315,
      "grad_norm": 2.546875,
      "learning_rate": 1.179840720409331e-08,
      "loss": 1.4510549545288085,
      "step": 395
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.5625,
      "learning_rate": 3.277962084369257e-10,
      "loss": 1.4790672302246093,
      "step": 400
    },
    {
      "epoch": 1.0,
      "step": 400,
      "total_flos": 1.9165347193492685e+17,
      "train_loss": 1.5697158980369568,
      "train_runtime": 3253.1715,
      "train_samples_per_second": 0.491,
      "train_steps_per_second": 0.123
    }
  ],
  "logging_steps": 5,
  "max_steps": 400,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.9165347193492685e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}