{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 420,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0477326968973747,
      "grad_norm": 3.792598396402823,
      "learning_rate": 6.923076923076923e-06,
      "loss": 1.7804,
      "step": 10
    },
    {
      "epoch": 0.0954653937947494,
      "grad_norm": 3.133312331753866,
      "learning_rate": 9.994638629661157e-06,
      "loss": 1.0888,
      "step": 20
    },
    {
      "epoch": 0.1431980906921241,
      "grad_norm": 2.5738359920998066,
      "learning_rate": 9.96191632837388e-06,
      "loss": 0.9481,
      "step": 30
    },
    {
      "epoch": 0.1909307875894988,
      "grad_norm": 2.4761984586954533,
      "learning_rate": 9.899644895607362e-06,
      "loss": 0.8732,
      "step": 40
    },
    {
      "epoch": 0.2386634844868735,
      "grad_norm": 2.23923340872218,
      "learning_rate": 9.808195169286402e-06,
      "loss": 0.8408,
      "step": 50
    },
    {
      "epoch": 0.2863961813842482,
      "grad_norm": 2.2576561797308656,
      "learning_rate": 9.688111749482416e-06,
      "loss": 0.7931,
      "step": 60
    },
    {
      "epoch": 0.3341288782816229,
      "grad_norm": 2.394086860913576,
      "learning_rate": 9.540109755219068e-06,
      "loss": 0.8051,
      "step": 70
    },
    {
      "epoch": 0.3818615751789976,
      "grad_norm": 2.0509490805698016,
      "learning_rate": 9.365070565805941e-06,
      "loss": 0.7735,
      "step": 80
    },
    {
      "epoch": 0.4295942720763723,
      "grad_norm": 2.306102249452906,
      "learning_rate": 9.164036572061354e-06,
      "loss": 0.7734,
      "step": 90
    },
    {
      "epoch": 0.477326968973747,
      "grad_norm": 2.1901447177925273,
      "learning_rate": 8.938204968681838e-06,
      "loss": 0.7752,
      "step": 100
    },
    {
      "epoch": 0.5250596658711217,
      "grad_norm": 2.156754909638999,
      "learning_rate": 8.688920624725798e-06,
      "loss": 0.7687,
      "step": 110
    },
    {
      "epoch": 0.5727923627684964,
      "grad_norm": 2.0929605770239617,
      "learning_rate": 8.417668074668988e-06,
      "loss": 0.7602,
      "step": 120
    },
    {
      "epoch": 0.6205250596658711,
      "grad_norm": 2.234313037071736,
      "learning_rate": 8.126062677726529e-06,
      "loss": 0.7578,
      "step": 130
    },
    {
      "epoch": 0.6682577565632458,
      "grad_norm": 2.1626950039794712,
      "learning_rate": 7.815840998089368e-06,
      "loss": 0.7383,
      "step": 140
    },
    {
      "epoch": 0.7159904534606205,
      "grad_norm": 1.7928525458645652,
      "learning_rate": 7.488850463362616e-06,
      "loss": 0.7113,
      "step": 150
    },
    {
      "epoch": 0.7637231503579952,
      "grad_norm": 2.082018682407666,
      "learning_rate": 7.147038362791731e-06,
      "loss": 0.7276,
      "step": 160
    },
    {
      "epoch": 0.8114558472553699,
      "grad_norm": 2.1101539500309014,
      "learning_rate": 6.7924402507941125e-06,
      "loss": 0.7243,
      "step": 170
    },
    {
      "epoch": 0.8591885441527446,
      "grad_norm": 1.8276935874791898,
      "learning_rate": 6.427167824855218e-06,
      "loss": 0.7276,
      "step": 180
    },
    {
      "epoch": 0.9069212410501193,
      "grad_norm": 1.9723562454703483,
      "learning_rate": 6.053396349978632e-06,
      "loss": 0.7373,
      "step": 190
    },
    {
      "epoch": 0.954653937947494,
      "grad_norm": 1.9619509428594932,
      "learning_rate": 5.673351704579747e-06,
      "loss": 0.7104,
      "step": 200
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.9508521881974266,
      "learning_rate": 5.289297124967216e-06,
      "loss": 0.6939,
      "step": 210
    },
    {
      "epoch": 1.0477326968973748,
      "grad_norm": 2.165080867978587,
      "learning_rate": 4.903519727351218e-06,
      "loss": 0.5156,
      "step": 220
    },
    {
      "epoch": 1.0954653937947494,
      "grad_norm": 2.155640295025137,
      "learning_rate": 4.518316887642484e-06,
      "loss": 0.4936,
      "step": 230
    },
    {
      "epoch": 1.1431980906921242,
      "grad_norm": 2.2448096170945413,
      "learning_rate": 4.135982560152907e-06,
      "loss": 0.4903,
      "step": 240
    },
    {
      "epoch": 1.1909307875894988,
      "grad_norm": 2.335307090429571,
      "learning_rate": 3.75879361667241e-06,
      "loss": 0.5153,
      "step": 250
    },
    {
      "epoch": 1.2386634844868736,
      "grad_norm": 1.9880728910364924,
      "learning_rate": 3.3889962872753834e-06,
      "loss": 0.4993,
      "step": 260
    },
    {
      "epoch": 1.2863961813842482,
      "grad_norm": 1.9991557534238604,
      "learning_rate": 3.028792783604242e-06,
      "loss": 0.4989,
      "step": 270
    },
    {
      "epoch": 1.334128878281623,
      "grad_norm": 2.256149746260398,
      "learning_rate": 2.6803281842908823e-06,
      "loss": 0.5111,
      "step": 280
    },
    {
      "epoch": 1.3818615751789975,
      "grad_norm": 1.8941648223063126,
      "learning_rate": 2.3456776606158227e-06,
      "loss": 0.5062,
      "step": 290
    },
    {
      "epoch": 1.4295942720763724,
      "grad_norm": 2.0336663985853023,
      "learning_rate": 2.0268341184785674e-06,
      "loss": 0.4831,
      "step": 300
    },
    {
      "epoch": 1.477326968973747,
      "grad_norm": 1.8511580250790538,
      "learning_rate": 1.7256963302735752e-06,
      "loss": 0.4993,
      "step": 310
    },
    {
      "epoch": 1.5250596658711217,
      "grad_norm": 1.9762983912287935,
      "learning_rate": 1.4440576273486856e-06,
      "loss": 0.5162,
      "step": 320
    },
    {
      "epoch": 1.5727923627684963,
      "grad_norm": 1.9999117959274775,
      "learning_rate": 1.1835952203845352e-06,
      "loss": 0.4896,
      "step": 330
    },
    {
      "epoch": 1.6205250596658711,
      "grad_norm": 2.103694501545566,
      "learning_rate": 9.458602112940618e-07,
      "loss": 0.4966,
      "step": 340
    },
    {
      "epoch": 1.668257756563246,
      "grad_norm": 2.0382561690750802,
      "learning_rate": 7.322683561231025e-07,
      "loss": 0.4852,
      "step": 350
    },
    {
      "epoch": 1.7159904534606205,
      "grad_norm": 2.319579256350246,
      "learning_rate": 5.440916339607138e-07,
      "loss": 0.4738,
      "step": 360
    },
    {
      "epoch": 1.763723150357995,
      "grad_norm": 2.0499623729236314,
      "learning_rate": 3.824506720679233e-07,
      "loss": 0.5048,
      "step": 370
    },
    {
      "epoch": 1.81145584725537,
      "grad_norm": 2.0511457934626196,
      "learning_rate": 2.4830807233466645e-07,
      "loss": 0.4855,
      "step": 380
    },
    {
      "epoch": 1.8591885441527447,
      "grad_norm": 2.1373753031510665,
      "learning_rate": 1.4246267880710817e-07,
      "loss": 0.4815,
      "step": 390
    },
    {
      "epoch": 1.9069212410501193,
      "grad_norm": 2.0720761339135167,
      "learning_rate": 6.554482042327004e-08,
      "loss": 0.4956,
      "step": 400
    },
    {
      "epoch": 1.9546539379474939,
      "grad_norm": 2.159348679673841,
      "learning_rate": 1.8012557287367394e-08,
      "loss": 0.4973,
      "step": 410
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.9991141585377976,
      "learning_rate": 1.4895283698412867e-10,
      "loss": 0.4761,
      "step": 420
    },
    {
      "epoch": 2.0,
      "step": 420,
      "total_flos": 13232307830784.0,
      "train_loss": 0.6648564997173491,
      "train_runtime": 594.9028,
      "train_samples_per_second": 11.259,
      "train_steps_per_second": 0.706
    }
  ],
  "logging_steps": 10,
  "max_steps": 420,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 13232307830784.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}