{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.99988665023095,
  "global_step": 35288,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06,
      "learning_rate": 2.9589095443210154e-06,
      "loss": 1.4651,
      "step": 500
    },
    {
      "epoch": 0.11,
      "learning_rate": 2.9178190886420315e-06,
      "loss": 1.4652,
      "step": 1000
    },
    {
      "epoch": 0.17,
      "learning_rate": 2.876728632963047e-06,
      "loss": 1.4649,
      "step": 1500
    },
    {
      "epoch": 0.23,
      "learning_rate": 2.8356381772840626e-06,
      "loss": 1.4647,
      "step": 2000
    },
    {
      "epoch": 0.28,
      "learning_rate": 2.7945477216050783e-06,
      "loss": 1.4646,
      "step": 2500
    },
    {
      "epoch": 0.34,
      "learning_rate": 2.753457265926094e-06,
      "loss": 1.4648,
      "step": 3000
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.7123668102471093e-06,
      "loss": 1.4643,
      "step": 3500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.6712763545681255e-06,
      "loss": 1.4643,
      "step": 4000
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.6301858988891408e-06,
      "loss": 1.464,
      "step": 4500
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.589095443210156e-06,
      "loss": 1.4639,
      "step": 5000
    },
    {
      "epoch": 0.62,
      "learning_rate": 2.5480049875311722e-06,
      "loss": 1.4642,
      "step": 5500
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.506914531852188e-06,
      "loss": 1.4637,
      "step": 6000
    },
    {
      "epoch": 0.74,
      "learning_rate": 2.4658240761732033e-06,
      "loss": 1.4639,
      "step": 6500
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.424733620494219e-06,
      "loss": 1.4639,
      "step": 7000
    },
    {
      "epoch": 0.85,
      "learning_rate": 2.3836431648152347e-06,
      "loss": 1.4638,
      "step": 7500
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.34255270913625e-06,
      "loss": 1.4637,
      "step": 8000
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.301462253457266e-06,
      "loss": 1.4629,
      "step": 8500
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.4708495140075684,
      "eval_runtime": 265.1581,
      "eval_samples_per_second": 107.54,
      "eval_steps_per_second": 1.346,
      "step": 8822
    },
    {
      "epoch": 1.02,
      "learning_rate": 2.2603717977782815e-06,
      "loss": 1.4631,
      "step": 9000
    },
    {
      "epoch": 1.08,
      "learning_rate": 2.219281342099297e-06,
      "loss": 1.4621,
      "step": 9500
    },
    {
      "epoch": 1.13,
      "learning_rate": 2.178190886420313e-06,
      "loss": 1.4621,
      "step": 10000
    },
    {
      "epoch": 1.19,
      "learning_rate": 2.1371004307413287e-06,
      "loss": 1.4617,
      "step": 10500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.096009975062344e-06,
      "loss": 1.4618,
      "step": 11000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0549195193833597e-06,
      "loss": 1.4622,
      "step": 11500
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.0138290637043754e-06,
      "loss": 1.4617,
      "step": 12000
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.972738608025391e-06,
      "loss": 1.4621,
      "step": 12500
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.931648152346407e-06,
      "loss": 1.4615,
      "step": 13000
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.8905576966674222e-06,
      "loss": 1.4615,
      "step": 13500
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.8494672409884385e-06,
      "loss": 1.4616,
      "step": 14000
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.8083767853094543e-06,
      "loss": 1.4615,
      "step": 14500
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.7672863296304691e-06,
      "loss": 1.4619,
      "step": 15000
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.7261958739514849e-06,
      "loss": 1.4613,
      "step": 15500
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.6851054182725004e-06,
      "loss": 1.4613,
      "step": 16000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.6440149625935161e-06,
      "loss": 1.4615,
      "step": 16500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.6029245069145325e-06,
      "loss": 1.4612,
      "step": 17000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.5618340512355474e-06,
      "loss": 1.4613,
      "step": 17500
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.4701755046844482,
      "eval_runtime": 263.8925,
      "eval_samples_per_second": 108.055,
      "eval_steps_per_second": 1.353,
      "step": 17644
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.520743595556563e-06,
      "loss": 1.4606,
      "step": 18000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.479653139877579e-06,
      "loss": 1.4607,
      "step": 18500
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4385626841985943e-06,
      "loss": 1.4602,
      "step": 19000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.39747222851961e-06,
      "loss": 1.4603,
      "step": 19500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.3563817728406258e-06,
      "loss": 1.4602,
      "step": 20000
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.3152913171616415e-06,
      "loss": 1.4602,
      "step": 20500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.2742008614826568e-06,
      "loss": 1.46,
      "step": 21000
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.233110405803673e-06,
      "loss": 1.4599,
      "step": 21500
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.1920199501246883e-06,
      "loss": 1.4602,
      "step": 22000
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.150929494445704e-06,
      "loss": 1.46,
      "step": 22500
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.1098390387667197e-06,
      "loss": 1.4601,
      "step": 23000
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.0687485830877354e-06,
      "loss": 1.46,
      "step": 23500
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.0276581274087507e-06,
      "loss": 1.4601,
      "step": 24000
    },
    {
      "epoch": 2.78,
      "learning_rate": 9.865676717297667e-07,
      "loss": 1.46,
      "step": 24500
    },
    {
      "epoch": 2.83,
      "learning_rate": 9.454772160507822e-07,
      "loss": 1.4601,
      "step": 25000
    },
    {
      "epoch": 2.89,
      "learning_rate": 9.043867603717977e-07,
      "loss": 1.4598,
      "step": 25500
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.632963046928134e-07,
      "loss": 1.4607,
      "step": 26000
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.4697959423065186,
      "eval_runtime": 265.5519,
      "eval_samples_per_second": 107.38,
      "eval_steps_per_second": 1.344,
      "step": 26466
    },
    {
      "epoch": 3.0,
      "learning_rate": 8.22205849013829e-07,
      "loss": 1.4597,
      "step": 26500
    },
    {
      "epoch": 3.06,
      "learning_rate": 7.811153933348447e-07,
      "loss": 1.4589,
      "step": 27000
    },
    {
      "epoch": 3.12,
      "learning_rate": 7.400249376558603e-07,
      "loss": 1.4592,
      "step": 27500
    },
    {
      "epoch": 3.17,
      "learning_rate": 6.989344819768761e-07,
      "loss": 1.4594,
      "step": 28000
    },
    {
      "epoch": 3.23,
      "learning_rate": 6.578440262978915e-07,
      "loss": 1.4595,
      "step": 28500
    },
    {
      "epoch": 3.29,
      "learning_rate": 6.167535706189074e-07,
      "loss": 1.4593,
      "step": 29000
    },
    {
      "epoch": 3.34,
      "learning_rate": 5.756631149399229e-07,
      "loss": 1.4595,
      "step": 29500
    },
    {
      "epoch": 3.4,
      "learning_rate": 5.345726592609387e-07,
      "loss": 1.4592,
      "step": 30000
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.934822035819541e-07,
      "loss": 1.4595,
      "step": 30500
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.5239174790297e-07,
      "loss": 1.4594,
      "step": 31000
    },
    {
      "epoch": 3.57,
      "learning_rate": 4.113012922239855e-07,
      "loss": 1.4591,
      "step": 31500
    },
    {
      "epoch": 3.63,
      "learning_rate": 3.70210836545001e-07,
      "loss": 1.4593,
      "step": 32000
    },
    {
      "epoch": 3.68,
      "learning_rate": 3.2912038086601684e-07,
      "loss": 1.4595,
      "step": 32500
    },
    {
      "epoch": 3.74,
      "learning_rate": 2.880299251870323e-07,
      "loss": 1.4595,
      "step": 33000
    },
    {
      "epoch": 3.8,
      "learning_rate": 2.4693946950804813e-07,
      "loss": 1.4598,
      "step": 33500
    },
    {
      "epoch": 3.85,
      "learning_rate": 2.0584901382906362e-07,
      "loss": 1.4593,
      "step": 34000
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.6475855815007943e-07,
      "loss": 1.459,
      "step": 34500
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.2366810247109492e-07,
      "loss": 1.4596,
      "step": 35000
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.4696872234344482,
      "eval_runtime": 266.0179,
      "eval_samples_per_second": 107.192,
      "eval_steps_per_second": 1.342,
      "step": 35288
    },
    {
      "epoch": 4.0,
      "step": 35288,
      "total_flos": 1.100521644337791e+18,
      "train_loss": 1.461335124463566,
      "train_runtime": 132050.7556,
      "train_samples_per_second": 85.514,
      "train_steps_per_second": 0.267
    }
  ],
  "max_steps": 35288,
  "num_train_epochs": 4,
  "total_flos": 1.100521644337791e+18,
  "trial_name": null,
  "trial_params": null
}