{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 8.605851979345955,
  "eval_steps": 500,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.17,
      "grad_norm": 1.4102528095245361,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.49,
      "step": 100
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4677144289016724,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.4121,
      "step": 200
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.1543195247650146,
      "learning_rate": 1.2e-05,
      "loss": 0.3923,
      "step": 300
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.4993153810501099,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.3778,
      "step": 400
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.2486151456832886,
      "learning_rate": 2e-05,
      "loss": 0.3529,
      "step": 500
    },
    {
      "epoch": 0.86,
      "eval_loss": 0.2814500629901886,
      "eval_runtime": 65.1492,
      "eval_samples_per_second": 15.349,
      "eval_steps_per_second": 3.837,
      "step": 500
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.2084145545959473,
      "learning_rate": 1.9555555555555557e-05,
      "loss": 0.3377,
      "step": 600
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.07809317111969,
      "learning_rate": 1.9111111111111113e-05,
      "loss": 0.2781,
      "step": 700
    },
    {
      "epoch": 1.38,
      "grad_norm": 1.1827564239501953,
      "learning_rate": 1.866666666666667e-05,
      "loss": 0.2763,
      "step": 800
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.1633341312408447,
      "learning_rate": 1.8222222222222224e-05,
      "loss": 0.2889,
      "step": 900
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.2006715536117554,
      "learning_rate": 1.7777777777777777e-05,
      "loss": 0.2642,
      "step": 1000
    },
    {
      "epoch": 1.72,
      "eval_loss": 0.2325076013803482,
      "eval_runtime": 65.1357,
      "eval_samples_per_second": 15.353,
      "eval_steps_per_second": 3.838,
      "step": 1000
    },
    {
      "epoch": 1.89,
      "grad_norm": 1.0107322931289673,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 0.2561,
      "step": 1100
    },
    {
      "epoch": 2.07,
      "grad_norm": 1.0967727899551392,
      "learning_rate": 1.688888888888889e-05,
      "loss": 0.2192,
      "step": 1200
    },
    {
      "epoch": 2.24,
      "grad_norm": 1.5093573331832886,
      "learning_rate": 1.6444444444444444e-05,
      "loss": 0.1575,
      "step": 1300
    },
    {
      "epoch": 2.41,
      "grad_norm": 1.5922331809997559,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.1534,
      "step": 1400
    },
    {
      "epoch": 2.58,
      "grad_norm": 1.45039963722229,
      "learning_rate": 1.555555555555556e-05,
      "loss": 0.1521,
      "step": 1500
    },
    {
      "epoch": 2.58,
      "eval_loss": 0.23398388922214508,
      "eval_runtime": 65.1855,
      "eval_samples_per_second": 15.341,
      "eval_steps_per_second": 3.835,
      "step": 1500
    },
    {
      "epoch": 2.75,
      "grad_norm": 1.214897871017456,
      "learning_rate": 1.5111111111111112e-05,
      "loss": 0.1603,
      "step": 1600
    },
    {
      "epoch": 2.93,
      "grad_norm": 1.1699700355529785,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 0.1613,
      "step": 1700
    },
    {
      "epoch": 3.1,
      "grad_norm": 1.2094334363937378,
      "learning_rate": 1.4222222222222224e-05,
      "loss": 0.1101,
      "step": 1800
    },
    {
      "epoch": 3.27,
      "grad_norm": 1.064051866531372,
      "learning_rate": 1.377777777777778e-05,
      "loss": 0.082,
      "step": 1900
    },
    {
      "epoch": 3.44,
      "grad_norm": 1.6143615245819092,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.0836,
      "step": 2000
    },
    {
      "epoch": 3.44,
      "eval_loss": 0.2621379792690277,
      "eval_runtime": 65.097,
      "eval_samples_per_second": 15.362,
      "eval_steps_per_second": 3.84,
      "step": 2000
    },
    {
      "epoch": 3.61,
      "grad_norm": 1.1602758169174194,
      "learning_rate": 1.288888888888889e-05,
      "loss": 0.0851,
      "step": 2100
    },
    {
      "epoch": 3.79,
      "grad_norm": 1.2806442975997925,
      "learning_rate": 1.2444444444444446e-05,
      "loss": 0.081,
      "step": 2200
    },
    {
      "epoch": 3.96,
      "grad_norm": 1.0125651359558105,
      "learning_rate": 1.2e-05,
      "loss": 0.0809,
      "step": 2300
    },
    {
      "epoch": 4.13,
      "grad_norm": 1.0691075325012207,
      "learning_rate": 1.1555555555555556e-05,
      "loss": 0.0507,
      "step": 2400
    },
    {
      "epoch": 4.3,
      "grad_norm": 1.205142617225647,
      "learning_rate": 1.1111111111111113e-05,
      "loss": 0.041,
      "step": 2500
    },
    {
      "epoch": 4.3,
      "eval_loss": 0.3192918598651886,
      "eval_runtime": 65.1967,
      "eval_samples_per_second": 15.338,
      "eval_steps_per_second": 3.835,
      "step": 2500
    },
    {
      "epoch": 4.48,
      "grad_norm": 1.4642832279205322,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 0.041,
      "step": 2600
    },
    {
      "epoch": 4.65,
      "grad_norm": 0.89285808801651,
      "learning_rate": 1.0222222222222223e-05,
      "loss": 0.0417,
      "step": 2700
    },
    {
      "epoch": 4.82,
      "grad_norm": 1.5299988985061646,
      "learning_rate": 9.777777777777779e-06,
      "loss": 0.0437,
      "step": 2800
    },
    {
      "epoch": 4.99,
      "grad_norm": 1.0683481693267822,
      "learning_rate": 9.333333333333334e-06,
      "loss": 0.0424,
      "step": 2900
    },
    {
      "epoch": 5.16,
      "grad_norm": 0.7894615530967712,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.0193,
      "step": 3000
    },
    {
      "epoch": 5.16,
      "eval_loss": 0.37849658727645874,
      "eval_runtime": 65.1259,
      "eval_samples_per_second": 15.355,
      "eval_steps_per_second": 3.839,
      "step": 3000
    },
    {
      "epoch": 5.34,
      "grad_norm": 1.2226183414459229,
      "learning_rate": 8.444444444444446e-06,
      "loss": 0.0201,
      "step": 3100
    },
    {
      "epoch": 5.51,
      "grad_norm": 0.9628532528877258,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.0209,
      "step": 3200
    },
    {
      "epoch": 5.68,
      "grad_norm": 0.532409131526947,
      "learning_rate": 7.555555555555556e-06,
      "loss": 0.0204,
      "step": 3300
    },
    {
      "epoch": 5.85,
      "grad_norm": 0.9006184339523315,
      "learning_rate": 7.111111111111112e-06,
      "loss": 0.0218,
      "step": 3400
    },
    {
      "epoch": 6.02,
      "grad_norm": 0.44430091977119446,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.0197,
      "step": 3500
    },
    {
      "epoch": 6.02,
      "eval_loss": 0.35589635372161865,
      "eval_runtime": 65.2107,
      "eval_samples_per_second": 15.335,
      "eval_steps_per_second": 3.834,
      "step": 3500
    },
    {
      "epoch": 6.2,
      "grad_norm": 0.3492151200771332,
      "learning_rate": 6.222222222222223e-06,
      "loss": 0.0083,
      "step": 3600
    },
    {
      "epoch": 6.37,
      "grad_norm": 0.5491042137145996,
      "learning_rate": 5.777777777777778e-06,
      "loss": 0.0098,
      "step": 3700
    },
    {
      "epoch": 6.54,
      "grad_norm": 0.6669167876243591,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.0087,
      "step": 3800
    },
    {
      "epoch": 6.71,
      "grad_norm": 0.9900159239768982,
      "learning_rate": 4.888888888888889e-06,
      "loss": 0.0136,
      "step": 3900
    },
    {
      "epoch": 6.88,
      "grad_norm": 0.5047167539596558,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.0091,
      "step": 4000
    },
    {
      "epoch": 6.88,
      "eval_loss": 0.3709670305252075,
      "eval_runtime": 65.4136,
      "eval_samples_per_second": 15.287,
      "eval_steps_per_second": 3.822,
      "step": 4000
    },
    {
      "epoch": 7.06,
      "grad_norm": 0.44396349787712097,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.0074,
      "step": 4100
    },
    {
      "epoch": 7.23,
      "grad_norm": 0.24100346863269806,
      "learning_rate": 3.555555555555556e-06,
      "loss": 0.0049,
      "step": 4200
    },
    {
      "epoch": 7.4,
      "grad_norm": 0.1909327656030655,
      "learning_rate": 3.1111111111111116e-06,
      "loss": 0.0039,
      "step": 4300
    },
    {
      "epoch": 7.57,
      "grad_norm": 0.26105764508247375,
      "learning_rate": 2.666666666666667e-06,
      "loss": 0.0036,
      "step": 4400
    },
    {
      "epoch": 7.75,
      "grad_norm": 0.5079989433288574,
      "learning_rate": 2.222222222222222e-06,
      "loss": 0.0036,
      "step": 4500
    },
    {
      "epoch": 7.75,
      "eval_loss": 0.3895440101623535,
      "eval_runtime": 65.2965,
      "eval_samples_per_second": 15.315,
      "eval_steps_per_second": 3.829,
      "step": 4500
    },
    {
      "epoch": 7.92,
      "grad_norm": 0.1813237965106964,
      "learning_rate": 1.777777777777778e-06,
      "loss": 0.0043,
      "step": 4600
    },
    {
      "epoch": 8.09,
      "grad_norm": 0.07837748527526855,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 0.0043,
      "step": 4700
    },
    {
      "epoch": 8.26,
      "grad_norm": 0.20979875326156616,
      "learning_rate": 8.88888888888889e-07,
      "loss": 0.0031,
      "step": 4800
    },
    {
      "epoch": 8.43,
      "grad_norm": 0.11709707230329514,
      "learning_rate": 4.444444444444445e-07,
      "loss": 0.0019,
      "step": 4900
    },
    {
      "epoch": 8.61,
      "grad_norm": 0.14616499841213226,
      "learning_rate": 0.0,
      "loss": 0.002,
      "step": 5000
    },
    {
      "epoch": 8.61,
      "eval_loss": 0.4330046772956848,
      "eval_runtime": 65.3173,
      "eval_samples_per_second": 15.31,
      "eval_steps_per_second": 3.827,
      "step": 5000
    }
  ],
  "logging_steps": 100,
  "max_steps": 5000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9,
  "save_steps": 500,
  "total_flos": 1.258569996863275e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}