{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6,
  "eval_steps": 100,
  "global_step": 1200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0125,
      "grad_norm": 7352.2265625,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 175.5381,
      "step": 25
    },
    {
      "epoch": 0.025,
      "grad_norm": 2155.41015625,
      "learning_rate": 3.266666666666667e-05,
      "loss": 174.6277,
      "step": 50
    },
    {
      "epoch": 0.0375,
      "grad_norm": 29.340621948242188,
      "learning_rate": 4.933333333333334e-05,
      "loss": 157.9852,
      "step": 75
    },
    {
      "epoch": 0.05,
      "grad_norm": 11.753185272216797,
      "learning_rate": 6.6e-05,
      "loss": 133.1257,
      "step": 100
    },
    {
      "epoch": 0.05,
      "eval_accuracy": 0.08756986554511534,
      "eval_loss": 7.706512928009033,
      "eval_runtime": 7.3236,
      "eval_samples_per_second": 66.224,
      "eval_steps_per_second": 2.185,
      "step": 100
    },
    {
      "epoch": 0.0625,
      "grad_norm": 11.1610746383667,
      "learning_rate": 8.266666666666667e-05,
      "loss": 119.0136,
      "step": 125
    },
    {
      "epoch": 0.075,
      "grad_norm": 7.337241172790527,
      "learning_rate": 9.933333333333334e-05,
      "loss": 113.2304,
      "step": 150
    },
    {
      "epoch": 0.0875,
      "grad_norm": 9.895074844360352,
      "learning_rate": 9.995847987378953e-05,
      "loss": 109.5068,
      "step": 175
    },
    {
      "epoch": 0.1,
      "grad_norm": 8.935585975646973,
      "learning_rate": 9.982700328363471e-05,
      "loss": 107.0186,
      "step": 200
    },
    {
      "epoch": 0.1,
      "eval_accuracy": 0.13644318107230674,
      "eval_loss": 6.609853267669678,
      "eval_runtime": 7.4218,
      "eval_samples_per_second": 65.348,
      "eval_steps_per_second": 2.156,
      "step": 200
    },
    {
      "epoch": 0.1125,
      "grad_norm": 17.207761764526367,
      "learning_rate": 9.96057350657239e-05,
      "loss": 105.3798,
      "step": 225
    },
    {
      "epoch": 0.125,
      "grad_norm": 37.589744567871094,
      "learning_rate": 9.929507396034141e-05,
      "loss": 103.9933,
      "step": 250
    },
    {
      "epoch": 0.1375,
      "grad_norm": 48.09913635253906,
      "learning_rate": 9.889557979979694e-05,
      "loss": 103.0857,
      "step": 275
    },
    {
      "epoch": 0.15,
      "grad_norm": 18.950061798095703,
      "learning_rate": 9.840797249956985e-05,
      "loss": 102.3462,
      "step": 300
    },
    {
      "epoch": 0.15,
      "eval_accuracy": 0.14476797317970908,
      "eval_loss": 6.367699146270752,
      "eval_runtime": 7.5111,
      "eval_samples_per_second": 64.571,
      "eval_steps_per_second": 2.13,
      "step": 300
    },
    {
      "epoch": 0.1625,
      "grad_norm": 54.86927032470703,
      "learning_rate": 9.783313076097283e-05,
      "loss": 101.6082,
      "step": 325
    },
    {
      "epoch": 0.175,
      "grad_norm": 14.090791702270508,
      "learning_rate": 9.717209048767277e-05,
      "loss": 100.8465,
      "step": 350
    },
    {
      "epoch": 0.1875,
      "grad_norm": 42.630802154541016,
      "learning_rate": 9.642604291892226e-05,
      "loss": 99.9092,
      "step": 375
    },
    {
      "epoch": 0.2,
      "grad_norm": 12.524935722351074,
      "learning_rate": 9.559633248286604e-05,
      "loss": 99.0524,
      "step": 400
    },
    {
      "epoch": 0.2,
      "eval_accuracy": 0.15310791228876244,
      "eval_loss": 6.214518070220947,
      "eval_runtime": 7.3913,
      "eval_samples_per_second": 65.618,
      "eval_steps_per_second": 2.165,
      "step": 400
    },
    {
      "epoch": 0.2125,
      "grad_norm": 22.39153480529785,
      "learning_rate": 9.468445437379055e-05,
      "loss": 98.4639,
      "step": 425
    },
    {
      "epoch": 0.225,
      "grad_norm": 20.86402702331543,
      "learning_rate": 9.369205185768272e-05,
      "loss": 97.6668,
      "step": 450
    },
    {
      "epoch": 0.2375,
      "grad_norm": 15.403814315795898,
      "learning_rate": 9.262091331095375e-05,
      "loss": 97.1439,
      "step": 475
    },
    {
      "epoch": 0.25,
      "grad_norm": 18.481685638427734,
      "learning_rate": 9.147296899766376e-05,
      "loss": 96.6031,
      "step": 500
    },
    {
      "epoch": 0.25,
      "eval_accuracy": 0.1584204706678313,
      "eval_loss": 6.100996494293213,
      "eval_runtime": 7.4101,
      "eval_samples_per_second": 65.451,
      "eval_steps_per_second": 2.159,
      "step": 500
    },
    {
      "epoch": 0.2625,
      "grad_norm": 19.892127990722656,
      "learning_rate": 9.025028759105558e-05,
      "loss": 96.2492,
      "step": 525
    },
    {
      "epoch": 0.275,
      "grad_norm": 20.713096618652344,
      "learning_rate": 8.895507244566574e-05,
      "loss": 96.3436,
      "step": 550
    },
    {
      "epoch": 0.2875,
      "grad_norm": 12.466355323791504,
      "learning_rate": 8.758965762673064e-05,
      "loss": 96.5737,
      "step": 575
    },
    {
      "epoch": 0.3,
      "grad_norm": 21.678146362304688,
      "learning_rate": 8.615650370404327e-05,
      "loss": 95.9314,
      "step": 600
    },
    {
      "epoch": 0.3,
      "eval_accuracy": 0.163982449674087,
      "eval_loss": 5.986855983734131,
      "eval_runtime": 7.6235,
      "eval_samples_per_second": 63.619,
      "eval_steps_per_second": 2.099,
      "step": 600
    },
    {
      "epoch": 0.3125,
      "grad_norm": 20.58213233947754,
      "learning_rate": 8.465819331784009e-05,
      "loss": 96.2906,
      "step": 625
    },
    {
      "epoch": 0.325,
      "grad_norm": 14.315438270568848,
      "learning_rate": 8.30974265247088e-05,
      "loss": 95.9487,
      "step": 650
    },
    {
      "epoch": 0.3375,
      "grad_norm": 12.04114818572998,
      "learning_rate": 8.147701593190385e-05,
      "loss": 95.4309,
      "step": 675
    },
    {
      "epoch": 0.35,
      "grad_norm": 22.478317260742188,
      "learning_rate": 7.979988162883804e-05,
      "loss": 95.0101,
      "step": 700
    },
    {
      "epoch": 0.35,
      "eval_accuracy": 0.16826703154110645,
      "eval_loss": 5.88900899887085,
      "eval_runtime": 7.5208,
      "eval_samples_per_second": 64.487,
      "eval_steps_per_second": 2.127,
      "step": 700
    },
    {
      "epoch": 0.3625,
      "grad_norm": 50.81674575805664,
      "learning_rate": 7.806904592488408e-05,
      "loss": 94.8858,
      "step": 725
    },
    {
      "epoch": 0.375,
      "grad_norm": 20.65149688720703,
      "learning_rate": 7.628762790296879e-05,
      "loss": 95.0119,
      "step": 750
    },
    {
      "epoch": 0.3875,
      "grad_norm": 22.1734619140625,
      "learning_rate": 7.445883779877482e-05,
      "loss": 94.6604,
      "step": 775
    },
    {
      "epoch": 0.4,
      "grad_norm": 20.18880844116211,
      "learning_rate": 7.258597121567904e-05,
      "loss": 94.2643,
      "step": 800
    },
    {
      "epoch": 0.4,
      "eval_accuracy": 0.17154484269838785,
      "eval_loss": 5.828437328338623,
      "eval_runtime": 7.4208,
      "eval_samples_per_second": 65.357,
      "eval_steps_per_second": 2.156,
      "step": 800
    },
    {
      "epoch": 0.4125,
      "grad_norm": 35.1305046081543,
      "learning_rate": 7.067240318585242e-05,
      "loss": 94.3216,
      "step": 825
    },
    {
      "epoch": 0.425,
      "grad_norm": 9.143704414367676,
      "learning_rate": 6.872158208822398e-05,
      "loss": 93.9239,
      "step": 850
    },
    {
      "epoch": 0.4375,
      "grad_norm": 9.495540618896484,
      "learning_rate": 6.673702343426894e-05,
      "loss": 93.8027,
      "step": 875
    },
    {
      "epoch": 0.45,
      "grad_norm": 19.112733840942383,
      "learning_rate": 6.472230353281925e-05,
      "loss": 93.2266,
      "step": 900
    },
    {
      "epoch": 0.45,
      "eval_accuracy": 0.17456010582705153,
      "eval_loss": 5.77442741394043,
      "eval_runtime": 7.4706,
      "eval_samples_per_second": 64.921,
      "eval_steps_per_second": 2.142,
      "step": 900
    },
    {
      "epoch": 0.4625,
      "grad_norm": 13.373994827270508,
      "learning_rate": 6.268105304531354e-05,
      "loss": 92.7674,
      "step": 925
    },
    {
      "epoch": 0.475,
      "grad_norm": 20.701358795166016,
      "learning_rate": 6.061695044309973e-05,
      "loss": 92.4968,
      "step": 950
    },
    {
      "epoch": 0.4875,
      "grad_norm": 13.155655860900879,
      "learning_rate": 5.8533715378581e-05,
      "loss": 92.2234,
      "step": 975
    },
    {
      "epoch": 0.5,
      "grad_norm": 46.88108444213867,
      "learning_rate": 5.643510198215082e-05,
      "loss": 92.0125,
      "step": 1000
    },
    {
      "epoch": 0.5,
      "eval_accuracy": 0.17633533442055147,
      "eval_loss": 5.7336883544921875,
      "eval_runtime": 7.3739,
      "eval_samples_per_second": 65.773,
      "eval_steps_per_second": 2.17,
      "step": 1000
    },
    {
      "epoch": 0.5125,
      "grad_norm": 482.2004699707031,
      "learning_rate": 5.432489209699614e-05,
      "loss": 93.2148,
      "step": 1025
    },
    {
      "epoch": 0.525,
      "grad_norm": 297.8095703125,
      "learning_rate": 5.220688846396047e-05,
      "loss": 95.0004,
      "step": 1050
    },
    {
      "epoch": 0.5375,
      "grad_norm": 332.8581848144531,
      "learning_rate": 5.0084907868747746e-05,
      "loss": 95.3143,
      "step": 1075
    },
    {
      "epoch": 0.55,
      "grad_norm": 9733.95703125,
      "learning_rate": 4.796277426381657e-05,
      "loss": 95.8613,
      "step": 1100
    },
    {
      "epoch": 0.55,
      "eval_accuracy": 0.1554284329416992,
      "eval_loss": 6.006833553314209,
      "eval_runtime": 7.2985,
      "eval_samples_per_second": 66.452,
      "eval_steps_per_second": 2.192,
      "step": 1100
    },
    {
      "epoch": 0.5625,
      "grad_norm": 1343.75537109375,
      "learning_rate": 4.5844311877359384e-05,
      "loss": 96.7118,
      "step": 1125
    },
    {
      "epoch": 0.575,
      "grad_norm": 234.01663208007812,
      "learning_rate": 4.373333832178478e-05,
      "loss": 97.3733,
      "step": 1150
    },
    {
      "epoch": 0.5875,
      "grad_norm": 868.69921875,
      "learning_rate": 4.1633657714122e-05,
      "loss": 97.8172,
      "step": 1175
    },
    {
      "epoch": 0.6,
      "grad_norm": 370.631591796875,
      "learning_rate": 3.954905382074478e-05,
      "loss": 98.1012,
      "step": 1200
    },
    {
      "epoch": 0.6,
      "eval_accuracy": 0.14907376084903992,
      "eval_loss": 6.105465888977051,
      "eval_runtime": 7.4782,
      "eval_samples_per_second": 64.855,
      "eval_steps_per_second": 2.14,
      "step": 1200
    }
  ],
  "logging_steps": 25,
  "max_steps": 2000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.026688285835264e+17,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}