{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9967721110393803,
  "eval_steps": 1000000000,
  "global_step": 386,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.051646223369916075,
      "grad_norm": 2.108860915849221,
      "learning_rate": 5e-06,
      "loss": 0.5468,
      "step": 10
    },
    {
      "epoch": 0.10329244673983215,
      "grad_norm": 1.6310118874003974,
      "learning_rate": 1e-05,
      "loss": 0.4418,
      "step": 20
    },
    {
      "epoch": 0.1549386701097482,
      "grad_norm": 1.3450900424853298,
      "learning_rate": 9.981591817238379e-06,
      "loss": 0.405,
      "step": 30
    },
    {
      "epoch": 0.2065848934796643,
      "grad_norm": 1.3151962345663961,
      "learning_rate": 9.926502813430545e-06,
      "loss": 0.3851,
      "step": 40
    },
    {
      "epoch": 0.2582311168495804,
      "grad_norm": 1.2680899500012033,
      "learning_rate": 9.835138623956603e-06,
      "loss": 0.3907,
      "step": 50
    },
    {
      "epoch": 0.3098773402194964,
      "grad_norm": 1.4083168813617775,
      "learning_rate": 9.70817198829563e-06,
      "loss": 0.3781,
      "step": 60
    },
    {
      "epoch": 0.3615235635894125,
      "grad_norm": 1.3754071945041135,
      "learning_rate": 9.54653779646118e-06,
      "loss": 0.3869,
      "step": 70
    },
    {
      "epoch": 0.4131697869593286,
      "grad_norm": 1.2511484445251255,
      "learning_rate": 9.351426205150778e-06,
      "loss": 0.3756,
      "step": 80
    },
    {
      "epoch": 0.4648160103292447,
      "grad_norm": 1.1024319806871332,
      "learning_rate": 9.124273874297123e-06,
      "loss": 0.3714,
      "step": 90
    },
    {
      "epoch": 0.5164622336991608,
      "grad_norm": 1.1917707780202444,
      "learning_rate": 8.86675338854865e-06,
      "loss": 0.3728,
      "step": 100
    },
    {
      "epoch": 0.5681084570690769,
      "grad_norm": 1.2715677756941004,
      "learning_rate": 8.580760941571968e-06,
      "loss": 0.3672,
      "step": 110
    },
    {
      "epoch": 0.6197546804389928,
      "grad_norm": 1.227519727921758,
      "learning_rate": 8.26840237386003e-06,
      "loss": 0.3788,
      "step": 120
    },
    {
      "epoch": 0.6714009038089089,
      "grad_norm": 1.2634658378672423,
      "learning_rate": 7.93197766685348e-06,
      "loss": 0.3797,
      "step": 130
    },
    {
      "epoch": 0.723047127178825,
      "grad_norm": 1.3757986356984206,
      "learning_rate": 7.5739640075491546e-06,
      "loss": 0.3589,
      "step": 140
    },
    {
      "epoch": 0.7746933505487411,
      "grad_norm": 1.4230554296275335,
      "learning_rate": 7.1969975482957075e-06,
      "loss": 0.3783,
      "step": 150
    },
    {
      "epoch": 0.8263395739186572,
      "grad_norm": 1.1307040899887513,
      "learning_rate": 6.803853996083918e-06,
      "loss": 0.364,
      "step": 160
    },
    {
      "epoch": 0.8779857972885733,
      "grad_norm": 1.1231026642597897,
      "learning_rate": 6.397428174258048e-06,
      "loss": 0.3696,
      "step": 170
    },
    {
      "epoch": 0.9296320206584894,
      "grad_norm": 1.189629737482601,
      "learning_rate": 5.980712707140985e-06,
      "loss": 0.3762,
      "step": 180
    },
    {
      "epoch": 0.9812782440284055,
      "grad_norm": 1.303138113665757,
      "learning_rate": 5.556775984524044e-06,
      "loss": 0.3793,
      "step": 190
    },
    {
      "epoch": 1.0361523563589412,
      "grad_norm": 1.1705355616301976,
      "learning_rate": 5.1287395682749444e-06,
      "loss": 0.3015,
      "step": 200
    },
    {
      "epoch": 1.0877985797288574,
      "grad_norm": 1.058647814135033,
      "learning_rate": 4.699755207425259e-06,
      "loss": 0.2478,
      "step": 210
    },
    {
      "epoch": 1.1394448030987734,
      "grad_norm": 1.0800491931953469,
      "learning_rate": 4.272981630981551e-06,
      "loss": 0.234,
      "step": 220
    },
    {
      "epoch": 1.1910910264686896,
      "grad_norm": 1.0382356810044766,
      "learning_rate": 3.851561289341023e-06,
      "loss": 0.2482,
      "step": 230
    },
    {
      "epoch": 1.2427372498386056,
      "grad_norm": 0.9748763823021784,
      "learning_rate": 3.4385972155710274e-06,
      "loss": 0.2384,
      "step": 240
    },
    {
      "epoch": 1.2943834732085215,
      "grad_norm": 0.9948291834059353,
      "learning_rate": 3.0371301769291417e-06,
      "loss": 0.2297,
      "step": 250
    },
    {
      "epoch": 1.3460296965784377,
      "grad_norm": 1.0505131356235509,
      "learning_rate": 2.6501162848634023e-06,
      "loss": 0.2461,
      "step": 260
    },
    {
      "epoch": 1.3976759199483537,
      "grad_norm": 1.010764453532433,
      "learning_rate": 2.280405228356377e-06,
      "loss": 0.2307,
      "step": 270
    },
    {
      "epoch": 1.44932214331827,
      "grad_norm": 1.0455587580487264,
      "learning_rate": 1.93071929088694e-06,
      "loss": 0.2359,
      "step": 280
    },
    {
      "epoch": 1.500968366688186,
      "grad_norm": 1.0088444060232913,
      "learning_rate": 1.6036333055135345e-06,
      "loss": 0.2442,
      "step": 290
    },
    {
      "epoch": 1.552614590058102,
      "grad_norm": 1.0021021613404428,
      "learning_rate": 1.3015556956751669e-06,
      "loss": 0.2291,
      "step": 300
    },
    {
      "epoch": 1.604260813428018,
      "grad_norm": 1.0533375999671128,
      "learning_rate": 1.0267107413118743e-06,
      "loss": 0.2421,
      "step": 310
    },
    {
      "epoch": 1.655907036797934,
      "grad_norm": 0.9805090445662388,
      "learning_rate": 7.811222008840719e-07,
      "loss": 0.2357,
      "step": 320
    },
    {
      "epoch": 1.7075532601678503,
      "grad_norm": 1.033728352578099,
      "learning_rate": 5.665984098862992e-07,
      "loss": 0.2368,
      "step": 330
    },
    {
      "epoch": 1.7591994835377665,
      "grad_norm": 0.9971901057327158,
      "learning_rate": 3.8471896557912005e-07,
      "loss": 0.2229,
      "step": 340
    },
    {
      "epoch": 1.8108457069076824,
      "grad_norm": 0.9982038746046318,
      "learning_rate": 2.368230959830875e-07,
      "loss": 0.2302,
      "step": 350
    },
    {
      "epoch": 1.8624919302775984,
      "grad_norm": 1.0445799403567448,
      "learning_rate": 1.2399979877708746e-07,
      "loss": 0.2226,
      "step": 360
    },
    {
      "epoch": 1.9141381536475146,
      "grad_norm": 1.0245236117970937,
      "learning_rate": 4.7079822711015296e-08,
      "loss": 0.2361,
      "step": 370
    },
    {
      "epoch": 1.9657843770174306,
      "grad_norm": 0.9047755895156792,
      "learning_rate": 6.629550575847355e-09,
      "loss": 0.2411,
      "step": 380
    }
  ],
  "logging_steps": 10,
  "max_steps": 386,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 110643132760064.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}