{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 9.9696,
  "eval_steps": 500,
  "global_step": 3120,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.16,
      "grad_norm": 4.851910588425601,
      "learning_rate": 1.967948717948718e-05,
      "loss": 0.5612,
      "step": 50
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.2315880528966252,
      "learning_rate": 1.935897435897436e-05,
      "loss": 0.3709,
      "step": 100
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5704120750666282,
      "learning_rate": 1.903846153846154e-05,
      "loss": 0.3587,
      "step": 150
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.5819247571936106,
      "learning_rate": 1.8717948717948718e-05,
      "loss": 0.35,
      "step": 200
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.5367665073602743,
      "learning_rate": 1.8397435897435897e-05,
      "loss": 0.3477,
      "step": 250
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.49331381086425624,
      "learning_rate": 1.807692307692308e-05,
      "loss": 0.3454,
      "step": 300
    },
    {
      "epoch": 1.1184,
      "grad_norm": 0.40621244969105647,
      "learning_rate": 1.775641025641026e-05,
      "loss": 0.3286,
      "step": 350
    },
    {
      "epoch": 1.2784,
      "grad_norm": 0.5399875305937165,
      "learning_rate": 1.7435897435897438e-05,
      "loss": 0.3302,
      "step": 400
    },
    {
      "epoch": 1.4384000000000001,
      "grad_norm": 0.4867667504051181,
      "learning_rate": 1.7115384615384617e-05,
      "loss": 0.329,
      "step": 450
    },
    {
      "epoch": 1.5984,
      "grad_norm": 0.39607945861138233,
      "learning_rate": 1.6794871794871796e-05,
      "loss": 0.3285,
      "step": 500
    },
    {
      "epoch": 1.7584,
      "grad_norm": 0.5226369083622061,
      "learning_rate": 1.6474358974358975e-05,
      "loss": 0.3287,
      "step": 550
    },
    {
      "epoch": 1.9184,
      "grad_norm": 0.45447653237240976,
      "learning_rate": 1.6153846153846154e-05,
      "loss": 0.3294,
      "step": 600
    },
    {
      "epoch": 2.0768,
      "grad_norm": 0.47874441959819114,
      "learning_rate": 1.5833333333333333e-05,
      "loss": 0.3139,
      "step": 650
    },
    {
      "epoch": 2.2368,
      "grad_norm": 0.41151764069492225,
      "learning_rate": 1.5512820512820516e-05,
      "loss": 0.3062,
      "step": 700
    },
    {
      "epoch": 2.3968,
      "grad_norm": 0.4463050953450543,
      "learning_rate": 1.5192307692307693e-05,
      "loss": 0.3092,
      "step": 750
    },
    {
      "epoch": 2.5568,
      "grad_norm": 0.3643203177201396,
      "learning_rate": 1.4871794871794874e-05,
      "loss": 0.3111,
      "step": 800
    },
    {
      "epoch": 2.7168,
      "grad_norm": 0.44551792133446877,
      "learning_rate": 1.4551282051282051e-05,
      "loss": 0.3082,
      "step": 850
    },
    {
      "epoch": 2.8768000000000002,
      "grad_norm": 0.3543322141266429,
      "learning_rate": 1.4230769230769232e-05,
      "loss": 0.3093,
      "step": 900
    },
    {
      "epoch": 3.0352,
      "grad_norm": 0.4113939169966545,
      "learning_rate": 1.3910256410256411e-05,
      "loss": 0.2976,
      "step": 950
    },
    {
      "epoch": 3.1952,
      "grad_norm": 0.4409058514312091,
      "learning_rate": 1.3589743589743592e-05,
      "loss": 0.2713,
      "step": 1000
    },
    {
      "epoch": 3.3552,
      "grad_norm": 0.42568805167898643,
      "learning_rate": 1.3269230769230769e-05,
      "loss": 0.2747,
      "step": 1050
    },
    {
      "epoch": 3.5152,
      "grad_norm": 0.3827205184015781,
      "learning_rate": 1.294871794871795e-05,
      "loss": 0.278,
      "step": 1100
    },
    {
      "epoch": 3.6752000000000002,
      "grad_norm": 0.3979662194624538,
      "learning_rate": 1.2628205128205129e-05,
      "loss": 0.2777,
      "step": 1150
    },
    {
      "epoch": 3.8352,
      "grad_norm": 0.39243876049749526,
      "learning_rate": 1.230769230769231e-05,
      "loss": 0.2763,
      "step": 1200
    },
    {
      "epoch": 3.9952,
      "grad_norm": 0.361777833579101,
      "learning_rate": 1.1987179487179487e-05,
      "loss": 0.2776,
      "step": 1250
    },
    {
      "epoch": 4.1536,
      "grad_norm": 0.43490004305200247,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 0.2168,
      "step": 1300
    },
    {
      "epoch": 4.3136,
      "grad_norm": 0.42922627875160785,
      "learning_rate": 1.1346153846153847e-05,
      "loss": 0.2193,
      "step": 1350
    },
    {
      "epoch": 4.4736,
      "grad_norm": 0.40832706764608834,
      "learning_rate": 1.1025641025641028e-05,
      "loss": 0.2211,
      "step": 1400
    },
    {
      "epoch": 4.6336,
      "grad_norm": 0.4157572186874582,
      "learning_rate": 1.0705128205128205e-05,
      "loss": 0.2219,
      "step": 1450
    },
    {
      "epoch": 4.7936,
      "grad_norm": 0.4061532656958216,
      "learning_rate": 1.0384615384615386e-05,
      "loss": 0.2224,
      "step": 1500
    },
    {
      "epoch": 4.9536,
      "grad_norm": 0.39607581683245563,
      "learning_rate": 1.0064102564102565e-05,
      "loss": 0.2236,
      "step": 1550
    },
    {
      "epoch": 5.112,
      "grad_norm": 0.45204634084477424,
      "learning_rate": 9.743589743589744e-06,
      "loss": 0.1718,
      "step": 1600
    },
    {
      "epoch": 5.272,
      "grad_norm": 0.45038388201781476,
      "learning_rate": 9.423076923076923e-06,
      "loss": 0.1521,
      "step": 1650
    },
    {
      "epoch": 5.432,
      "grad_norm": 0.432268289063817,
      "learning_rate": 9.102564102564104e-06,
      "loss": 0.1545,
      "step": 1700
    },
    {
      "epoch": 5.592,
      "grad_norm": 0.45687320006605464,
      "learning_rate": 8.782051282051283e-06,
      "loss": 0.155,
      "step": 1750
    },
    {
      "epoch": 5.752,
      "grad_norm": 0.482007411435189,
      "learning_rate": 8.461538461538462e-06,
      "loss": 0.1555,
      "step": 1800
    },
    {
      "epoch": 5.912,
      "grad_norm": 0.43993192221405386,
      "learning_rate": 8.141025641025641e-06,
      "loss": 0.155,
      "step": 1850
    },
    {
      "epoch": 6.0704,
      "grad_norm": 0.4300425670111472,
      "learning_rate": 7.820512820512822e-06,
      "loss": 0.1285,
      "step": 1900
    },
    {
      "epoch": 6.2304,
      "grad_norm": 0.43977728574911473,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.0959,
      "step": 1950
    },
    {
      "epoch": 6.3904,
      "grad_norm": 0.4306659398586491,
      "learning_rate": 7.17948717948718e-06,
      "loss": 0.0962,
      "step": 2000
    },
    {
      "epoch": 6.5504,
      "grad_norm": 0.4256013017505169,
      "learning_rate": 6.858974358974359e-06,
      "loss": 0.0971,
      "step": 2050
    },
    {
      "epoch": 6.7104,
      "grad_norm": 0.433814440985733,
      "learning_rate": 6.538461538461539e-06,
      "loss": 0.0972,
      "step": 2100
    },
    {
      "epoch": 6.8704,
      "grad_norm": 0.43711207631691046,
      "learning_rate": 6.217948717948718e-06,
      "loss": 0.0979,
      "step": 2150
    },
    {
      "epoch": 7.0288,
      "grad_norm": 0.4409772510395749,
      "learning_rate": 5.897435897435898e-06,
      "loss": 0.0901,
      "step": 2200
    },
    {
      "epoch": 7.1888,
      "grad_norm": 0.39891255071766135,
      "learning_rate": 5.576923076923077e-06,
      "loss": 0.0586,
      "step": 2250
    },
    {
      "epoch": 7.3488,
      "grad_norm": 0.3823770127267414,
      "learning_rate": 5.256410256410257e-06,
      "loss": 0.0591,
      "step": 2300
    },
    {
      "epoch": 7.5088,
      "grad_norm": 0.37627964770669303,
      "learning_rate": 4.935897435897436e-06,
      "loss": 0.0597,
      "step": 2350
    },
    {
      "epoch": 7.6688,
      "grad_norm": 0.38903226358175974,
      "learning_rate": 4.615384615384616e-06,
      "loss": 0.0596,
      "step": 2400
    },
    {
      "epoch": 7.8288,
      "grad_norm": 0.3718579723640309,
      "learning_rate": 4.294871794871795e-06,
      "loss": 0.0601,
      "step": 2450
    },
    {
      "epoch": 7.9888,
      "grad_norm": 0.3853191872797418,
      "learning_rate": 3.974358974358974e-06,
      "loss": 0.0591,
      "step": 2500
    },
    {
      "epoch": 8.1472,
      "grad_norm": 0.28699527941653097,
      "learning_rate": 3.653846153846154e-06,
      "loss": 0.0393,
      "step": 2550
    },
    {
      "epoch": 8.3072,
      "grad_norm": 0.2913275213251273,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.0378,
      "step": 2600
    },
    {
      "epoch": 8.4672,
      "grad_norm": 0.29222648208895774,
      "learning_rate": 3.012820512820513e-06,
      "loss": 0.0378,
      "step": 2650
    },
    {
      "epoch": 8.6272,
      "grad_norm": 0.34018938277280725,
      "learning_rate": 2.6923076923076923e-06,
      "loss": 0.0377,
      "step": 2700
    },
    {
      "epoch": 8.7872,
      "grad_norm": 0.3093825001560387,
      "learning_rate": 2.371794871794872e-06,
      "loss": 0.0378,
      "step": 2750
    },
    {
      "epoch": 8.9472,
      "grad_norm": 0.2970931747170932,
      "learning_rate": 2.0512820512820513e-06,
      "loss": 0.0374,
      "step": 2800
    },
    {
      "epoch": 9.1056,
      "grad_norm": 0.2213245615323131,
      "learning_rate": 1.7307692307692308e-06,
      "loss": 0.0301,
      "step": 2850
    },
    {
      "epoch": 9.2656,
      "grad_norm": 0.2390672228760369,
      "learning_rate": 1.4102564102564104e-06,
      "loss": 0.0267,
      "step": 2900
    },
    {
      "epoch": 9.4256,
      "grad_norm": 0.2243952551600555,
      "learning_rate": 1.0897435897435899e-06,
      "loss": 0.0267,
      "step": 2950
    },
    {
      "epoch": 9.5856,
      "grad_norm": 0.22046009291111926,
      "learning_rate": 7.692307692307694e-07,
      "loss": 0.0266,
      "step": 3000
    },
    {
      "epoch": 9.7456,
      "grad_norm": 0.224521914783935,
      "learning_rate": 4.4871794871794876e-07,
      "loss": 0.0265,
      "step": 3050
    },
    {
      "epoch": 9.9056,
      "grad_norm": 0.23483782299927702,
      "learning_rate": 1.282051282051282e-07,
      "loss": 0.0264,
      "step": 3100
    },
    {
      "epoch": 9.9696,
      "step": 3120,
      "total_flos": 2.62926380302336e+16,
      "train_loss": 0.18988347003857295,
      "train_runtime": 234399.9158,
      "train_samples_per_second": 3.412,
      "train_steps_per_second": 0.013
    }
  ],
  "logging_steps": 50,
  "max_steps": 3120,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.62926380302336e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}