{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 18750,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08,
      "grad_norm": 18.305925369262695,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.635,
      "step": 500
    },
    {
      "epoch": 0.16,
      "grad_norm": 15.116157531738281,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 0.5409,
      "step": 1000
    },
    {
      "epoch": 0.24,
      "grad_norm": 13.341463088989258,
      "learning_rate": 4e-05,
      "loss": 0.4258,
      "step": 1500
    },
    {
      "epoch": 0.32,
      "grad_norm": 11.549241065979004,
      "learning_rate": 4.9993231029486544e-05,
      "loss": 0.3779,
      "step": 2000
    },
    {
      "epoch": 0.4,
      "grad_norm": 13.320897102355957,
      "learning_rate": 4.983095894354858e-05,
      "loss": 0.3566,
      "step": 2500
    },
    {
      "epoch": 0.48,
      "grad_norm": 15.671639442443848,
      "learning_rate": 4.9453690018345144e-05,
      "loss": 0.3249,
      "step": 3000
    },
    {
      "epoch": 0.56,
      "grad_norm": 10.806138038635254,
      "learning_rate": 4.88646908061933e-05,
      "loss": 0.2979,
      "step": 3500
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.03432423993945122,
      "learning_rate": 4.806906110888606e-05,
      "loss": 0.2806,
      "step": 4000
    },
    {
      "epoch": 0.72,
      "grad_norm": 11.576502799987793,
      "learning_rate": 4.707368982147318e-05,
      "loss": 0.257,
      "step": 4500
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.5009346008300781,
      "learning_rate": 4.588719528532342e-05,
      "loss": 0.2509,
      "step": 5000
    },
    {
      "epoch": 0.88,
      "grad_norm": 10.398884773254395,
      "learning_rate": 4.4519850666916484e-05,
      "loss": 0.2642,
      "step": 5500
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.5586361885070801,
      "learning_rate": 4.2983495008466276e-05,
      "loss": 0.2452,
      "step": 6000
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.9526,
      "eval_loss": 0.2175797075033188,
      "eval_runtime": 288.1127,
      "eval_samples_per_second": 17.354,
      "eval_steps_per_second": 2.169,
      "step": 6250
    },
    {
      "epoch": 1.04,
      "grad_norm": 15.244111061096191,
      "learning_rate": 4.129143072053638e-05,
      "loss": 0.1726,
      "step": 6500
    },
    {
      "epoch": 1.12,
      "grad_norm": 23.2961368560791,
      "learning_rate": 3.945830840419966e-05,
      "loss": 0.1662,
      "step": 7000
    },
    {
      "epoch": 1.2,
      "grad_norm": 48.89887619018555,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.1588,
      "step": 7500
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.5729694496258162e-05,
      "learning_rate": 3.543346136204545e-05,
      "loss": 0.1415,
      "step": 8000
    },
    {
      "epoch": 1.3599999999999999,
      "grad_norm": 0.0002951535861939192,
      "learning_rate": 3.327658544712395e-05,
      "loss": 0.1514,
      "step": 8500
    },
    {
      "epoch": 1.44,
      "grad_norm": 15.348397254943848,
      "learning_rate": 3.104804738999169e-05,
      "loss": 0.1365,
      "step": 9000
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.00016808633517939597,
      "learning_rate": 2.876714280623708e-05,
      "loss": 0.1339,
      "step": 9500
    },
    {
      "epoch": 1.6,
      "grad_norm": 30.164745330810547,
      "learning_rate": 2.6453620722761896e-05,
      "loss": 0.138,
      "step": 10000
    },
    {
      "epoch": 1.6800000000000002,
      "grad_norm": 6.264598050620407e-05,
      "learning_rate": 2.4127512582437485e-05,
      "loss": 0.1395,
      "step": 10500
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.0032692451495677233,
      "learning_rate": 2.1808958803485136e-05,
      "loss": 0.1151,
      "step": 11000
    },
    {
      "epoch": 1.8399999999999999,
      "grad_norm": 0.0009920683223754168,
      "learning_rate": 1.9518034395302414e-05,
      "loss": 0.1159,
      "step": 11500
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.0016635229112580419,
      "learning_rate": 1.7274575140626318e-05,
      "loss": 0.1204,
      "step": 12000
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.007010475266724825,
      "learning_rate": 1.509800584902108e-05,
      "loss": 0.1096,
      "step": 12500
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.9636,
      "eval_loss": 0.16214776039123535,
      "eval_runtime": 287.6078,
      "eval_samples_per_second": 17.385,
      "eval_steps_per_second": 2.173,
      "step": 12500
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.001354572712443769,
      "learning_rate": 1.3007172168743854e-05,
      "loss": 0.0312,
      "step": 13000
    },
    {
      "epoch": 2.16,
      "grad_norm": 8.306991730933078e-06,
      "learning_rate": 1.1020177413231334e-05,
      "loss": 0.0281,
      "step": 13500
    },
    {
      "epoch": 2.24,
      "grad_norm": 2.6390673156129196e-05,
      "learning_rate": 9.154225815032242e-06,
      "loss": 0.0361,
      "step": 14000
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.00028656359063461423,
      "learning_rate": 7.4254735643584564e-06,
      "loss": 0.06,
      "step": 14500
    },
    {
      "epoch": 2.4,
      "grad_norm": 3.382603972568177e-05,
      "learning_rate": 5.848888922025553e-06,
      "loss": 0.0392,
      "step": 15000
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.001894937246106565,
      "learning_rate": 4.438122617983443e-06,
      "loss": 0.0332,
      "step": 15500
    },
    {
      "epoch": 2.56,
      "grad_norm": 2.6853955205297098e-05,
      "learning_rate": 3.205389657580943e-06,
      "loss": 0.0362,
      "step": 16000
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.7828443646430969,
      "learning_rate": 2.1613635589349756e-06,
      "loss": 0.0324,
      "step": 16500
    },
    {
      "epoch": 2.7199999999999998,
      "grad_norm": 0.1359904706478119,
      "learning_rate": 1.31508393714177e-06,
      "loss": 0.0474,
      "step": 17000
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.0003148973046336323,
      "learning_rate": 6.738782355044049e-07,
      "loss": 0.0387,
      "step": 17500
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.00042670563561841846,
      "learning_rate": 2.4329828146074095e-07,
      "loss": 0.028,
      "step": 18000
    },
    {
      "epoch": 2.96,
      "grad_norm": 9.56340809352696e-05,
      "learning_rate": 2.7072216536885853e-08,
      "loss": 0.0349,
      "step": 18500
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.9716,
      "eval_loss": 0.18466220796108246,
      "eval_runtime": 286.2615,
      "eval_samples_per_second": 17.467,
      "eval_steps_per_second": 2.183,
      "step": 18750
    }
  ],
  "logging_steps": 500,
  "max_steps": 18750,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}