{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 37500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04,
      "grad_norm": 30.94066619873047,
      "learning_rate": 6.666666666666667e-06,
      "loss": 2.5555,
      "step": 500
    },
    {
      "epoch": 0.08,
      "grad_norm": 31.642507553100586,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.5341,
      "step": 1000
    },
    {
      "epoch": 0.12,
      "grad_norm": 15.755248069763184,
      "learning_rate": 2e-05,
      "loss": 0.8868,
      "step": 1500
    },
    {
      "epoch": 0.16,
      "grad_norm": 16.84243392944336,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 0.7249,
      "step": 2000
    },
    {
      "epoch": 0.2,
      "grad_norm": 16.464881896972656,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.6703,
      "step": 2500
    },
    {
      "epoch": 0.24,
      "grad_norm": 22.622730255126953,
      "learning_rate": 4e-05,
      "loss": 0.6409,
      "step": 3000
    },
    {
      "epoch": 0.28,
      "grad_norm": 36.4688720703125,
      "learning_rate": 4.666666666666667e-05,
      "loss": 0.622,
      "step": 3500
    },
    {
      "epoch": 0.32,
      "grad_norm": 26.15373420715332,
      "learning_rate": 4.9993231029486544e-05,
      "loss": 0.6081,
      "step": 4000
    },
    {
      "epoch": 0.36,
      "grad_norm": 18.611602783203125,
      "learning_rate": 4.993910125649561e-05,
      "loss": 0.5778,
      "step": 4500
    },
    {
      "epoch": 0.4,
      "grad_norm": 8.996405601501465,
      "learning_rate": 4.983095894354858e-05,
      "loss": 0.5566,
      "step": 5000
    },
    {
      "epoch": 0.44,
      "grad_norm": 9.431114196777344,
      "learning_rate": 4.966903830281449e-05,
      "loss": 0.5342,
      "step": 5500
    },
    {
      "epoch": 0.48,
      "grad_norm": 7.389405250549316,
      "learning_rate": 4.9453690018345144e-05,
      "loss": 0.5065,
      "step": 6000
    },
    {
      "epoch": 0.52,
      "grad_norm": 31.81819725036621,
      "learning_rate": 4.9185380486571595e-05,
      "loss": 0.4933,
      "step": 6500
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.20836065709590912,
      "learning_rate": 4.88646908061933e-05,
      "loss": 0.4857,
      "step": 7000
    },
    {
      "epoch": 0.6,
      "grad_norm": 17.081571578979492,
      "learning_rate": 4.849231551964771e-05,
      "loss": 0.4848,
      "step": 7500
    },
    {
      "epoch": 0.64,
      "grad_norm": 18.848472595214844,
      "learning_rate": 4.806906110888606e-05,
      "loss": 0.4648,
      "step": 8000
    },
    {
      "epoch": 0.68,
      "grad_norm": 28.703367233276367,
      "learning_rate": 4.759584424871302e-05,
      "loss": 0.4274,
      "step": 8500
    },
    {
      "epoch": 0.72,
      "grad_norm": 25.15323829650879,
      "learning_rate": 4.707368982147318e-05,
      "loss": 0.4581,
      "step": 9000
    },
    {
      "epoch": 0.76,
      "grad_norm": 24.141220092773438,
      "learning_rate": 4.650372869738414e-05,
      "loss": 0.4331,
      "step": 9500
    },
    {
      "epoch": 0.8,
      "grad_norm": 11.99329662322998,
      "learning_rate": 4.588719528532342e-05,
      "loss": 0.4188,
      "step": 10000
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.699385166168213,
      "learning_rate": 4.522542485937369e-05,
      "loss": 0.4158,
      "step": 10500
    },
    {
      "epoch": 0.88,
      "grad_norm": 22.17208480834961,
      "learning_rate": 4.4519850666916484e-05,
      "loss": 0.4045,
      "step": 11000
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.43230658769607544,
      "learning_rate": 4.377200082453749e-05,
      "loss": 0.3884,
      "step": 11500
    },
    {
      "epoch": 0.96,
      "grad_norm": 11.466931343078613,
      "learning_rate": 4.2983495008466276e-05,
      "loss": 0.3896,
      "step": 12000
    },
    {
      "epoch": 1.0,
      "grad_norm": 15.537298202514648,
      "learning_rate": 4.215604094671835e-05,
      "loss": 0.3913,
      "step": 12500
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.887,
      "eval_loss": 0.3431779742240906,
      "eval_runtime": 577.7398,
      "eval_samples_per_second": 17.309,
      "eval_steps_per_second": 2.164,
      "step": 12500
    },
    {
      "epoch": 1.04,
      "grad_norm": 23.692087173461914,
      "learning_rate": 4.129143072053638e-05,
      "loss": 0.3064,
      "step": 13000
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.12528562545776367,
      "learning_rate": 4.039153688314145e-05,
      "loss": 0.301,
      "step": 13500
    },
    {
      "epoch": 1.12,
      "grad_norm": 42.4860725402832,
      "learning_rate": 3.945830840419966e-05,
      "loss": 0.3009,
      "step": 14000
    },
    {
      "epoch": 1.16,
      "grad_norm": 15.097381591796875,
      "learning_rate": 3.8493766448787825e-05,
      "loss": 0.3001,
      "step": 14500
    },
    {
      "epoch": 1.2,
      "grad_norm": 16.759035110473633,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.2997,
      "step": 15000
    },
    {
      "epoch": 1.24,
      "grad_norm": 17.78322410583496,
      "learning_rate": 3.6479161334675296e-05,
      "loss": 0.3082,
      "step": 15500
    },
    {
      "epoch": 1.28,
      "grad_norm": 20.591352462768555,
      "learning_rate": 3.543346136204545e-05,
      "loss": 0.2789,
      "step": 16000
    },
    {
      "epoch": 1.32,
      "grad_norm": 2.979491949081421,
      "learning_rate": 3.436516483539781e-05,
      "loss": 0.299,
      "step": 16500
    },
    {
      "epoch": 1.3599999999999999,
      "grad_norm": 21.6214542388916,
      "learning_rate": 3.327658544712395e-05,
      "loss": 0.2841,
      "step": 17000
    },
    {
      "epoch": 1.4,
      "grad_norm": 12.33953857421875,
      "learning_rate": 3.217008081777726e-05,
      "loss": 0.2803,
      "step": 17500
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.7421214580535889,
      "learning_rate": 3.104804738999169e-05,
      "loss": 0.2799,
      "step": 18000
    },
    {
      "epoch": 1.48,
      "grad_norm": 3.7507829666137695,
      "learning_rate": 2.9912915238320754e-05,
      "loss": 0.2969,
      "step": 18500
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.3172661364078522,
      "learning_rate": 2.876714280623708e-05,
      "loss": 0.2839,
      "step": 19000
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.3152337968349457,
      "learning_rate": 2.761321158169134e-05,
      "loss": 0.2934,
      "step": 19500
    },
    {
      "epoch": 1.6,
      "grad_norm": 6.9163289070129395,
      "learning_rate": 2.6453620722761896e-05,
      "loss": 0.2889,
      "step": 20000
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 28.51948356628418,
      "learning_rate": 2.5290881645034932e-05,
      "loss": 0.2709,
      "step": 20500
    },
    {
      "epoch": 1.6800000000000002,
      "grad_norm": 6.519890308380127,
      "learning_rate": 2.4127512582437485e-05,
      "loss": 0.2621,
      "step": 21000
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.005845916923135519,
      "learning_rate": 2.2966033133303545e-05,
      "loss": 0.2588,
      "step": 21500
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.0003709389711730182,
      "learning_rate": 2.1808958803485136e-05,
      "loss": 0.2677,
      "step": 22000
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.661258339881897,
      "learning_rate": 2.0658795558326743e-05,
      "loss": 0.26,
      "step": 22500
    },
    {
      "epoch": 1.8399999999999999,
      "grad_norm": 20.34541130065918,
      "learning_rate": 1.9518034395302414e-05,
      "loss": 0.2442,
      "step": 23000
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.12481857091188431,
      "learning_rate": 1.838914594906995e-05,
      "loss": 0.2599,
      "step": 23500
    },
    {
      "epoch": 1.92,
      "grad_norm": 12.972709655761719,
      "learning_rate": 1.7274575140626318e-05,
      "loss": 0.2513,
      "step": 24000
    },
    {
      "epoch": 1.96,
      "grad_norm": 15.054149627685547,
      "learning_rate": 1.617673588215328e-05,
      "loss": 0.2497,
      "step": 24500
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.9500556588172913,
      "learning_rate": 1.509800584902108e-05,
      "loss": 0.2686,
      "step": 25000
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.9154,
      "eval_loss": 0.3040485382080078,
      "eval_runtime": 578.6501,
      "eval_samples_per_second": 17.282,
      "eval_steps_per_second": 2.16,
      "step": 25000
    },
    {
      "epoch": 2.04,
      "grad_norm": 3.1150968074798584,
      "learning_rate": 1.4040721330273062e-05,
      "loss": 0.1121,
      "step": 25500
    },
    {
      "epoch": 2.08,
      "grad_norm": 1.2094102203263901e-05,
      "learning_rate": 1.3007172168743854e-05,
      "loss": 0.1066,
      "step": 26000
    },
    {
      "epoch": 2.12,
      "grad_norm": 0.005309335887432098,
      "learning_rate": 1.1999596801769616e-05,
      "loss": 0.104,
      "step": 26500
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.26751643419265747,
      "learning_rate": 1.1020177413231334e-05,
      "loss": 0.1105,
      "step": 27000
    },
    {
      "epoch": 2.2,
      "grad_norm": 20.066680908203125,
      "learning_rate": 1.0071035207430352e-05,
      "loss": 0.1103,
      "step": 27500
    },
    {
      "epoch": 2.24,
      "grad_norm": 9.758234977722168,
      "learning_rate": 9.154225815032242e-06,
      "loss": 0.1216,
      "step": 28000
    },
    {
      "epoch": 2.2800000000000002,
      "grad_norm": 39.75688934326172,
      "learning_rate": 8.271734841028553e-06,
      "loss": 0.121,
      "step": 28500
    },
    {
      "epoch": 2.32,
      "grad_norm": 8.768061637878418,
      "learning_rate": 7.4254735643584564e-06,
      "loss": 0.0926,
      "step": 29000
    },
    {
      "epoch": 2.36,
      "grad_norm": 1.5957878828048706,
      "learning_rate": 6.617274798504286e-06,
      "loss": 0.1115,
      "step": 29500
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.007041580975055695,
      "learning_rate": 5.848888922025553e-06,
      "loss": 0.113,
      "step": 30000
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.0010586841963231564,
      "learning_rate": 5.121980087628803e-06,
      "loss": 0.1154,
      "step": 30500
    },
    {
      "epoch": 2.48,
      "grad_norm": 10.376145362854004,
      "learning_rate": 4.438122617983443e-06,
      "loss": 0.117,
      "step": 31000
    },
    {
      "epoch": 2.52,
      "grad_norm": 5.163309992894938e-07,
      "learning_rate": 3.798797596089351e-06,
      "loss": 0.0858,
      "step": 31500
    },
    {
      "epoch": 2.56,
      "grad_norm": 8.937009260989726e-05,
      "learning_rate": 3.205389657580943e-06,
      "loss": 0.0908,
      "step": 32000
    },
    {
      "epoch": 2.6,
      "grad_norm": 65.54885864257812,
      "learning_rate": 2.659183991914696e-06,
      "loss": 0.1016,
      "step": 32500
    },
    {
      "epoch": 2.64,
      "grad_norm": 9.665397556091193e-06,
      "learning_rate": 2.1613635589349756e-06,
      "loss": 0.081,
      "step": 33000
    },
    {
      "epoch": 2.68,
      "grad_norm": 0.019450731575489044,
      "learning_rate": 1.713006526846439e-06,
      "loss": 0.1056,
      "step": 33500
    },
    {
      "epoch": 2.7199999999999998,
      "grad_norm": 0.04092613607645035,
      "learning_rate": 1.31508393714177e-06,
      "loss": 0.1185,
      "step": 34000
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.00013055396266281605,
      "learning_rate": 9.684576015420278e-07,
      "loss": 0.1084,
      "step": 34500
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.004797887057065964,
      "learning_rate": 6.738782355044049e-07,
      "loss": 0.0973,
      "step": 35000
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.0011987409088760614,
      "learning_rate": 4.319838323396691e-07,
      "loss": 0.0883,
      "step": 35500
    },
    {
      "epoch": 2.88,
      "grad_norm": 4.8637772124493495e-05,
      "learning_rate": 2.4329828146074095e-07,
      "loss": 0.0966,
      "step": 36000
    },
    {
      "epoch": 2.92,
      "grad_norm": 69.71770477294922,
      "learning_rate": 1.0823023375489127e-07,
      "loss": 0.0953,
      "step": 36500
    },
    {
      "epoch": 2.96,
      "grad_norm": 3.9461236000061035,
      "learning_rate": 2.7072216536885853e-08,
      "loss": 0.0754,
      "step": 37000
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.002531010191887617,
      "learning_rate": 0.0,
      "loss": 0.0937,
      "step": 37500
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.9197,
      "eval_loss": 0.49928906559944153,
      "eval_runtime": 577.5752,
      "eval_samples_per_second": 17.314,
      "eval_steps_per_second": 2.164,
      "step": 37500
    }
  ],
  "logging_steps": 500,
  "max_steps": 37500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}