{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9984,
  "eval_steps": 500,
  "global_step": 312,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.016,
      "grad_norm": 2.1790294647216797,
      "learning_rate": 1.5625e-05,
      "loss": 0.8982,
      "step": 5
    },
    {
      "epoch": 0.032,
      "grad_norm": 1.2921503782272339,
      "learning_rate": 3.125e-05,
      "loss": 0.7771,
      "step": 10
    },
    {
      "epoch": 0.048,
      "grad_norm": 1.0662598609924316,
      "learning_rate": 4.6875e-05,
      "loss": 0.7065,
      "step": 15
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.8291209936141968,
      "learning_rate": 4.9979726739605334e-05,
      "loss": 0.6569,
      "step": 20
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.8745065927505493,
      "learning_rate": 4.989742922931149e-05,
      "loss": 0.6506,
      "step": 25
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.6823293566703796,
      "learning_rate": 4.975207191995552e-05,
      "loss": 0.6579,
      "step": 30
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.7768641114234924,
      "learning_rate": 4.95440640639845e-05,
      "loss": 0.6842,
      "step": 35
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.6644716262817383,
      "learning_rate": 4.927399130600373e-05,
      "loss": 0.6327,
      "step": 40
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.6596384644508362,
      "learning_rate": 4.894261403389862e-05,
      "loss": 0.6664,
      "step": 45
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.6109484434127808,
      "learning_rate": 4.855086523796815e-05,
      "loss": 0.6369,
      "step": 50
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.6302951574325562,
      "learning_rate": 4.8099847884097434e-05,
      "loss": 0.6217,
      "step": 55
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.6894915699958801,
      "learning_rate": 4.7590831808365293e-05,
      "loss": 0.6364,
      "step": 60
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.6988873481750488,
      "learning_rate": 4.702525014183007e-05,
      "loss": 0.6244,
      "step": 65
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.6387168765068054,
      "learning_rate": 4.6404695275559475e-05,
      "loss": 0.614,
      "step": 70
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.6547486186027527,
      "learning_rate": 4.57309143772652e-05,
      "loss": 0.6034,
      "step": 75
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.6504953503608704,
      "learning_rate": 4.500580447216489e-05,
      "loss": 0.6265,
      "step": 80
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.5533855557441711,
      "learning_rate": 4.423140710192144e-05,
      "loss": 0.6178,
      "step": 85
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.5795829892158508,
      "learning_rate": 4.340990257669732e-05,
      "loss": 0.6243,
      "step": 90
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.5757337808609009,
      "learning_rate": 4.254360383650716e-05,
      "loss": 0.605,
      "step": 95
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.6556103825569153,
      "learning_rate": 4.163494993915196e-05,
      "loss": 0.6046,
      "step": 100
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.6166912913322449,
      "learning_rate": 4.0686499193069595e-05,
      "loss": 0.6243,
      "step": 105
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.6043514609336853,
      "learning_rate": 3.970092195443604e-05,
      "loss": 0.6182,
      "step": 110
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.5503015518188477,
      "learning_rate": 3.8680993108796956e-05,
      "loss": 0.619,
      "step": 115
    },
    {
      "epoch": 0.384,
      "grad_norm": 12.36988353729248,
      "learning_rate": 3.7629584258397646e-05,
      "loss": 0.5871,
      "step": 120
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5975585579872131,
      "learning_rate": 3.65496556372078e-05,
      "loss": 0.6111,
      "step": 125
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.5625191330909729,
      "learning_rate": 3.5444247776404274e-05,
      "loss": 0.5999,
      "step": 130
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.5412049889564514,
      "learning_rate": 3.4316472943777736e-05,
      "loss": 0.5846,
      "step": 135
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.5721265077590942,
      "learning_rate": 3.316950638116532e-05,
      "loss": 0.5975,
      "step": 140
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.5761215090751648,
      "learning_rate": 3.2006577364580284e-05,
      "loss": 0.6136,
      "step": 145
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5800392627716064,
      "learning_rate": 3.083096011220896e-05,
      "loss": 0.5969,
      "step": 150
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.5748460292816162,
      "learning_rate": 2.9645964565873207e-05,
      "loss": 0.6043,
      "step": 155
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.5393357872962952,
      "learning_rate": 2.845492707191334e-05,
      "loss": 0.5814,
      "step": 160
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.5506784319877625,
      "learning_rate": 2.7261200987729242e-05,
      "loss": 0.5676,
      "step": 165
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.5413019061088562,
      "learning_rate": 2.606814724042701e-05,
      "loss": 0.6135,
      "step": 170
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5511438846588135,
      "learning_rate": 2.4879124864153163e-05,
      "loss": 0.5744,
      "step": 175
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.5734318494796753,
      "learning_rate": 2.36974815427584e-05,
      "loss": 0.5972,
      "step": 180
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.5379422307014465,
      "learning_rate": 2.252654418441808e-05,
      "loss": 0.5717,
      "step": 185
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.5357218980789185,
      "learning_rate": 2.136960955474649e-05,
      "loss": 0.6015,
      "step": 190
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.5256953835487366,
      "learning_rate": 2.0229934994777195e-05,
      "loss": 0.5913,
      "step": 195
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.5051993131637573,
      "learning_rate": 1.911072924994306e-05,
      "loss": 0.579,
      "step": 200
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.5518410205841064,
      "learning_rate": 1.801514343587688e-05,
      "loss": 0.5805,
      "step": 205
    },
    {
      "epoch": 0.672,
      "grad_norm": 0.50865238904953,
      "learning_rate": 1.6946262166468175e-05,
      "loss": 0.5962,
      "step": 210
    },
    {
      "epoch": 0.688,
      "grad_norm": 0.5044121146202087,
      "learning_rate": 1.590709486915524e-05,
      "loss": 0.5689,
      "step": 215
    },
    {
      "epoch": 0.704,
      "grad_norm": 0.4880557060241699,
      "learning_rate": 1.4900567311904107e-05,
      "loss": 0.5671,
      "step": 220
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.5397293567657471,
      "learning_rate": 1.392951336573011e-05,
      "loss": 0.5693,
      "step": 225
    },
    {
      "epoch": 0.736,
      "grad_norm": 0.5184421539306641,
      "learning_rate": 1.2996667025954618e-05,
      "loss": 0.5693,
      "step": 230
    },
    {
      "epoch": 0.752,
      "grad_norm": 0.5067721009254456,
      "learning_rate": 1.2104654714661188e-05,
      "loss": 0.5693,
      "step": 235
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.4883371591567993,
      "learning_rate": 1.1255987886023202e-05,
      "loss": 0.5749,
      "step": 240
    },
    {
      "epoch": 0.784,
      "grad_norm": 0.4902109205722809,
      "learning_rate": 1.0453055955322938e-05,
      "loss": 0.5791,
      "step": 245
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.4747011065483093,
      "learning_rate": 9.698119571570258e-06,
      "loss": 0.5795,
      "step": 250
    },
    {
      "epoch": 0.816,
      "grad_norm": 0.4571741223335266,
      "learning_rate": 8.993304252661744e-06,
      "loss": 0.5657,
      "step": 255
    },
    {
      "epoch": 0.832,
      "grad_norm": 0.48521485924720764,
      "learning_rate": 8.340594401000496e-06,
      "loss": 0.5773,
      "step": 260
    },
    {
      "epoch": 0.848,
      "grad_norm": 0.4582931399345398,
      "learning_rate": 7.741827716425654e-06,
      "loss": 0.5822,
      "step": 265
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.4858649671077728,
      "learning_rate": 7.198690022181837e-06,
      "loss": 0.5826,
      "step": 270
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.49482160806655884,
      "learning_rate": 6.712710518496049e-06,
      "loss": 0.5588,
      "step": 275
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.4916088581085205,
      "learning_rate": 6.285257477125605e-06,
      "loss": 0.5716,
      "step": 280
    },
    {
      "epoch": 0.912,
      "grad_norm": 0.4659317433834076,
      "learning_rate": 5.9175343889989275e-06,
      "loss": 0.5621,
      "step": 285
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.5164335370063782,
      "learning_rate": 5.610576575795573e-06,
      "loss": 0.55,
      "step": 290
    },
    {
      "epoch": 0.944,
      "grad_norm": 0.5051558017730713,
      "learning_rate": 5.36524827500562e-06,
      "loss": 0.5709,
      "step": 295
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.4648708403110504,
      "learning_rate": 5.182240206675272e-06,
      "loss": 0.5661,
      "step": 300
    },
    {
      "epoch": 0.976,
      "grad_norm": 0.47396937012672424,
      "learning_rate": 5.06206762868959e-06,
      "loss": 0.5582,
      "step": 305
    },
    {
      "epoch": 0.992,
      "grad_norm": 0.46491411328315735,
      "learning_rate": 5.005068886067688e-06,
      "loss": 0.5557,
      "step": 310
    },
    {
      "epoch": 0.9984,
      "step": 312,
      "total_flos": 34173306634240.0,
      "train_loss": 0.6066549909420502,
      "train_runtime": 5973.3628,
      "train_samples_per_second": 1.674,
      "train_steps_per_second": 0.052
    }
  ],
  "logging_steps": 5,
  "max_steps": 312,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 34173306634240.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}