{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.12,
  "eval_steps": 1000,
  "global_step": 6000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002,
      "grad_norm": 1.158125638961792,
      "learning_rate": 7.920000000000001e-05,
      "loss": 8.2536,
      "step": 100
    },
    {
      "epoch": 0.004,
      "grad_norm": 0.6474116444587708,
      "learning_rate": 0.00015920000000000002,
      "loss": 6.577,
      "step": 200
    },
    {
      "epoch": 0.006,
      "grad_norm": 0.8440109491348267,
      "learning_rate": 0.00023920000000000001,
      "loss": 6.1636,
      "step": 300
    },
    {
      "epoch": 0.008,
      "grad_norm": 0.712805986404419,
      "learning_rate": 0.0003192,
      "loss": 5.8686,
      "step": 400
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.6756730675697327,
      "learning_rate": 0.0003992,
      "loss": 5.5639,
      "step": 500
    },
    {
      "epoch": 0.012,
      "grad_norm": 0.8336403965950012,
      "learning_rate": 0.00047920000000000005,
      "loss": 5.3098,
      "step": 600
    },
    {
      "epoch": 0.014,
      "grad_norm": 0.6417033672332764,
      "learning_rate": 0.0005592,
      "loss": 5.0845,
      "step": 700
    },
    {
      "epoch": 0.016,
      "grad_norm": 0.5867908596992493,
      "learning_rate": 0.0006392,
      "loss": 4.8767,
      "step": 800
    },
    {
      "epoch": 0.018,
      "grad_norm": 0.5321984887123108,
      "learning_rate": 0.0007191999999999999,
      "loss": 4.7211,
      "step": 900
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5662059187889099,
      "learning_rate": 0.0007992,
      "loss": 4.6059,
      "step": 1000
    },
    {
      "epoch": 0.02,
      "eval_accuracy": 0.2709784735812133,
      "eval_loss": 4.504483222961426,
      "eval_runtime": 11.2003,
      "eval_samples_per_second": 89.283,
      "eval_steps_per_second": 0.714,
      "step": 1000
    },
    {
      "epoch": 0.022,
      "grad_norm": 0.45525625348091125,
      "learning_rate": 0.0008792,
      "loss": 4.4901,
      "step": 1100
    },
    {
      "epoch": 0.024,
      "grad_norm": 0.4701859652996063,
      "learning_rate": 0.0009592000000000001,
      "loss": 4.4344,
      "step": 1200
    },
    {
      "epoch": 0.026,
      "grad_norm": 0.40884163975715637,
      "learning_rate": 0.0010391999999999999,
      "loss": 4.3707,
      "step": 1300
    },
    {
      "epoch": 0.028,
      "grad_norm": 0.3846769332885742,
      "learning_rate": 0.0011192,
      "loss": 4.336,
      "step": 1400
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.3585458993911743,
      "learning_rate": 0.0011992,
      "loss": 4.2832,
      "step": 1500
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.4558027982711792,
      "learning_rate": 0.0012791999999999999,
      "loss": 4.2599,
      "step": 1600
    },
    {
      "epoch": 0.034,
      "grad_norm": 0.33011195063591003,
      "learning_rate": 0.0013592,
      "loss": 4.2287,
      "step": 1700
    },
    {
      "epoch": 0.036,
      "grad_norm": 0.32163774967193604,
      "learning_rate": 0.0014392,
      "loss": 4.1932,
      "step": 1800
    },
    {
      "epoch": 0.038,
      "grad_norm": 0.30342814326286316,
      "learning_rate": 0.0015192,
      "loss": 4.1447,
      "step": 1900
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.32037997245788574,
      "learning_rate": 0.0015992,
      "loss": 4.149,
      "step": 2000
    },
    {
      "epoch": 0.04,
      "eval_accuracy": 0.30734833659491195,
      "eval_loss": 4.087185859680176,
      "eval_runtime": 11.8275,
      "eval_samples_per_second": 84.549,
      "eval_steps_per_second": 0.676,
      "step": 2000
    },
    {
      "epoch": 0.042,
      "grad_norm": 0.3013302683830261,
      "learning_rate": 0.0016792,
      "loss": 4.1191,
      "step": 2100
    },
    {
      "epoch": 0.044,
      "grad_norm": 0.25836440920829773,
      "learning_rate": 0.0017592,
      "loss": 4.075,
      "step": 2200
    },
    {
      "epoch": 0.046,
      "grad_norm": 0.2489597499370575,
      "learning_rate": 0.0018392,
      "loss": 4.0824,
      "step": 2300
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.24732087552547455,
      "learning_rate": 0.0019192,
      "loss": 4.0533,
      "step": 2400
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.2429002970457077,
      "learning_rate": 0.0019992,
      "loss": 4.0472,
      "step": 2500
    },
    {
      "epoch": 0.052,
      "grad_norm": 0.21534161269664764,
      "learning_rate": 0.001999978563623903,
      "loss": 4.0063,
      "step": 2600
    },
    {
      "epoch": 0.054,
      "grad_norm": 0.2244805246591568,
      "learning_rate": 0.0019999133871331223,
      "loss": 4.0074,
      "step": 2700
    },
    {
      "epoch": 0.056,
      "grad_norm": 0.1999787837266922,
      "learning_rate": 0.0019998044711915177,
      "loss": 3.9708,
      "step": 2800
    },
    {
      "epoch": 0.058,
      "grad_norm": 0.19969643652439117,
      "learning_rate": 0.0019996518205634257,
      "loss": 3.9525,
      "step": 2900
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.21098633110523224,
      "learning_rate": 0.0019994554419262797,
      "loss": 3.9491,
      "step": 3000
    },
    {
      "epoch": 0.06,
      "eval_accuracy": 0.324146771037182,
      "eval_loss": 3.9009768962860107,
      "eval_runtime": 18.6503,
      "eval_samples_per_second": 53.618,
      "eval_steps_per_second": 0.429,
      "step": 3000
    },
    {
      "epoch": 0.062,
      "grad_norm": 0.1954544633626938,
      "learning_rate": 0.001999215343870317,
      "loss": 3.942,
      "step": 3100
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.19358158111572266,
      "learning_rate": 0.0019989315368982054,
      "loss": 3.9159,
      "step": 3200
    },
    {
      "epoch": 0.066,
      "grad_norm": 0.18568383157253265,
      "learning_rate": 0.0019986040334245797,
      "loss": 3.8959,
      "step": 3300
    },
    {
      "epoch": 0.068,
      "grad_norm": 0.1798350065946579,
      "learning_rate": 0.001998232847775504,
      "loss": 3.9035,
      "step": 3400
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.18326053023338318,
      "learning_rate": 0.0019978179961878404,
      "loss": 3.8771,
      "step": 3500
    },
    {
      "epoch": 0.072,
      "grad_norm": 0.1763591170310974,
      "learning_rate": 0.001997359496808541,
      "loss": 3.8714,
      "step": 3600
    },
    {
      "epoch": 0.074,
      "grad_norm": 0.16502562165260315,
      "learning_rate": 0.001996857369693855,
      "loss": 3.8516,
      "step": 3700
    },
    {
      "epoch": 0.076,
      "grad_norm": 0.18450422585010529,
      "learning_rate": 0.0019963116368084486,
      "loss": 3.8573,
      "step": 3800
    },
    {
      "epoch": 0.078,
      "grad_norm": 0.1750190556049347,
      "learning_rate": 0.001995722322024446,
      "loss": 3.8403,
      "step": 3900
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.1842149794101715,
      "learning_rate": 0.001995089451120385,
      "loss": 3.8158,
      "step": 4000
    },
    {
      "epoch": 0.08,
      "eval_accuracy": 0.3340352250489237,
      "eval_loss": 3.7926738262176514,
      "eval_runtime": 12.3279,
      "eval_samples_per_second": 81.117,
      "eval_steps_per_second": 0.649,
      "step": 4000
    },
    {
      "epoch": 0.082,
      "grad_norm": 0.1560104936361313,
      "learning_rate": 0.0019944130517800893,
      "loss": 3.8258,
      "step": 4100
    },
    {
      "epoch": 0.084,
      "grad_norm": 0.15086719393730164,
      "learning_rate": 0.001993693153591457,
      "loss": 3.8246,
      "step": 4200
    },
    {
      "epoch": 0.086,
      "grad_norm": 0.1565793752670288,
      "learning_rate": 0.0019929297880451674,
      "loss": 3.8036,
      "step": 4300
    },
    {
      "epoch": 0.088,
      "grad_norm": 0.16023847460746765,
      "learning_rate": 0.0019921229885333023,
      "loss": 3.7936,
      "step": 4400
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.16122952103614807,
      "learning_rate": 0.001991272790347886,
      "loss": 3.8071,
      "step": 4500
    },
    {
      "epoch": 0.092,
      "grad_norm": 0.1704457700252533,
      "learning_rate": 0.0019903792306793415,
      "loss": 3.7761,
      "step": 4600
    },
    {
      "epoch": 0.094,
      "grad_norm": 0.14904244244098663,
      "learning_rate": 0.001989442348614863,
      "loss": 3.7839,
      "step": 4700
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.15502023696899414,
      "learning_rate": 0.0019884621851367075,
      "loss": 3.7759,
      "step": 4800
    },
    {
      "epoch": 0.098,
      "grad_norm": 0.14749225974082947,
      "learning_rate": 0.001987438783120401,
      "loss": 3.7718,
      "step": 4900
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.15654946863651276,
      "learning_rate": 0.001986372187332862,
      "loss": 3.7804,
      "step": 5000
    },
    {
      "epoch": 0.1,
      "eval_accuracy": 0.3406477495107632,
      "eval_loss": 3.7244012355804443,
      "eval_runtime": 12.2821,
      "eval_samples_per_second": 81.419,
      "eval_steps_per_second": 0.651,
      "step": 5000
    },
    {
      "epoch": 0.102,
      "grad_norm": 0.15231221914291382,
      "learning_rate": 0.0019852624444304467,
      "loss": 3.7449,
      "step": 5100
    },
    {
      "epoch": 0.104,
      "grad_norm": 0.15843184292316437,
      "learning_rate": 0.0019841096029569044,
      "loss": 3.7559,
      "step": 5200
    },
    {
      "epoch": 0.106,
      "grad_norm": 0.14371678233146667,
      "learning_rate": 0.0019829137133412556,
      "loss": 3.7536,
      "step": 5300
    },
    {
      "epoch": 0.108,
      "grad_norm": 0.1501024067401886,
      "learning_rate": 0.001981674827895587,
      "loss": 3.7346,
      "step": 5400
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.1276807337999344,
      "learning_rate": 0.00198039300081276,
      "loss": 3.7387,
      "step": 5500
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.13706138730049133,
      "learning_rate": 0.0019790682881640448,
      "loss": 3.738,
      "step": 5600
    },
    {
      "epoch": 0.114,
      "grad_norm": 0.14035683870315552,
      "learning_rate": 0.001977700747896664,
      "loss": 3.7224,
      "step": 5700
    },
    {
      "epoch": 0.116,
      "grad_norm": 0.1608739197254181,
      "learning_rate": 0.001976290439831259,
      "loss": 3.7252,
      "step": 5800
    },
    {
      "epoch": 0.118,
      "grad_norm": 0.130873903632164,
      "learning_rate": 0.0019748374256592736,
      "loss": 3.7179,
      "step": 5900
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.13922768831253052,
      "learning_rate": 0.0019733417689402543,
      "loss": 3.712,
      "step": 6000
    },
    {
      "epoch": 0.12,
      "eval_accuracy": 0.3451976516634051,
      "eval_loss": 3.6720173358917236,
      "eval_runtime": 12.3084,
      "eval_samples_per_second": 81.245,
      "eval_steps_per_second": 0.65,
      "step": 6000
    }
  ],
  "logging_steps": 100,
  "max_steps": 50000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 128,
  "trial_name": null,
  "trial_params": null
}