{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 625,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08,
      "grad_norm": 15.03039869641152,
      "learning_rate": 1.5873015873015873e-06,
      "loss": 1.8679,
      "step": 10
    },
    {
      "epoch": 0.16,
      "grad_norm": 8.34761758965131,
      "learning_rate": 3.1746031746031746e-06,
      "loss": 1.6424,
      "step": 20
    },
    {
      "epoch": 0.24,
      "grad_norm": 7.899297623511452,
      "learning_rate": 4.761904761904762e-06,
      "loss": 1.3325,
      "step": 30
    },
    {
      "epoch": 0.32,
      "grad_norm": 6.940007282917506,
      "learning_rate": 6.349206349206349e-06,
      "loss": 1.2171,
      "step": 40
    },
    {
      "epoch": 0.4,
      "grad_norm": 7.127061848980475,
      "learning_rate": 7.936507936507936e-06,
      "loss": 1.1657,
      "step": 50
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.383989972682173,
      "learning_rate": 9.523809523809525e-06,
      "loss": 1.1137,
      "step": 60
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.840866307970571,
      "learning_rate": 9.996172565322375e-06,
      "loss": 1.1119,
      "step": 70
    },
    {
      "epoch": 0.64,
      "grad_norm": 7.0228583831508535,
      "learning_rate": 9.97744005136599e-06,
      "loss": 1.1425,
      "step": 80
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.036501026822485,
      "learning_rate": 9.943157907471825e-06,
      "loss": 1.1189,
      "step": 90
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.1766677083533885,
      "learning_rate": 9.893433231795864e-06,
      "loss": 1.1229,
      "step": 100
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.418808106696129,
      "learning_rate": 9.828421365296023e-06,
      "loss": 1.107,
      "step": 110
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.962653276823899,
      "learning_rate": 9.748325406443647e-06,
      "loss": 1.1024,
      "step": 120
    },
    {
      "epoch": 1.04,
      "grad_norm": 4.841205898363944,
      "learning_rate": 9.653395576739504e-06,
      "loss": 0.9217,
      "step": 130
    },
    {
      "epoch": 1.12,
      "grad_norm": 5.321762138665447,
      "learning_rate": 9.543928439016445e-06,
      "loss": 0.6809,
      "step": 140
    },
    {
      "epoch": 1.2,
      "grad_norm": 6.422514398304575,
      "learning_rate": 9.42026597097071e-06,
      "loss": 0.7087,
      "step": 150
    },
    {
      "epoch": 1.28,
      "grad_norm": 4.679106489068451,
      "learning_rate": 9.282794496816244e-06,
      "loss": 0.7217,
      "step": 160
    },
    {
      "epoch": 1.3599999999999999,
      "grad_norm": 5.422510609716275,
      "learning_rate": 9.131943480399531e-06,
      "loss": 0.7567,
      "step": 170
    },
    {
      "epoch": 1.44,
      "grad_norm": 4.8817497021591,
      "learning_rate": 8.968184183545285e-06,
      "loss": 0.7154,
      "step": 180
    },
    {
      "epoch": 1.52,
      "grad_norm": 5.344993652088741,
      "learning_rate": 8.792028193824364e-06,
      "loss": 0.7325,
      "step": 190
    },
    {
      "epoch": 1.6,
      "grad_norm": 5.885034195284592,
      "learning_rate": 8.604025826343167e-06,
      "loss": 0.7385,
      "step": 200
    },
    {
      "epoch": 1.6800000000000002,
      "grad_norm": 5.602877653556014,
      "learning_rate": 8.404764404547404e-06,
      "loss": 0.7504,
      "step": 210
    },
    {
      "epoch": 1.76,
      "grad_norm": 5.288051996241332,
      "learning_rate": 8.194866425410984e-06,
      "loss": 0.7257,
      "step": 220
    },
    {
      "epoch": 1.8399999999999999,
      "grad_norm": 6.146382669563802,
      "learning_rate": 7.974987614742066e-06,
      "loss": 0.7239,
      "step": 230
    },
    {
      "epoch": 1.92,
      "grad_norm": 5.404345327961935,
      "learning_rate": 7.745814878681516e-06,
      "loss": 0.7369,
      "step": 240
    },
    {
      "epoch": 2.0,
      "grad_norm": 5.789625889061605,
      "learning_rate": 7.50806415779332e-06,
      "loss": 0.7162,
      "step": 250
    },
    {
      "epoch": 2.08,
      "grad_norm": 4.381011441257434,
      "learning_rate": 7.262478190450834e-06,
      "loss": 0.2779,
      "step": 260
    },
    {
      "epoch": 2.16,
      "grad_norm": 3.9113444849282537,
      "learning_rate": 7.0098241925061215e-06,
      "loss": 0.2615,
      "step": 270
    },
    {
      "epoch": 2.24,
      "grad_norm": 3.763625408769967,
      "learning_rate": 6.750891460491093e-06,
      "loss": 0.2667,
      "step": 280
    },
    {
      "epoch": 2.32,
      "grad_norm": 3.9835139188072644,
      "learning_rate": 6.486488905838143e-06,
      "loss": 0.2786,
      "step": 290
    },
    {
      "epoch": 2.4,
      "grad_norm": 4.41365324655939,
      "learning_rate": 6.2174425278234115e-06,
      "loss": 0.2695,
      "step": 300
    },
    {
      "epoch": 2.48,
      "grad_norm": 3.868085785594723,
      "learning_rate": 5.944592833127253e-06,
      "loss": 0.2647,
      "step": 310
    },
    {
      "epoch": 2.56,
      "grad_norm": 3.922599746763818,
      "learning_rate": 5.668792210073255e-06,
      "loss": 0.2784,
      "step": 320
    },
    {
      "epoch": 2.64,
      "grad_norm": 4.077382724425529,
      "learning_rate": 5.39090226574877e-06,
      "loss": 0.2814,
      "step": 330
    },
    {
      "epoch": 2.7199999999999998,
      "grad_norm": 3.647866852866338,
      "learning_rate": 5.111791134325793e-06,
      "loss": 0.2603,
      "step": 340
    },
    {
      "epoch": 2.8,
      "grad_norm": 3.9427050456877497,
      "learning_rate": 4.832330764991131e-06,
      "loss": 0.2709,
      "step": 350
    },
    {
      "epoch": 2.88,
      "grad_norm": 3.7980075000487874,
      "learning_rate": 4.553394197958339e-06,
      "loss": 0.2711,
      "step": 360
    },
    {
      "epoch": 2.96,
      "grad_norm": 4.435470823777743,
      "learning_rate": 4.275852837071309e-06,
      "loss": 0.2669,
      "step": 370
    },
    {
      "epoch": 3.04,
      "grad_norm": 2.0816448514818457,
      "learning_rate": 4.000573727519868e-06,
      "loss": 0.1745,
      "step": 380
    },
    {
      "epoch": 3.12,
      "grad_norm": 2.4217507805753624,
      "learning_rate": 3.7284168471719527e-06,
      "loss": 0.0652,
      "step": 390
    },
    {
      "epoch": 3.2,
      "grad_norm": 2.8401214654437164,
      "learning_rate": 3.4602324199842026e-06,
      "loss": 0.0673,
      "step": 400
    },
    {
      "epoch": 3.2800000000000002,
      "grad_norm": 2.6760620467462157,
      "learning_rate": 3.1968582598840234e-06,
      "loss": 0.0685,
      "step": 410
    },
    {
      "epoch": 3.36,
      "grad_norm": 2.1425362543433937,
      "learning_rate": 2.9391171534208185e-06,
      "loss": 0.0609,
      "step": 420
    },
    {
      "epoch": 3.44,
      "grad_norm": 2.030540419923713,
      "learning_rate": 2.6878142893630904e-06,
      "loss": 0.062,
      "step": 430
    },
    {
      "epoch": 3.52,
      "grad_norm": 1.984598490381961,
      "learning_rate": 2.4437347432713838e-06,
      "loss": 0.0672,
      "step": 440
    },
    {
      "epoch": 3.6,
      "grad_norm": 2.3256779456514973,
      "learning_rate": 2.207641024905322e-06,
      "loss": 0.0531,
      "step": 450
    },
    {
      "epoch": 3.68,
      "grad_norm": 2.702472865256339,
      "learning_rate": 1.9802706961266936e-06,
      "loss": 0.0651,
      "step": 460
    },
    {
      "epoch": 3.76,
      "grad_norm": 2.1547962960900087,
      "learning_rate": 1.7623340667403089e-06,
      "loss": 0.0593,
      "step": 470
    },
    {
      "epoch": 3.84,
      "grad_norm": 2.3691282553726714,
      "learning_rate": 1.5545119754708682e-06,
      "loss": 0.0473,
      "step": 480
    },
    {
      "epoch": 3.92,
      "grad_norm": 2.2286247738184746,
      "learning_rate": 1.3574536630081208e-06,
      "loss": 0.0559,
      "step": 490
    },
    {
      "epoch": 4.0,
      "grad_norm": 2.388028641223682,
      "learning_rate": 1.1717747437649657e-06,
      "loss": 0.057,
      "step": 500
    },
    {
      "epoch": 4.08,
      "grad_norm": 0.7037974392373446,
      "learning_rate": 9.980552826847635e-07,
      "loss": 0.0141,
      "step": 510
    },
    {
      "epoch": 4.16,
      "grad_norm": 1.067919434862055,
      "learning_rate": 8.368379831059592e-07,
      "loss": 0.0121,
      "step": 520
    },
    {
      "epoch": 4.24,
      "grad_norm": 1.0103052364255096,
      "learning_rate": 6.886264913451635e-07,
      "loss": 0.0111,
      "step": 530
    },
    {
      "epoch": 4.32,
      "grad_norm": 1.5619285730336336,
      "learning_rate": 5.538838232952104e-07,
      "loss": 0.0114,
      "step": 540
    },
    {
      "epoch": 4.4,
      "grad_norm": 0.8776634711386034,
      "learning_rate": 4.3303091795353024e-07,
      "loss": 0.0119,
      "step": 550
    },
    {
      "epoch": 4.48,
      "grad_norm": 0.5346038765999809,
      "learning_rate": 3.2644532239966444e-07,
      "loss": 0.0104,
      "step": 560
    },
    {
      "epoch": 4.5600000000000005,
      "grad_norm": 1.1807971364317145,
      "learning_rate": 2.3446001233004333e-07,
      "loss": 0.0087,
      "step": 570
    },
    {
      "epoch": 4.64,
      "grad_norm": 1.2465130552788162,
      "learning_rate": 1.573623518347517e-07,
      "loss": 0.0081,
      "step": 580
    },
    {
      "epoch": 4.72,
      "grad_norm": 0.7152846447151024,
      "learning_rate": 9.539319566590766e-08,
      "loss": 0.0092,
      "step": 590
    },
    {
      "epoch": 4.8,
      "grad_norm": 0.4607875138185059,
      "learning_rate": 4.8746136802240716e-08,
      "loss": 0.0088,
      "step": 600
    },
    {
      "epoch": 4.88,
      "grad_norm": 0.9827771211863391,
      "learning_rate": 1.75669016604485e-08,
      "loss": 0.0081,
      "step": 610
    },
    {
      "epoch": 4.96,
      "grad_norm": 1.3414674305437924,
      "learning_rate": 1.952894842735531e-09,
      "loss": 0.0082,
      "step": 620
    },
    {
      "epoch": 5.0,
      "step": 625,
      "total_flos": 10563498835968.0,
      "train_loss": 0.46323055886030196,
      "train_runtime": 10955.0584,
      "train_samples_per_second": 0.456,
      "train_steps_per_second": 0.057
    }
  ],
  "logging_steps": 10,
  "max_steps": 625,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 10563498835968.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}