{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 9.964539007092199,
  "eval_steps": 500,
  "global_step": 170,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.28368794326241137,
      "grad_norm": 1.467705249786377,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 0.5187,
      "num_tokens": 634122.0,
      "step": 5
    },
    {
      "epoch": 0.5673758865248227,
      "grad_norm": 0.786109983921051,
      "learning_rate": 5e-05,
      "loss": 0.4691,
      "num_tokens": 627314.0,
      "step": 10
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 0.529224157333374,
      "learning_rate": 4.989299698973645e-05,
      "loss": 0.4195,
      "num_tokens": 1266402.0,
      "step": 15
    },
    {
      "epoch": 1.1702127659574468,
      "grad_norm": 0.36877477169036865,
      "learning_rate": 4.957300570509739e-05,
      "loss": 0.4707,
      "num_tokens": 721307.0,
      "step": 20
    },
    {
      "epoch": 1.4539007092198581,
      "grad_norm": 0.3088724613189697,
      "learning_rate": 4.9043069704368563e-05,
      "loss": 0.3746,
      "num_tokens": 1347576.0,
      "step": 25
    },
    {
      "epoch": 1.7375886524822695,
      "grad_norm": 0.25784584879875183,
      "learning_rate": 4.83082294095344e-05,
      "loss": 0.3654,
      "num_tokens": 1978085.0,
      "step": 30
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.23836882412433624,
      "learning_rate": 4.7375474164915813e-05,
      "loss": 0.3578,
      "num_tokens": 2571704.0,
      "step": 35
    },
    {
      "epoch": 2.2836879432624113,
      "grad_norm": 0.20160914957523346,
      "learning_rate": 4.625367575886955e-05,
      "loss": 0.3419,
      "num_tokens": 3218590.0,
      "step": 40
    },
    {
      "epoch": 2.5673758865248226,
      "grad_norm": 0.19208775460720062,
      "learning_rate": 4.4953504040849445e-05,
      "loss": 0.3445,
      "num_tokens": 3863566.0,
      "step": 45
    },
    {
      "epoch": 2.851063829787234,
      "grad_norm": 0.16179953515529633,
      "learning_rate": 4.348732543642775e-05,
      "loss": 0.3352,
      "num_tokens": 4488605.0,
      "step": 50
    },
    {
      "epoch": 3.1134751773049647,
      "grad_norm": 0.30722367763519287,
      "learning_rate": 4.1869085325538425e-05,
      "loss": 0.3326,
      "num_tokens": 5057805.0,
      "step": 55
    },
    {
      "epoch": 3.397163120567376,
      "grad_norm": 0.1563473492860794,
      "learning_rate": 4.011417540268764e-05,
      "loss": 0.33,
      "num_tokens": 5676903.0,
      "step": 60
    },
    {
      "epoch": 3.6808510638297873,
      "grad_norm": 0.13698497414588928,
      "learning_rate": 3.8239287280718634e-05,
      "loss": 0.3386,
      "num_tokens": 6321151.0,
      "step": 65
    },
    {
      "epoch": 3.9645390070921986,
      "grad_norm": 0.2415415197610855,
      "learning_rate": 3.626225373056101e-05,
      "loss": 0.3162,
      "num_tokens": 6962012.0,
      "step": 70
    },
    {
      "epoch": 4.226950354609929,
      "grad_norm": 0.13087180256843567,
      "learning_rate": 3.420187906699333e-05,
      "loss": 0.3179,
      "num_tokens": 7568220.0,
      "step": 75
    },
    {
      "epoch": 4.51063829787234,
      "grad_norm": 0.13442984223365784,
      "learning_rate": 3.207776029368427e-05,
      "loss": 0.3153,
      "num_tokens": 8215106.0,
      "step": 80
    },
    {
      "epoch": 4.794326241134752,
      "grad_norm": 0.13201209902763367,
      "learning_rate": 2.99101007086695e-05,
      "loss": 0.3088,
      "num_tokens": 8842420.0,
      "step": 85
    },
    {
      "epoch": 5.056737588652482,
      "grad_norm": 1.6477094888687134,
      "learning_rate": 2.7719517743133312e-05,
      "loss": 0.3266,
      "num_tokens": 9397379.0,
      "step": 90
    },
    {
      "epoch": 5.567375886524823,
      "grad_norm": 0.127790629863739,
      "learning_rate": 2.5526846861212987e-05,
      "loss": 0.3057,
      "num_tokens": 618338.0,
      "step": 95
    },
    {
      "epoch": 5.851063829787234,
      "grad_norm": 0.12059980630874634,
      "learning_rate": 2.3352943386009223e-05,
      "loss": 0.3081,
      "num_tokens": 1273698.0,
      "step": 100
    },
    {
      "epoch": 6.170212765957447,
      "grad_norm": 0.13467751443386078,
      "learning_rate": 2.1218484136710372e-05,
      "loss": 0.3696,
      "num_tokens": 1988765.0,
      "step": 105
    },
    {
      "epoch": 6.453900709219858,
      "grad_norm": 0.12073035538196564,
      "learning_rate": 1.914377076353511e-05,
      "loss": 0.2971,
      "num_tokens": 625541.0,
      "step": 110
    },
    {
      "epoch": 6.73758865248227,
      "grad_norm": 2.8106677532196045,
      "learning_rate": 1.7148536651049078e-05,
      "loss": 0.3054,
      "num_tokens": 1270517.0,
      "step": 115
    },
    {
      "epoch": 7.056737588652482,
      "grad_norm": 0.21665821969509125,
      "learning_rate": 1.5251759226471556e-05,
      "loss": 0.3581,
      "num_tokens": 1987709.0,
      "step": 120
    },
    {
      "epoch": 7.340425531914893,
      "grad_norm": 0.11727333068847656,
      "learning_rate": 1.3471479458178499e-05,
      "loss": 0.3057,
      "num_tokens": 2609416.0,
      "step": 125
    },
    {
      "epoch": 7.624113475177305,
      "grad_norm": 0.13120116293430328,
      "learning_rate": 1.1824630261220466e-05,
      "loss": 0.304,
      "num_tokens": 3264776.0,
      "step": 130
    },
    {
      "epoch": 7.907801418439716,
      "grad_norm": 0.11633836477994919,
      "learning_rate": 1.0326875441955191e-05,
      "loss": 0.3001,
      "num_tokens": 635071.0,
      "step": 135
    },
    {
      "epoch": 8.22695035460993,
      "grad_norm": 0.17760534584522247,
      "learning_rate": 8.99246071365363e-06,
      "loss": 0.3615,
      "num_tokens": 1349625.0,
      "step": 140
    },
    {
      "epoch": 8.51063829787234,
      "grad_norm": 0.2086412012577057,
      "learning_rate": 7.834078200126287e-06,
      "loss": 0.2978,
      "num_tokens": 1973689.0,
      "step": 145
    },
    {
      "epoch": 8.794326241134751,
      "grad_norm": 0.1149413138628006,
      "learning_rate": 6.862745716127312e-06,
      "loss": 0.2979,
      "num_tokens": 634122.0,
      "step": 150
    },
    {
      "epoch": 9.113475177304965,
      "grad_norm": 0.1138206422328949,
      "learning_rate": 6.087701972745999e-06,
      "loss": 0.3572,
      "num_tokens": 714739.0,
      "step": 155
    },
    {
      "epoch": 9.397163120567376,
      "grad_norm": 0.1209757998585701,
      "learning_rate": 5.51631870452704e-06,
      "loss": 0.2932,
      "num_tokens": 1354872.0,
      "step": 160
    },
    {
      "epoch": 9.680851063829786,
      "grad_norm": 0.11537827551364899,
      "learning_rate": 5.154030554111651e-06,
      "loss": 0.2973,
      "num_tokens": 2002733.0,
      "step": 165
    },
    {
      "epoch": 9.964539007092199,
      "grad_norm": 1.9767428636550903,
      "learning_rate": 5.004283381293366e-06,
      "loss": 0.2981,
      "num_tokens": 2639235.0,
      "step": 170
    },
    {
      "epoch": 9.964539007092199,
      "step": 170,
      "total_flos": 4.719554866967808e+16,
      "train_loss": 0.0366410073112039,
      "train_runtime": 308.342,
      "train_samples_per_second": 4.573,
      "train_steps_per_second": 0.551
    }
  ],
  "logging_steps": 5,
  "max_steps": 170,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 5,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.719554866967808e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}