{
  "best_global_step": 2890,
  "best_metric": 3.484435558319092,
  "best_model_checkpoint": "sindhibert_session6/checkpoint-2890",
  "epoch": 1.0,
  "eval_steps": 2890,
  "global_step": 2890,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03460207612456748,
      "grad_norm": 5.271186828613281,
      "learning_rate": 8.583815028901734e-07,
      "loss": 14.7112890625,
      "step": 100
    },
    {
      "epoch": 0.06920415224913495,
      "grad_norm": 5.328507900238037,
      "learning_rate": 1.7254335260115608e-06,
      "loss": 14.65601806640625,
      "step": 200
    },
    {
      "epoch": 0.10380622837370242,
      "grad_norm": 5.2988433837890625,
      "learning_rate": 2.592485549132948e-06,
      "loss": 14.6437841796875,
      "step": 300
    },
    {
      "epoch": 0.1384083044982699,
      "grad_norm": 5.144472122192383,
      "learning_rate": 2.9992958916410005e-06,
      "loss": 14.644112548828126,
      "step": 400
    },
    {
      "epoch": 0.17301038062283736,
      "grad_norm": 5.255625247955322,
      "learning_rate": 2.994135629312096e-06,
      "loss": 14.592845458984375,
      "step": 500
    },
    {
      "epoch": 0.20761245674740483,
      "grad_norm": 5.365286827087402,
      "learning_rate": 2.9839827352831524e-06,
      "loss": 14.59123779296875,
      "step": 600
    },
    {
      "epoch": 0.2422145328719723,
      "grad_norm": 5.114892959594727,
      "learning_rate": 2.96887113529664e-06,
      "loss": 14.588660888671875,
      "step": 700
    },
    {
      "epoch": 0.2768166089965398,
      "grad_norm": 5.162683486938477,
      "learning_rate": 2.948851324536296e-06,
      "loss": 14.5647998046875,
      "step": 800
    },
    {
      "epoch": 0.31141868512110726,
      "grad_norm": 5.2245635986328125,
      "learning_rate": 2.9239901988982294e-06,
      "loss": 14.566002197265625,
      "step": 900
    },
    {
      "epoch": 0.3460207612456747,
      "grad_norm": 5.22702169418335,
      "learning_rate": 2.8943708314592917e-06,
      "loss": 14.56361328125,
      "step": 1000
    },
    {
      "epoch": 0.3806228373702422,
      "grad_norm": 5.353369235992432,
      "learning_rate": 2.8600921948896393e-06,
      "loss": 14.56337890625,
      "step": 1100
    },
    {
      "epoch": 0.41522491349480967,
      "grad_norm": 5.189014911651611,
      "learning_rate": 2.821268830737051e-06,
      "loss": 14.566427001953125,
      "step": 1200
    },
    {
      "epoch": 0.44982698961937717,
      "grad_norm": 5.108746528625488,
      "learning_rate": 2.7780304666880683e-06,
      "loss": 14.5394287109375,
      "step": 1300
    },
    {
      "epoch": 0.4844290657439446,
      "grad_norm": 5.1513895988464355,
      "learning_rate": 2.7305215830848867e-06,
      "loss": 14.531617431640624,
      "step": 1400
    },
    {
      "epoch": 0.5190311418685121,
      "grad_norm": 5.2011942863464355,
      "learning_rate": 2.678900930146467e-06,
      "loss": 14.5282666015625,
      "step": 1500
    },
    {
      "epoch": 0.5536332179930796,
      "grad_norm": 5.219590663909912,
      "learning_rate": 2.6233409975070707e-06,
      "loss": 14.489625244140624,
      "step": 1600
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 5.411579132080078,
      "learning_rate": 2.5640274378447445e-06,
      "loss": 14.49999755859375,
      "step": 1700
    },
    {
      "epoch": 0.6228373702422145,
      "grad_norm": 5.120180606842041,
      "learning_rate": 2.5011584465256946e-06,
      "loss": 14.515745849609376,
      "step": 1800
    },
    {
      "epoch": 0.657439446366782,
      "grad_norm": 5.3347883224487305,
      "learning_rate": 2.434944099337454e-06,
      "loss": 14.52021728515625,
      "step": 1900
    },
    {
      "epoch": 0.6920415224913494,
      "grad_norm": 4.978041172027588,
      "learning_rate": 2.365605650523803e-06,
      "loss": 14.50703857421875,
      "step": 2000
    },
    {
      "epoch": 0.726643598615917,
      "grad_norm": 5.3864898681640625,
      "learning_rate": 2.293374793467048e-06,
      "loss": 14.493427734375,
      "step": 2100
    },
    {
      "epoch": 0.7612456747404844,
      "grad_norm": 5.149505138397217,
      "learning_rate": 2.2184928864880712e-06,
      "loss": 14.453104248046875,
      "step": 2200
    },
    {
      "epoch": 0.7958477508650519,
      "grad_norm": 5.451559066772461,
      "learning_rate": 2.1412101463511406e-06,
      "loss": 14.48880126953125,
      "step": 2300
    },
    {
      "epoch": 0.8304498269896193,
      "grad_norm": 5.231166839599609,
      "learning_rate": 2.0617848121683582e-06,
      "loss": 14.46824951171875,
      "step": 2400
    },
    {
      "epoch": 0.8650519031141869,
      "grad_norm": 5.132116794586182,
      "learning_rate": 1.9804822824975567e-06,
      "loss": 14.45693603515625,
      "step": 2500
    },
    {
      "epoch": 0.8996539792387543,
      "grad_norm": 5.454078197479248,
      "learning_rate": 1.8975742285170185e-06,
      "loss": 14.468741455078124,
      "step": 2600
    },
    {
      "epoch": 0.9342560553633218,
      "grad_norm": 5.184955596923828,
      "learning_rate": 1.8133376862403233e-06,
      "loss": 14.482393798828125,
      "step": 2700
    },
    {
      "epoch": 0.9688581314878892,
      "grad_norm": 5.030216693878174,
      "learning_rate": 1.7280541308046812e-06,
      "loss": 14.4536962890625,
      "step": 2800
    },
    {
      "epoch": 1.0,
      "eval_loss": 3.484435558319092,
      "eval_runtime": 11.6834,
      "eval_samples_per_second": 639.538,
      "eval_steps_per_second": 10.014,
      "step": 2890
    }
  ],
  "logging_steps": 100,
  "max_steps": 5780,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 2890,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.9471728080409293e+17,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}