{
  "best_global_step": 3261,
  "best_metric": 3.45804762840271,
  "best_model_checkpoint": "sindhibert_session6r/checkpoint-3261",
  "epoch": 1.0,
  "eval_steps": 3261,
  "global_step": 3261,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.030672494440610383,
      "grad_norm": 5.580650806427002,
      "learning_rate": 1.2659846547314581e-06,
      "loss": 14.62664794921875,
      "step": 100
    },
    {
      "epoch": 0.061344988881220766,
      "grad_norm": 5.809163570404053,
      "learning_rate": 2.544757033248082e-06,
      "loss": 14.634923095703124,
      "step": 200
    },
    {
      "epoch": 0.09201748332183114,
      "grad_norm": 5.849374294281006,
      "learning_rate": 3.8235294117647055e-06,
      "loss": 14.635355224609375,
      "step": 300
    },
    {
      "epoch": 0.12268997776244153,
      "grad_norm": 5.751659870147705,
      "learning_rate": 4.999978994815915e-06,
      "loss": 14.59581298828125,
      "step": 400
    },
    {
      "epoch": 0.1533624722030519,
      "grad_norm": 5.633106708526611,
      "learning_rate": 4.996172776747675e-06,
      "loss": 14.598475341796876,
      "step": 500
    },
    {
      "epoch": 0.18403496664366228,
      "grad_norm": 5.498394012451172,
      "learning_rate": 4.9858139123513936e-06,
      "loss": 14.56541259765625,
      "step": 600
    },
    {
      "epoch": 0.2147074610842727,
      "grad_norm": 5.918303489685059,
      "learning_rate": 4.968929594446166e-06,
      "loss": 14.57242919921875,
      "step": 700
    },
    {
      "epoch": 0.24537995552488306,
      "grad_norm": 5.2229814529418945,
      "learning_rate": 4.945564145670534e-06,
      "loss": 14.53744873046875,
      "step": 800
    },
    {
      "epoch": 0.27605244996549344,
      "grad_norm": 5.516529560089111,
      "learning_rate": 4.9157789021321375e-06,
      "loss": 14.531802978515625,
      "step": 900
    },
    {
      "epoch": 0.3067249444061038,
      "grad_norm": 5.460958003997803,
      "learning_rate": 4.879652052395696e-06,
      "loss": 14.5186328125,
      "step": 1000
    },
    {
      "epoch": 0.3373974388467142,
      "grad_norm": 5.609668731689453,
      "learning_rate": 4.837278432231982e-06,
      "loss": 14.51820068359375,
      "step": 1100
    },
    {
      "epoch": 0.36806993328732457,
      "grad_norm": 5.466991424560547,
      "learning_rate": 4.788769275666605e-06,
      "loss": 14.477803955078125,
      "step": 1200
    },
    {
      "epoch": 0.398742427727935,
      "grad_norm": 5.586793899536133,
      "learning_rate": 4.7342519229820996e-06,
      "loss": 14.506885986328125,
      "step": 1300
    },
    {
      "epoch": 0.4294149221685454,
      "grad_norm": 5.488733768463135,
      "learning_rate": 4.673869486439846e-06,
      "loss": 14.464423828125,
      "step": 1400
    },
    {
      "epoch": 0.46008741660915575,
      "grad_norm": 5.8738017082214355,
      "learning_rate": 4.60778047459934e-06,
      "loss": 14.470579833984376,
      "step": 1500
    },
    {
      "epoch": 0.49075991104976613,
      "grad_norm": 5.592001438140869,
      "learning_rate": 4.536158376220971e-06,
      "loss": 14.42775146484375,
      "step": 1600
    },
    {
      "epoch": 0.5214324054903765,
      "grad_norm": 5.235401153564453,
      "learning_rate": 4.459191204844634e-06,
      "loss": 14.42791259765625,
      "step": 1700
    },
    {
      "epoch": 0.5521048999309869,
      "grad_norm": 5.959557056427002,
      "learning_rate": 4.377081005239665e-06,
      "loss": 14.444658203125,
      "step": 1800
    },
    {
      "epoch": 0.5827773943715973,
      "grad_norm": 5.362053394317627,
      "learning_rate": 4.2900433230217155e-06,
      "loss": 14.463519287109374,
      "step": 1900
    },
    {
      "epoch": 0.6134498888122076,
      "grad_norm": 5.445187568664551,
      "learning_rate": 4.198306638828863e-06,
      "loss": 14.472896728515625,
      "step": 2000
    },
    {
      "epoch": 0.644122383252818,
      "grad_norm": 5.700764179229736,
      "learning_rate": 4.102111768542294e-06,
      "loss": 14.44870849609375,
      "step": 2100
    },
    {
      "epoch": 0.6747948776934284,
      "grad_norm": 5.197051525115967,
      "learning_rate": 4.001711231126012e-06,
      "loss": 14.42983642578125,
      "step": 2200
    },
    {
      "epoch": 0.7054673721340388,
      "grad_norm": 5.519675254821777,
      "learning_rate": 3.897368585745059e-06,
      "loss": 14.4178271484375,
      "step": 2300
    },
    {
      "epoch": 0.7361398665746491,
      "grad_norm": 5.8170647621154785,
      "learning_rate": 3.789357739902342e-06,
      "loss": 14.38358642578125,
      "step": 2400
    },
    {
      "epoch": 0.7668123610152595,
      "grad_norm": 5.513352394104004,
      "learning_rate": 3.6779622304102957e-06,
      "loss": 14.41911376953125,
      "step": 2500
    },
    {
      "epoch": 0.79748485545587,
      "grad_norm": 5.644667625427246,
      "learning_rate": 3.5634744790848436e-06,
      "loss": 14.40310791015625,
      "step": 2600
    },
    {
      "epoch": 0.8281573498964804,
      "grad_norm": 5.676363945007324,
      "learning_rate": 3.4461950251155457e-06,
      "loss": 14.40308349609375,
      "step": 2700
    },
    {
      "epoch": 0.8588298443370908,
      "grad_norm": 5.251427173614502,
      "learning_rate": 3.326431736127017e-06,
      "loss": 14.39386474609375,
      "step": 2800
    },
    {
      "epoch": 0.8895023387777011,
      "grad_norm": 5.631777286529541,
      "learning_rate": 3.2044990000026366e-06,
      "loss": 14.374044189453125,
      "step": 2900
    },
    {
      "epoch": 0.9201748332183115,
      "grad_norm": 5.5782670974731445,
      "learning_rate": 3.080716899592065e-06,
      "loss": 14.37978515625,
      "step": 3000
    },
    {
      "epoch": 0.9508473276589219,
      "grad_norm": 5.784708023071289,
      "learning_rate": 2.9554103724690526e-06,
      "loss": 14.3670703125,
      "step": 3100
    },
    {
      "epoch": 0.9815198220995323,
      "grad_norm": 5.501222610473633,
      "learning_rate": 2.8289083579452043e-06,
      "loss": 14.374014892578124,
      "step": 3200
    },
    {
      "epoch": 1.0,
      "eval_loss": 3.45804762840271,
      "eval_runtime": 13.1436,
      "eval_samples_per_second": 641.376,
      "eval_steps_per_second": 10.043,
      "step": 3261
    }
  ],
  "logging_steps": 100,
  "max_steps": 6522,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 3261,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.1967584480474624e+17,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}