{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 346,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01447178002894356,
      "grad_norm": 1.2414709329605103,
      "learning_rate": 1.3793103448275862e-06,
      "loss": 1.2575,
      "step": 5
    },
    {
      "epoch": 0.02894356005788712,
      "grad_norm": 0.995053231716156,
      "learning_rate": 3.103448275862069e-06,
      "loss": 1.2964,
      "step": 10
    },
    {
      "epoch": 0.04341534008683068,
      "grad_norm": 0.6870602369308472,
      "learning_rate": 4.827586206896552e-06,
      "loss": 1.2136,
      "step": 15
    },
    {
      "epoch": 0.05788712011577424,
      "grad_norm": 0.7477986216545105,
      "learning_rate": 6.551724137931035e-06,
      "loss": 1.208,
      "step": 20
    },
    {
      "epoch": 0.0723589001447178,
      "grad_norm": 0.503740131855011,
      "learning_rate": 8.275862068965517e-06,
      "loss": 1.262,
      "step": 25
    },
    {
      "epoch": 0.08683068017366136,
      "grad_norm": 0.5463724732398987,
      "learning_rate": 9.999999999999999e-06,
      "loss": 1.1591,
      "step": 30
    },
    {
      "epoch": 0.10130246020260492,
      "grad_norm": 0.5826733112335205,
      "learning_rate": 1.1724137931034483e-05,
      "loss": 1.1859,
      "step": 35
    },
    {
      "epoch": 0.11577424023154848,
      "grad_norm": 0.478679895401001,
      "learning_rate": 1.3448275862068966e-05,
      "loss": 1.1185,
      "step": 40
    },
    {
      "epoch": 0.13024602026049203,
      "grad_norm": 0.45855218172073364,
      "learning_rate": 1.517241379310345e-05,
      "loss": 1.0916,
      "step": 45
    },
    {
      "epoch": 0.1447178002894356,
      "grad_norm": 0.4334068298339844,
      "learning_rate": 1.6896551724137932e-05,
      "loss": 1.1103,
      "step": 50
    },
    {
      "epoch": 0.15918958031837915,
      "grad_norm": 0.49706199765205383,
      "learning_rate": 1.8620689655172415e-05,
      "loss": 1.1351,
      "step": 55
    },
    {
      "epoch": 0.1736613603473227,
      "grad_norm": 0.5013290643692017,
      "learning_rate": 2.0344827586206894e-05,
      "loss": 1.1267,
      "step": 60
    },
    {
      "epoch": 0.18813314037626627,
      "grad_norm": 0.4919586181640625,
      "learning_rate": 2.206896551724138e-05,
      "loss": 1.0824,
      "step": 65
    },
    {
      "epoch": 0.20260492040520983,
      "grad_norm": 0.4955993890762329,
      "learning_rate": 2.3793103448275862e-05,
      "loss": 1.088,
      "step": 70
    },
    {
      "epoch": 0.2170767004341534,
      "grad_norm": 0.47736915946006775,
      "learning_rate": 2.5517241379310345e-05,
      "loss": 1.097,
      "step": 75
    },
    {
      "epoch": 0.23154848046309695,
      "grad_norm": 0.4829305112361908,
      "learning_rate": 2.7241379310344827e-05,
      "loss": 1.0582,
      "step": 80
    },
    {
      "epoch": 0.2460202604920405,
      "grad_norm": 0.5232416391372681,
      "learning_rate": 2.8965517241379313e-05,
      "loss": 1.0447,
      "step": 85
    },
    {
      "epoch": 0.26049204052098407,
      "grad_norm": 0.5268356800079346,
      "learning_rate": 2.999989031547876e-05,
      "loss": 1.0425,
      "step": 90
    },
    {
      "epoch": 0.27496382054992763,
      "grad_norm": 0.6044050455093384,
      "learning_rate": 2.9998656383036702e-05,
      "loss": 0.9967,
      "step": 95
    },
    {
      "epoch": 0.2894356005788712,
      "grad_norm": 0.5722519755363464,
      "learning_rate": 2.9996051525662343e-05,
      "loss": 0.9925,
      "step": 100
    },
    {
      "epoch": 0.30390738060781475,
      "grad_norm": 0.5845656991004944,
      "learning_rate": 2.9992075981447947e-05,
      "loss": 0.9589,
      "step": 105
    },
    {
      "epoch": 0.3183791606367583,
      "grad_norm": 0.6687687635421753,
      "learning_rate": 2.9986730113770898e-05,
      "loss": 0.9607,
      "step": 110
    },
    {
      "epoch": 0.33285094066570187,
      "grad_norm": 0.5653572678565979,
      "learning_rate": 2.9980014411260523e-05,
      "loss": 0.9765,
      "step": 115
    },
    {
      "epoch": 0.3473227206946454,
      "grad_norm": 0.6110051274299622,
      "learning_rate": 2.9971929487753402e-05,
      "loss": 0.9347,
      "step": 120
    },
    {
      "epoch": 0.361794500723589,
      "grad_norm": 0.6042832136154175,
      "learning_rate": 2.9962476082237285e-05,
      "loss": 0.8882,
      "step": 125
    },
    {
      "epoch": 0.37626628075253254,
      "grad_norm": 0.6558710932731628,
      "learning_rate": 2.9951655058783517e-05,
      "loss": 0.9611,
      "step": 130
    },
    {
      "epoch": 0.3907380607814761,
      "grad_norm": 0.6648174524307251,
      "learning_rate": 2.993946740646809e-05,
      "loss": 0.9514,
      "step": 135
    },
    {
      "epoch": 0.40520984081041966,
      "grad_norm": 0.6010047793388367,
      "learning_rate": 2.992591423928121e-05,
      "loss": 0.8977,
      "step": 140
    },
    {
      "epoch": 0.4196816208393632,
      "grad_norm": 0.594023585319519,
      "learning_rate": 2.99109967960255e-05,
      "loss": 0.9169,
      "step": 145
    },
    {
      "epoch": 0.4341534008683068,
      "grad_norm": 0.6303651928901672,
      "learning_rate": 2.9894716440202756e-05,
      "loss": 0.8779,
      "step": 150
    },
    {
      "epoch": 0.44862518089725034,
      "grad_norm": 0.6532771587371826,
      "learning_rate": 2.9877074659889316e-05,
      "loss": 0.8661,
      "step": 155
    },
    {
      "epoch": 0.4630969609261939,
      "grad_norm": 0.7434287071228027,
      "learning_rate": 2.9858073067600054e-05,
      "loss": 0.8627,
      "step": 160
    },
    {
      "epoch": 0.47756874095513746,
      "grad_norm": 0.7219240069389343,
      "learning_rate": 2.983771340014098e-05,
      "loss": 0.8855,
      "step": 165
    },
    {
      "epoch": 0.492040520984081,
      "grad_norm": 0.7225666046142578,
      "learning_rate": 2.981599751845051e-05,
      "loss": 0.8531,
      "step": 170
    },
    {
      "epoch": 0.5065123010130246,
      "grad_norm": 0.7195663452148438,
      "learning_rate": 2.9792927407429344e-05,
      "loss": 0.8174,
      "step": 175
    },
    {
      "epoch": 0.5209840810419681,
      "grad_norm": 0.7346758842468262,
      "learning_rate": 2.976850517575906e-05,
      "loss": 0.8491,
      "step": 180
    },
    {
      "epoch": 0.5354558610709117,
      "grad_norm": 0.7614021897315979,
      "learning_rate": 2.9742733055709366e-05,
      "loss": 0.8102,
      "step": 185
    },
    {
      "epoch": 0.5499276410998553,
      "grad_norm": 0.7299443483352661,
      "learning_rate": 2.9715613402934064e-05,
      "loss": 0.7749,
      "step": 190
    },
    {
      "epoch": 0.5643994211287988,
      "grad_norm": 0.7258509993553162,
      "learning_rate": 2.9687148696255737e-05,
      "loss": 0.8408,
      "step": 195
    },
    {
      "epoch": 0.5788712011577424,
      "grad_norm": 0.8355885148048401,
      "learning_rate": 2.9657341537439176e-05,
      "loss": 0.7793,
      "step": 200
    },
    {
      "epoch": 0.5933429811866859,
      "grad_norm": 0.7875196933746338,
      "learning_rate": 2.9626194650953563e-05,
      "loss": 0.8168,
      "step": 205
    },
    {
      "epoch": 0.6078147612156295,
      "grad_norm": 1.2102893590927124,
      "learning_rate": 2.9593710883723465e-05,
      "loss": 0.7554,
      "step": 210
    },
    {
      "epoch": 0.622286541244573,
      "grad_norm": 0.9075624346733093,
      "learning_rate": 2.95598932048686e-05,
      "loss": 0.7782,
      "step": 215
    },
    {
      "epoch": 0.6367583212735166,
      "grad_norm": 0.9814792275428772,
      "learning_rate": 2.9524744705432446e-05,
      "loss": 0.7679,
      "step": 220
    },
    {
      "epoch": 0.6512301013024602,
      "grad_norm": 0.8673927187919617,
      "learning_rate": 2.9488268598099735e-05,
      "loss": 0.7131,
      "step": 225
    },
    {
      "epoch": 0.6657018813314037,
      "grad_norm": 1.2335319519042969,
      "learning_rate": 2.945046821690277e-05,
      "loss": 0.7368,
      "step": 230
    },
    {
      "epoch": 0.6801736613603473,
      "grad_norm": 1.0025559663772583,
      "learning_rate": 2.9411347016916704e-05,
      "loss": 0.7447,
      "step": 235
    },
    {
      "epoch": 0.6946454413892909,
      "grad_norm": 0.8002074360847473,
      "learning_rate": 2.9370908573943737e-05,
      "loss": 0.7396,
      "step": 240
    },
    {
      "epoch": 0.7091172214182344,
      "grad_norm": 0.7924606800079346,
      "learning_rate": 2.9329156584186267e-05,
      "loss": 0.7821,
      "step": 245
    },
    {
      "epoch": 0.723589001447178,
      "grad_norm": 0.8294292092323303,
      "learning_rate": 2.9286094863909053e-05,
      "loss": 0.7546,
      "step": 250
    },
    {
      "epoch": 0.7380607814761215,
      "grad_norm": 0.8875476121902466,
      "learning_rate": 2.924172734909038e-05,
      "loss": 0.7541,
      "step": 255
    },
    {
      "epoch": 0.7525325615050651,
      "grad_norm": 1.0516374111175537,
      "learning_rate": 2.919605809506233e-05,
      "loss": 0.7339,
      "step": 260
    },
    {
      "epoch": 0.7670043415340086,
      "grad_norm": 0.9758723378181458,
      "learning_rate": 2.9149091276140066e-05,
      "loss": 0.7286,
      "step": 265
    },
    {
      "epoch": 0.7814761215629522,
      "grad_norm": 0.8721650838851929,
      "learning_rate": 2.910083118524034e-05,
      "loss": 0.7224,
      "step": 270
    },
    {
      "epoch": 0.7959479015918958,
      "grad_norm": 0.8282304406166077,
      "learning_rate": 2.9051282233489065e-05,
      "loss": 0.6857,
      "step": 275
    },
    {
      "epoch": 0.8104196816208393,
      "grad_norm": 0.9779431223869324,
      "learning_rate": 2.900044894981813e-05,
      "loss": 0.6938,
      "step": 280
    },
    {
      "epoch": 0.8248914616497829,
      "grad_norm": 0.842149019241333,
      "learning_rate": 2.894833598055147e-05,
      "loss": 0.6996,
      "step": 285
    },
    {
      "epoch": 0.8393632416787264,
      "grad_norm": 0.8657100200653076,
      "learning_rate": 2.8894948088980338e-05,
      "loss": 0.6343,
      "step": 290
    },
    {
      "epoch": 0.85383502170767,
      "grad_norm": 0.8805454969406128,
      "learning_rate": 2.8840290154927955e-05,
      "loss": 0.6506,
      "step": 295
    },
    {
      "epoch": 0.8683068017366136,
      "grad_norm": 0.8671079874038696,
      "learning_rate": 2.878436717430346e-05,
      "loss": 0.7051,
      "step": 300
    },
    {
      "epoch": 0.8827785817655571,
      "grad_norm": 0.9610555768013,
      "learning_rate": 2.8727184258645276e-05,
      "loss": 0.6888,
      "step": 305
    },
    {
      "epoch": 0.8972503617945007,
      "grad_norm": 0.9625582695007324,
      "learning_rate": 2.8668746634653908e-05,
      "loss": 0.6669,
      "step": 310
    },
    {
      "epoch": 0.9117221418234442,
      "grad_norm": 0.8685387372970581,
      "learning_rate": 2.860905964371418e-05,
      "loss": 0.645,
      "step": 315
    },
    {
      "epoch": 0.9261939218523878,
      "grad_norm": 1.1596406698226929,
      "learning_rate": 2.8548128741407043e-05,
      "loss": 0.6432,
      "step": 320
    },
    {
      "epoch": 0.9406657018813314,
      "grad_norm": 0.9292768239974976,
      "learning_rate": 2.8485959497010906e-05,
      "loss": 0.6599,
      "step": 325
    },
    {
      "epoch": 0.9551374819102749,
      "grad_norm": 1.0150357484817505,
      "learning_rate": 2.8422557592992584e-05,
      "loss": 0.5829,
      "step": 330
    },
    {
      "epoch": 0.9696092619392185,
      "grad_norm": 1.0730253458023071,
      "learning_rate": 2.83579288244879e-05,
      "loss": 0.615,
      "step": 335
    },
    {
      "epoch": 0.984081041968162,
      "grad_norm": 1.0182080268859863,
      "learning_rate": 2.829207909877201e-05,
      "loss": 0.6109,
      "step": 340
    },
    {
      "epoch": 0.9985528219971056,
      "grad_norm": 0.9661368131637573,
      "learning_rate": 2.8225014434719423e-05,
      "loss": 0.5798,
      "step": 345
    }
  ],
  "logging_steps": 5,
  "max_steps": 1730,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.213914221804257e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}