{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 358,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.027932960893854747,
      "grad_norm": 6.217156410217285,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 0.4419,
      "step": 5
    },
    {
      "epoch": 0.055865921787709494,
      "grad_norm": 5.510581970214844,
      "learning_rate": 5.294117647058824e-06,
      "loss": 0.4127,
      "step": 10
    },
    {
      "epoch": 0.08379888268156424,
      "grad_norm": 5.5799174308776855,
      "learning_rate": 8.23529411764706e-06,
      "loss": 0.4641,
      "step": 15
    },
    {
      "epoch": 0.11173184357541899,
      "grad_norm": 7.177088737487793,
      "learning_rate": 9.999635004278054e-06,
      "loss": 0.4635,
      "step": 20
    },
    {
      "epoch": 0.13966480446927373,
      "grad_norm": 6.450545310974121,
      "learning_rate": 9.995529414369582e-06,
      "loss": 0.4839,
      "step": 25
    },
    {
      "epoch": 0.16759776536312848,
      "grad_norm": 5.527288913726807,
      "learning_rate": 9.986865748457457e-06,
      "loss": 0.4175,
      "step": 30
    },
    {
      "epoch": 0.19553072625698323,
      "grad_norm": 5.916306972503662,
      "learning_rate": 9.973651911539209e-06,
      "loss": 0.4671,
      "step": 35
    },
    {
      "epoch": 0.22346368715083798,
      "grad_norm": 5.527400493621826,
      "learning_rate": 9.955899960329546e-06,
      "loss": 0.4643,
      "step": 40
    },
    {
      "epoch": 0.25139664804469275,
      "grad_norm": 5.982852458953857,
      "learning_rate": 9.933626092259439e-06,
      "loss": 0.4754,
      "step": 45
    },
    {
      "epoch": 0.27932960893854747,
      "grad_norm": 5.4895710945129395,
      "learning_rate": 9.906850630697068e-06,
      "loss": 0.4728,
      "step": 50
    },
    {
      "epoch": 0.30726256983240224,
      "grad_norm": 6.2167463302612305,
      "learning_rate": 9.875598006404164e-06,
      "loss": 0.4711,
      "step": 55
    },
    {
      "epoch": 0.33519553072625696,
      "grad_norm": 5.332173824310303,
      "learning_rate": 9.839896735244615e-06,
      "loss": 0.4728,
      "step": 60
    },
    {
      "epoch": 0.36312849162011174,
      "grad_norm": 6.088379383087158,
      "learning_rate": 9.799779392165716e-06,
      "loss": 0.5057,
      "step": 65
    },
    {
      "epoch": 0.39106145251396646,
      "grad_norm": 6.17716121673584,
      "learning_rate": 9.755282581475769e-06,
      "loss": 0.4768,
      "step": 70
    },
    {
      "epoch": 0.41899441340782123,
      "grad_norm": 7.213939666748047,
      "learning_rate": 9.706446903445179e-06,
      "loss": 0.5043,
      "step": 75
    },
    {
      "epoch": 0.44692737430167595,
      "grad_norm": 5.0204691886901855,
      "learning_rate": 9.653316917261511e-06,
      "loss": 0.4568,
      "step": 80
    },
    {
      "epoch": 0.4748603351955307,
      "grad_norm": 6.00094747543335,
      "learning_rate": 9.595941100372301e-06,
      "loss": 0.4883,
      "step": 85
    },
    {
      "epoch": 0.5027932960893855,
      "grad_norm": 5.573389530181885,
      "learning_rate": 9.534371804252727e-06,
      "loss": 0.489,
      "step": 90
    },
    {
      "epoch": 0.5307262569832403,
      "grad_norm": 4.436511039733887,
      "learning_rate": 9.46866520663851e-06,
      "loss": 0.4552,
      "step": 95
    },
    {
      "epoch": 0.5586592178770949,
      "grad_norm": 5.606967926025391,
      "learning_rate": 9.398881260267589e-06,
      "loss": 0.4961,
      "step": 100
    },
    {
      "epoch": 0.5865921787709497,
      "grad_norm": 6.480439186096191,
      "learning_rate": 9.325083638177401e-06,
      "loss": 0.5207,
      "step": 105
    },
    {
      "epoch": 0.6145251396648045,
      "grad_norm": 5.892640590667725,
      "learning_rate": 9.247339675607606e-06,
      "loss": 0.4952,
      "step": 110
    },
    {
      "epoch": 0.6424581005586593,
      "grad_norm": 5.1815314292907715,
      "learning_rate": 9.165720308561347e-06,
      "loss": 0.499,
      "step": 115
    },
    {
      "epoch": 0.6703910614525139,
      "grad_norm": 5.886406421661377,
      "learning_rate": 9.080300009081025e-06,
      "loss": 0.4907,
      "step": 120
    },
    {
      "epoch": 0.6983240223463687,
      "grad_norm": 5.219560146331787,
      "learning_rate": 8.991156717297702e-06,
      "loss": 0.4764,
      "step": 125
    },
    {
      "epoch": 0.7262569832402235,
      "grad_norm": 5.498112678527832,
      "learning_rate": 8.898371770316113e-06,
      "loss": 0.4684,
      "step": 130
    },
    {
      "epoch": 0.7541899441340782,
      "grad_norm": 5.503330707550049,
      "learning_rate": 8.802029828000157e-06,
      "loss": 0.4854,
      "step": 135
    },
    {
      "epoch": 0.7821229050279329,
      "grad_norm": 5.640200614929199,
      "learning_rate": 8.702218795726619e-06,
      "loss": 0.5091,
      "step": 140
    },
    {
      "epoch": 0.8100558659217877,
      "grad_norm": 5.910928726196289,
      "learning_rate": 8.599029744177577e-06,
      "loss": 0.4581,
      "step": 145
    },
    {
      "epoch": 0.8379888268156425,
      "grad_norm": 7.0951738357543945,
      "learning_rate": 8.492556826244687e-06,
      "loss": 0.4986,
      "step": 150
    },
    {
      "epoch": 0.8659217877094972,
      "grad_norm": 4.941314697265625,
      "learning_rate": 8.382897191121157e-06,
      "loss": 0.4898,
      "step": 155
    },
    {
      "epoch": 0.8938547486033519,
      "grad_norm": 5.991004467010498,
      "learning_rate": 8.270150895659824e-06,
      "loss": 0.4634,
      "step": 160
    },
    {
      "epoch": 0.9217877094972067,
      "grad_norm": 5.34398889541626,
      "learning_rate": 8.154420813078155e-06,
      "loss": 0.505,
      "step": 165
    },
    {
      "epoch": 0.9497206703910615,
      "grad_norm": 5.032632350921631,
      "learning_rate": 8.035812539093557e-06,
      "loss": 0.4554,
      "step": 170
    },
    {
      "epoch": 0.9776536312849162,
      "grad_norm": 5.789834022521973,
      "learning_rate": 7.914434295574552e-06,
      "loss": 0.4456,
      "step": 175
    },
    {
      "epoch": 1.005586592178771,
      "grad_norm": 3.7482521533966064,
      "learning_rate": 7.790396831795792e-06,
      "loss": 0.3991,
      "step": 180
    },
    {
      "epoch": 1.0335195530726258,
      "grad_norm": 3.6354920864105225,
      "learning_rate": 7.663813323386988e-06,
      "loss": 0.2124,
      "step": 185
    },
    {
      "epoch": 1.0614525139664805,
      "grad_norm": 4.032209873199463,
      "learning_rate": 7.534799269067952e-06,
      "loss": 0.1957,
      "step": 190
    },
    {
      "epoch": 1.089385474860335,
      "grad_norm": 4.484015941619873,
      "learning_rate": 7.403472385263979e-06,
      "loss": 0.2009,
      "step": 195
    },
    {
      "epoch": 1.1173184357541899,
      "grad_norm": 4.480172157287598,
      "learning_rate": 7.269952498697734e-06,
      "loss": 0.1663,
      "step": 200
    },
    {
      "epoch": 1.1452513966480447,
      "grad_norm": 4.166629314422607,
      "learning_rate": 7.134361437055633e-06,
      "loss": 0.2036,
      "step": 205
    },
    {
      "epoch": 1.1731843575418994,
      "grad_norm": 4.196361064910889,
      "learning_rate": 6.9968229178284775e-06,
      "loss": 0.1817,
      "step": 210
    },
    {
      "epoch": 1.2011173184357542,
      "grad_norm": 4.6725077629089355,
      "learning_rate": 6.8574624354277866e-06,
      "loss": 0.1827,
      "step": 215
    },
    {
      "epoch": 1.229050279329609,
      "grad_norm": 3.796790838241577,
      "learning_rate": 6.716407146680793e-06,
      "loss": 0.1671,
      "step": 220
    },
    {
      "epoch": 1.2569832402234637,
      "grad_norm": 4.3832173347473145,
      "learning_rate": 6.573785754808615e-06,
      "loss": 0.2045,
      "step": 225
    },
    {
      "epoch": 1.2849162011173183,
      "grad_norm": 4.749040603637695,
      "learning_rate": 6.429728391993446e-06,
      "loss": 0.2029,
      "step": 230
    },
    {
      "epoch": 1.3128491620111733,
      "grad_norm": 4.857269287109375,
      "learning_rate": 6.284366500641914e-06,
      "loss": 0.2017,
      "step": 235
    },
    {
      "epoch": 1.3407821229050279,
      "grad_norm": 4.255931377410889,
      "learning_rate": 6.13783271345295e-06,
      "loss": 0.1941,
      "step": 240
    },
    {
      "epoch": 1.3687150837988826,
      "grad_norm": 4.656070232391357,
      "learning_rate": 5.990260732399598e-06,
      "loss": 0.2023,
      "step": 245
    },
    {
      "epoch": 1.3966480446927374,
      "grad_norm": 3.9086103439331055,
      "learning_rate": 5.841785206735192e-06,
      "loss": 0.1979,
      "step": 250
    },
    {
      "epoch": 1.4245810055865922,
      "grad_norm": 3.5551209449768066,
      "learning_rate": 5.6925416101352e-06,
      "loss": 0.1684,
      "step": 255
    },
    {
      "epoch": 1.452513966480447,
      "grad_norm": 3.7401092052459717,
      "learning_rate": 5.542666117086832e-06,
      "loss": 0.1843,
      "step": 260
    },
    {
      "epoch": 1.4804469273743017,
      "grad_norm": 3.9582438468933105,
      "learning_rate": 5.392295478639226e-06,
      "loss": 0.1844,
      "step": 265
    },
    {
      "epoch": 1.5083798882681565,
      "grad_norm": 4.367541790008545,
      "learning_rate": 5.241566897627536e-06,
      "loss": 0.1896,
      "step": 270
    },
    {
      "epoch": 1.536312849162011,
      "grad_norm": 3.8938488960266113,
      "learning_rate": 5.09061790348482e-06,
      "loss": 0.2109,
      "step": 275
    },
    {
      "epoch": 1.564245810055866,
      "grad_norm": 4.649727821350098,
      "learning_rate": 4.939586226755913e-06,
      "loss": 0.1998,
      "step": 280
    },
    {
      "epoch": 1.5921787709497206,
      "grad_norm": 4.463720798492432,
      "learning_rate": 4.788609673427807e-06,
      "loss": 0.1952,
      "step": 285
    },
    {
      "epoch": 1.6201117318435754,
      "grad_norm": 4.8687424659729,
      "learning_rate": 4.637825999191189e-06,
      "loss": 0.2003,
      "step": 290
    },
    {
      "epoch": 1.6480446927374302,
      "grad_norm": 4.026172637939453,
      "learning_rate": 4.487372783747884e-06,
      "loss": 0.1791,
      "step": 295
    },
    {
      "epoch": 1.675977653631285,
      "grad_norm": 4.026905536651611,
      "learning_rate": 4.337387305278864e-06,
      "loss": 0.2009,
      "step": 300
    },
    {
      "epoch": 1.7039106145251397,
      "grad_norm": 4.886240482330322,
      "learning_rate": 4.18800641518737e-06,
      "loss": 0.1724,
      "step": 305
    },
    {
      "epoch": 1.7318435754189943,
      "grad_norm": 3.9127626419067383,
      "learning_rate": 4.039366413231458e-06,
      "loss": 0.161,
      "step": 310
    },
    {
      "epoch": 1.7597765363128492,
      "grad_norm": 4.5372724533081055,
      "learning_rate": 3.8916029231598655e-06,
      "loss": 0.2068,
      "step": 315
    },
    {
      "epoch": 1.7877094972067038,
      "grad_norm": 4.877954959869385,
      "learning_rate": 3.744850768964692e-06,
      "loss": 0.1865,
      "step": 320
    },
    {
      "epoch": 1.8156424581005588,
      "grad_norm": 4.188896179199219,
      "learning_rate": 3.599243851863816e-06,
      "loss": 0.1953,
      "step": 325
    },
    {
      "epoch": 1.8435754189944134,
      "grad_norm": 4.291688919067383,
      "learning_rate": 3.4549150281252635e-06,
      "loss": 0.2032,
      "step": 330
    },
    {
      "epoch": 1.8715083798882681,
      "grad_norm": 3.2976162433624268,
      "learning_rate": 3.3119959878450257e-06,
      "loss": 0.1829,
      "step": 335
    },
    {
      "epoch": 1.899441340782123,
      "grad_norm": 3.9580321311950684,
      "learning_rate": 3.170617134788939e-06,
      "loss": 0.1744,
      "step": 340
    },
    {
      "epoch": 1.9273743016759777,
      "grad_norm": 4.327995300292969,
      "learning_rate": 3.030907467408235e-06,
      "loss": 0.1849,
      "step": 345
    },
    {
      "epoch": 1.9553072625698324,
      "grad_norm": 4.522080898284912,
      "learning_rate": 2.8929944611373555e-06,
      "loss": 0.1985,
      "step": 350
    },
    {
      "epoch": 1.983240223463687,
      "grad_norm": 5.031853675842285,
      "learning_rate": 2.757003952081411e-06,
      "loss": 0.1873,
      "step": 355
    }
  ],
  "logging_steps": 5,
  "max_steps": 537,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.844152673806582e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}