{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 537,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.027932960893854747,
      "grad_norm": 4.828463554382324,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 0.4719,
      "step": 5
    },
    {
      "epoch": 0.055865921787709494,
      "grad_norm": 3.8758130073547363,
      "learning_rate": 5.294117647058824e-06,
      "loss": 0.4276,
      "step": 10
    },
    {
      "epoch": 0.08379888268156424,
      "grad_norm": 3.6739842891693115,
      "learning_rate": 8.23529411764706e-06,
      "loss": 0.4003,
      "step": 15
    },
    {
      "epoch": 0.11173184357541899,
      "grad_norm": 3.945585250854492,
      "learning_rate": 9.999635004278054e-06,
      "loss": 0.3761,
      "step": 20
    },
    {
      "epoch": 0.13966480446927373,
      "grad_norm": 4.055810451507568,
      "learning_rate": 9.995529414369582e-06,
      "loss": 0.3017,
      "step": 25
    },
    {
      "epoch": 0.16759776536312848,
      "grad_norm": 3.2087514400482178,
      "learning_rate": 9.986865748457457e-06,
      "loss": 0.2388,
      "step": 30
    },
    {
      "epoch": 0.19553072625698323,
      "grad_norm": 2.5950117111206055,
      "learning_rate": 9.973651911539209e-06,
      "loss": 0.205,
      "step": 35
    },
    {
      "epoch": 0.22346368715083798,
      "grad_norm": 2.1962437629699707,
      "learning_rate": 9.955899960329546e-06,
      "loss": 0.2056,
      "step": 40
    },
    {
      "epoch": 0.25139664804469275,
      "grad_norm": 2.396777629852295,
      "learning_rate": 9.933626092259439e-06,
      "loss": 0.1962,
      "step": 45
    },
    {
      "epoch": 0.27932960893854747,
      "grad_norm": 2.2164466381073,
      "learning_rate": 9.906850630697068e-06,
      "loss": 0.1846,
      "step": 50
    },
    {
      "epoch": 0.30726256983240224,
      "grad_norm": 2.0118980407714844,
      "learning_rate": 9.875598006404164e-06,
      "loss": 0.1801,
      "step": 55
    },
    {
      "epoch": 0.33519553072625696,
      "grad_norm": 1.8344327211380005,
      "learning_rate": 9.839896735244615e-06,
      "loss": 0.1647,
      "step": 60
    },
    {
      "epoch": 0.36312849162011174,
      "grad_norm": 1.9841200113296509,
      "learning_rate": 9.799779392165716e-06,
      "loss": 0.1755,
      "step": 65
    },
    {
      "epoch": 0.39106145251396646,
      "grad_norm": 1.8493112325668335,
      "learning_rate": 9.755282581475769e-06,
      "loss": 0.1663,
      "step": 70
    },
    {
      "epoch": 0.41899441340782123,
      "grad_norm": 2.081803560256958,
      "learning_rate": 9.706446903445179e-06,
      "loss": 0.1709,
      "step": 75
    },
    {
      "epoch": 0.44692737430167595,
      "grad_norm": 1.8965290784835815,
      "learning_rate": 9.653316917261511e-06,
      "loss": 0.1476,
      "step": 80
    },
    {
      "epoch": 0.4748603351955307,
      "grad_norm": 1.9217299222946167,
      "learning_rate": 9.595941100372301e-06,
      "loss": 0.169,
      "step": 85
    },
    {
      "epoch": 0.5027932960893855,
      "grad_norm": 1.8738741874694824,
      "learning_rate": 9.534371804252727e-06,
      "loss": 0.159,
      "step": 90
    },
    {
      "epoch": 0.5307262569832403,
      "grad_norm": 1.8862131834030151,
      "learning_rate": 9.46866520663851e-06,
      "loss": 0.1548,
      "step": 95
    },
    {
      "epoch": 0.5586592178770949,
      "grad_norm": 1.8590192794799805,
      "learning_rate": 9.398881260267589e-06,
      "loss": 0.1606,
      "step": 100
    },
    {
      "epoch": 0.5865921787709497,
      "grad_norm": 2.076671838760376,
      "learning_rate": 9.325083638177401e-06,
      "loss": 0.1619,
      "step": 105
    },
    {
      "epoch": 0.6145251396648045,
      "grad_norm": 1.9296963214874268,
      "learning_rate": 9.247339675607606e-06,
      "loss": 0.1533,
      "step": 110
    },
    {
      "epoch": 0.6424581005586593,
      "grad_norm": 1.7060136795043945,
      "learning_rate": 9.165720308561347e-06,
      "loss": 0.1582,
      "step": 115
    },
    {
      "epoch": 0.6703910614525139,
      "grad_norm": 1.9099347591400146,
      "learning_rate": 9.080300009081025e-06,
      "loss": 0.1599,
      "step": 120
    },
    {
      "epoch": 0.6983240223463687,
      "grad_norm": 1.634581208229065,
      "learning_rate": 8.991156717297702e-06,
      "loss": 0.1513,
      "step": 125
    },
    {
      "epoch": 0.7262569832402235,
      "grad_norm": 1.541104793548584,
      "learning_rate": 8.898371770316113e-06,
      "loss": 0.141,
      "step": 130
    },
    {
      "epoch": 0.7541899441340782,
      "grad_norm": 1.8300049304962158,
      "learning_rate": 8.802029828000157e-06,
      "loss": 0.1671,
      "step": 135
    },
    {
      "epoch": 0.7821229050279329,
      "grad_norm": 1.7759796380996704,
      "learning_rate": 8.702218795726619e-06,
      "loss": 0.1599,
      "step": 140
    },
    {
      "epoch": 0.8100558659217877,
      "grad_norm": 2.0563571453094482,
      "learning_rate": 8.599029744177577e-06,
      "loss": 0.1452,
      "step": 145
    },
    {
      "epoch": 0.8379888268156425,
      "grad_norm": 2.060739755630493,
      "learning_rate": 8.492556826244687e-06,
      "loss": 0.1525,
      "step": 150
    },
    {
      "epoch": 0.8659217877094972,
      "grad_norm": 1.742621898651123,
      "learning_rate": 8.382897191121157e-06,
      "loss": 0.1578,
      "step": 155
    },
    {
      "epoch": 0.8938547486033519,
      "grad_norm": 1.5601977109909058,
      "learning_rate": 8.270150895659824e-06,
      "loss": 0.1437,
      "step": 160
    },
    {
      "epoch": 0.9217877094972067,
      "grad_norm": 1.8811984062194824,
      "learning_rate": 8.154420813078155e-06,
      "loss": 0.1586,
      "step": 165
    },
    {
      "epoch": 0.9497206703910615,
      "grad_norm": 1.730596899986267,
      "learning_rate": 8.035812539093557e-06,
      "loss": 0.1463,
      "step": 170
    },
    {
      "epoch": 0.9776536312849162,
      "grad_norm": 1.8510273694992065,
      "learning_rate": 7.914434295574552e-06,
      "loss": 0.149,
      "step": 175
    },
    {
      "epoch": 1.005586592178771,
      "grad_norm": 1.301182508468628,
      "learning_rate": 7.790396831795792e-06,
      "loss": 0.1338,
      "step": 180
    },
    {
      "epoch": 1.0335195530726258,
      "grad_norm": 1.1642204523086548,
      "learning_rate": 7.663813323386988e-06,
      "loss": 0.0649,
      "step": 185
    },
    {
      "epoch": 1.0614525139664805,
      "grad_norm": 1.4005308151245117,
      "learning_rate": 7.534799269067952e-06,
      "loss": 0.0674,
      "step": 190
    },
    {
      "epoch": 1.089385474860335,
      "grad_norm": 1.5730642080307007,
      "learning_rate": 7.403472385263979e-06,
      "loss": 0.0673,
      "step": 195
    },
    {
      "epoch": 1.1173184357541899,
      "grad_norm": 1.7611703872680664,
      "learning_rate": 7.269952498697734e-06,
      "loss": 0.063,
      "step": 200
    },
    {
      "epoch": 1.1452513966480447,
      "grad_norm": 1.5084593296051025,
      "learning_rate": 7.134361437055633e-06,
      "loss": 0.0669,
      "step": 205
    },
    {
      "epoch": 1.1731843575418994,
      "grad_norm": 1.4081919193267822,
      "learning_rate": 6.9968229178284775e-06,
      "loss": 0.0647,
      "step": 210
    },
    {
      "epoch": 1.2011173184357542,
      "grad_norm": 1.5010007619857788,
      "learning_rate": 6.8574624354277866e-06,
      "loss": 0.0577,
      "step": 215
    },
    {
      "epoch": 1.229050279329609,
      "grad_norm": 1.5013327598571777,
      "learning_rate": 6.716407146680793e-06,
      "loss": 0.0605,
      "step": 220
    },
    {
      "epoch": 1.2569832402234637,
      "grad_norm": 1.4295289516448975,
      "learning_rate": 6.573785754808615e-06,
      "loss": 0.0653,
      "step": 225
    },
    {
      "epoch": 1.2849162011173183,
      "grad_norm": 1.346086025238037,
      "learning_rate": 6.429728391993446e-06,
      "loss": 0.0677,
      "step": 230
    },
    {
      "epoch": 1.3128491620111733,
      "grad_norm": 1.6407275199890137,
      "learning_rate": 6.284366500641914e-06,
      "loss": 0.0626,
      "step": 235
    },
    {
      "epoch": 1.3407821229050279,
      "grad_norm": 1.4332677125930786,
      "learning_rate": 6.13783271345295e-06,
      "loss": 0.0574,
      "step": 240
    },
    {
      "epoch": 1.3687150837988826,
      "grad_norm": 1.6687946319580078,
      "learning_rate": 5.990260732399598e-06,
      "loss": 0.0647,
      "step": 245
    },
    {
      "epoch": 1.3966480446927374,
      "grad_norm": 1.4623993635177612,
      "learning_rate": 5.841785206735192e-06,
      "loss": 0.0661,
      "step": 250
    },
    {
      "epoch": 1.4245810055865922,
      "grad_norm": 1.4991734027862549,
      "learning_rate": 5.6925416101352e-06,
      "loss": 0.0558,
      "step": 255
    },
    {
      "epoch": 1.452513966480447,
      "grad_norm": 1.4860414266586304,
      "learning_rate": 5.542666117086832e-06,
      "loss": 0.0599,
      "step": 260
    },
    {
      "epoch": 1.4804469273743017,
      "grad_norm": 1.6181551218032837,
      "learning_rate": 5.392295478639226e-06,
      "loss": 0.0632,
      "step": 265
    },
    {
      "epoch": 1.5083798882681565,
      "grad_norm": 1.354121208190918,
      "learning_rate": 5.241566897627536e-06,
      "loss": 0.0635,
      "step": 270
    },
    {
      "epoch": 1.536312849162011,
      "grad_norm": 1.335709810256958,
      "learning_rate": 5.09061790348482e-06,
      "loss": 0.0625,
      "step": 275
    },
    {
      "epoch": 1.564245810055866,
      "grad_norm": 1.6495665311813354,
      "learning_rate": 4.939586226755913e-06,
      "loss": 0.0694,
      "step": 280
    },
    {
      "epoch": 1.5921787709497206,
      "grad_norm": 1.7744977474212646,
      "learning_rate": 4.788609673427807e-06,
      "loss": 0.0627,
      "step": 285
    },
    {
      "epoch": 1.6201117318435754,
      "grad_norm": 1.6316900253295898,
      "learning_rate": 4.637825999191189e-06,
      "loss": 0.0617,
      "step": 290
    },
    {
      "epoch": 1.6480446927374302,
      "grad_norm": 1.662197470664978,
      "learning_rate": 4.487372783747884e-06,
      "loss": 0.0569,
      "step": 295
    },
    {
      "epoch": 1.675977653631285,
      "grad_norm": 1.8289408683776855,
      "learning_rate": 4.337387305278864e-06,
      "loss": 0.0663,
      "step": 300
    },
    {
      "epoch": 1.7039106145251397,
      "grad_norm": 1.3845690488815308,
      "learning_rate": 4.18800641518737e-06,
      "loss": 0.0592,
      "step": 305
    },
    {
      "epoch": 1.7318435754189943,
      "grad_norm": 1.463433861732483,
      "learning_rate": 4.039366413231458e-06,
      "loss": 0.0567,
      "step": 310
    },
    {
      "epoch": 1.7597765363128492,
      "grad_norm": 1.6310245990753174,
      "learning_rate": 3.8916029231598655e-06,
      "loss": 0.059,
      "step": 315
    },
    {
      "epoch": 1.7877094972067038,
      "grad_norm": 1.4779847860336304,
      "learning_rate": 3.744850768964692e-06,
      "loss": 0.0621,
      "step": 320
    },
    {
      "epoch": 1.8156424581005588,
      "grad_norm": 1.5393599271774292,
      "learning_rate": 3.599243851863816e-06,
      "loss": 0.0614,
      "step": 325
    },
    {
      "epoch": 1.8435754189944134,
      "grad_norm": 1.688868761062622,
      "learning_rate": 3.4549150281252635e-06,
      "loss": 0.0685,
      "step": 330
    },
    {
      "epoch": 1.8715083798882681,
      "grad_norm": 1.657720685005188,
      "learning_rate": 3.3119959878450257e-06,
      "loss": 0.065,
      "step": 335
    },
    {
      "epoch": 1.899441340782123,
      "grad_norm": 1.6237623691558838,
      "learning_rate": 3.170617134788939e-06,
      "loss": 0.0643,
      "step": 340
    },
    {
      "epoch": 1.9273743016759777,
      "grad_norm": 1.4605751037597656,
      "learning_rate": 3.030907467408235e-06,
      "loss": 0.0598,
      "step": 345
    },
    {
      "epoch": 1.9553072625698324,
      "grad_norm": 1.668911337852478,
      "learning_rate": 2.8929944611373555e-06,
      "loss": 0.0601,
      "step": 350
    },
    {
      "epoch": 1.983240223463687,
      "grad_norm": 1.6729633808135986,
      "learning_rate": 2.757003952081411e-06,
      "loss": 0.0659,
      "step": 355
    },
    {
      "epoch": 2.011173184357542,
      "grad_norm": 1.013942837715149,
      "learning_rate": 2.6230600221994195e-06,
      "loss": 0.0487,
      "step": 360
    },
    {
      "epoch": 2.0391061452513966,
      "grad_norm": 1.006054401397705,
      "learning_rate": 2.49128488608807e-06,
      "loss": 0.0231,
      "step": 365
    },
    {
      "epoch": 2.0670391061452515,
      "grad_norm": 0.9309853911399841,
      "learning_rate": 2.3617987794693358e-06,
      "loss": 0.0205,
      "step": 370
    },
    {
      "epoch": 2.094972067039106,
      "grad_norm": 0.7846112847328186,
      "learning_rate": 2.23471984948368e-06,
      "loss": 0.0197,
      "step": 375
    },
    {
      "epoch": 2.122905027932961,
      "grad_norm": 0.8797470927238464,
      "learning_rate": 2.1101640468889255e-06,
      "loss": 0.0193,
      "step": 380
    },
    {
      "epoch": 2.1508379888268156,
      "grad_norm": 0.9852015972137451,
      "learning_rate": 1.988245020263197e-06,
      "loss": 0.0209,
      "step": 385
    },
    {
      "epoch": 2.17877094972067,
      "grad_norm": 0.8081586360931396,
      "learning_rate": 1.8690740123084316e-06,
      "loss": 0.0199,
      "step": 390
    },
    {
      "epoch": 2.206703910614525,
      "grad_norm": 1.0445442199707031,
      "learning_rate": 1.7527597583490825e-06,
      "loss": 0.0177,
      "step": 395
    },
    {
      "epoch": 2.2346368715083798,
      "grad_norm": 0.8966451287269592,
      "learning_rate": 1.6394083871186362e-06,
      "loss": 0.0176,
      "step": 400
    },
    {
      "epoch": 2.2625698324022347,
      "grad_norm": 0.9837883710861206,
      "learning_rate": 1.5291233239244728e-06,
      "loss": 0.0183,
      "step": 405
    },
    {
      "epoch": 2.2905027932960893,
      "grad_norm": 1.0582736730575562,
      "learning_rate": 1.4220051962793952e-06,
      "loss": 0.0218,
      "step": 410
    },
    {
      "epoch": 2.3184357541899443,
      "grad_norm": 1.203754186630249,
      "learning_rate": 1.3181517420859696e-06,
      "loss": 0.015,
      "step": 415
    },
    {
      "epoch": 2.346368715083799,
      "grad_norm": 1.0601005554199219,
      "learning_rate": 1.2176577204574318e-06,
      "loss": 0.0193,
      "step": 420
    },
    {
      "epoch": 2.3743016759776534,
      "grad_norm": 0.8488159775733948,
      "learning_rate": 1.1206148252565385e-06,
      "loss": 0.017,
      "step": 425
    },
    {
      "epoch": 2.4022346368715084,
      "grad_norm": 1.0478291511535645,
      "learning_rate": 1.0271116014312293e-06,
      "loss": 0.0213,
      "step": 430
    },
    {
      "epoch": 2.430167597765363,
      "grad_norm": 0.8675203323364258,
      "learning_rate": 9.372333642234787e-07,
      "loss": 0.0172,
      "step": 435
    },
    {
      "epoch": 2.458100558659218,
      "grad_norm": 0.9504756331443787,
      "learning_rate": 8.510621213250248e-07,
      "loss": 0.0145,
      "step": 440
    },
    {
      "epoch": 2.4860335195530725,
      "grad_norm": 1.3498114347457886,
      "learning_rate": 7.686764980509986e-07,
      "loss": 0.0201,
      "step": 445
    },
    {
      "epoch": 2.5139664804469275,
      "grad_norm": 0.9091407656669617,
      "learning_rate": 6.901516655997536e-07,
      "loss": 0.0175,
      "step": 450
    },
    {
      "epoch": 2.541899441340782,
      "grad_norm": 0.7276732325553894,
      "learning_rate": 6.155592724643339e-07,
      "loss": 0.0163,
      "step": 455
    },
    {
      "epoch": 2.5698324022346366,
      "grad_norm": 0.899692714214325,
      "learning_rate": 5.449673790581611e-07,
      "loss": 0.0163,
      "step": 460
    },
    {
      "epoch": 2.5977653631284916,
      "grad_norm": 1.0277019739151,
      "learning_rate": 4.784403956146039e-07,
      "loss": 0.0177,
      "step": 465
    },
    {
      "epoch": 2.6256983240223466,
      "grad_norm": 1.1019272804260254,
      "learning_rate": 4.1603902341708804e-07,
      "loss": 0.0197,
      "step": 470
    },
    {
      "epoch": 2.653631284916201,
      "grad_norm": 1.169102668762207,
      "learning_rate": 3.5782019941335345e-07,
      "loss": 0.0194,
      "step": 475
    },
    {
      "epoch": 2.6815642458100557,
      "grad_norm": 0.9159637689590454,
      "learning_rate": 3.0383704426442396e-07,
      "loss": 0.0147,
      "step": 480
    },
    {
      "epoch": 2.7094972067039107,
      "grad_norm": 0.7717533707618713,
      "learning_rate": 2.541388138756645e-07,
      "loss": 0.0164,
      "step": 485
    },
    {
      "epoch": 2.7374301675977653,
      "grad_norm": 0.9342028498649597,
      "learning_rate": 2.0877085445416889e-07,
      "loss": 0.02,
      "step": 490
    },
    {
      "epoch": 2.7653631284916202,
      "grad_norm": 0.9161922931671143,
      "learning_rate": 1.6777456113346857e-07,
      "loss": 0.0151,
      "step": 495
    },
    {
      "epoch": 2.793296089385475,
      "grad_norm": 1.0157550573349,
      "learning_rate": 1.3118734020333257e-07,
      "loss": 0.0179,
      "step": 500
    },
    {
      "epoch": 2.82122905027933,
      "grad_norm": 1.051489233970642,
      "learning_rate": 9.904257497910796e-08,
      "loss": 0.0169,
      "step": 505
    },
    {
      "epoch": 2.8491620111731844,
      "grad_norm": 0.8811531066894531,
      "learning_rate": 7.136959534174592e-08,
      "loss": 0.0158,
      "step": 510
    },
    {
      "epoch": 2.877094972067039,
      "grad_norm": 1.6215674877166748,
      "learning_rate": 4.8193650976308124e-08,
      "loss": 0.017,
      "step": 515
    },
    {
      "epoch": 2.905027932960894,
      "grad_norm": 0.9657447934150696,
      "learning_rate": 2.9535888333374064e-08,
      "loss": 0.0159,
      "step": 520
    },
    {
      "epoch": 2.9329608938547485,
      "grad_norm": 0.8487962484359741,
      "learning_rate": 1.541333133436018e-08,
      "loss": 0.0175,
      "step": 525
    },
    {
      "epoch": 2.9608938547486034,
      "grad_norm": 1.3263304233551025,
      "learning_rate": 5.838865838366792e-09,
      "loss": 0.0172,
      "step": 530
    },
    {
      "epoch": 2.988826815642458,
      "grad_norm": 1.0673179626464844,
      "learning_rate": 8.212278847224975e-10,
      "loss": 0.016,
      "step": 535
    }
  ],
  "logging_steps": 5,
  "max_steps": 537,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.266229010709873e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}