{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9998523628652342,
  "eval_steps": 500,
  "global_step": 4656,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.010737246164789885,
      "grad_norm": 122.58504486083984,
      "learning_rate": 3.5714285714285718e-06,
      "loss": 25.5971,
      "step": 50
    },
    {
      "epoch": 0.02147449232957977,
      "grad_norm": 92.14105224609375,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 15.8095,
      "step": 100
    },
    {
      "epoch": 0.03221173849436966,
      "grad_norm": 88.2498779296875,
      "learning_rate": 9.999879015387978e-06,
      "loss": 14.4751,
      "step": 150
    },
    {
      "epoch": 0.04294898465915954,
      "grad_norm": 79.90851593017578,
      "learning_rate": 9.995645168701038e-06,
      "loss": 10.6395,
      "step": 200
    },
    {
      "epoch": 0.05368623082394943,
      "grad_norm": 98.06950378417969,
      "learning_rate": 9.98536794504998e-06,
      "loss": 11.1393,
      "step": 250
    },
    {
      "epoch": 0.06442347698873932,
      "grad_norm": 95.09337615966797,
      "learning_rate": 9.969059777090564e-06,
      "loss": 11.2403,
      "step": 300
    },
    {
      "epoch": 0.0751607231535292,
      "grad_norm": 94.5640869140625,
      "learning_rate": 9.946740393286928e-06,
      "loss": 10.161,
      "step": 350
    },
    {
      "epoch": 0.08589796931831908,
      "grad_norm": 45.75733947753906,
      "learning_rate": 9.918436794045507e-06,
      "loss": 9.6319,
      "step": 400
    },
    {
      "epoch": 0.09663521548310897,
      "grad_norm": 44.17033767700195,
      "learning_rate": 9.884183219051837e-06,
      "loss": 10.4065,
      "step": 450
    },
    {
      "epoch": 0.10737246164789886,
      "grad_norm": 41.16874694824219,
      "learning_rate": 9.844021105849837e-06,
      "loss": 7.8502,
      "step": 500
    },
    {
      "epoch": 0.11810970781268874,
      "grad_norm": 84.32959747314453,
      "learning_rate": 9.797999039713586e-06,
      "loss": 9.3041,
      "step": 550
    },
    {
      "epoch": 0.12884695397747864,
      "grad_norm": 39.66738510131836,
      "learning_rate": 9.746172694872332e-06,
      "loss": 8.5279,
      "step": 600
    },
    {
      "epoch": 0.13958420014226852,
      "grad_norm": 39.50006866455078,
      "learning_rate": 9.688604767159736e-06,
      "loss": 9.5201,
      "step": 650
    },
    {
      "epoch": 0.1503214463070584,
      "grad_norm": 38.226261138916016,
      "learning_rate": 9.62536489816892e-06,
      "loss": 9.9717,
      "step": 700
    },
    {
      "epoch": 0.16105869247184829,
      "grad_norm": 35.42646789550781,
      "learning_rate": 9.556529591005001e-06,
      "loss": 9.0548,
      "step": 750
    },
    {
      "epoch": 0.17179593863663817,
      "grad_norm": 44.124263763427734,
      "learning_rate": 9.482182117737066e-06,
      "loss": 8.9763,
      "step": 800
    },
    {
      "epoch": 0.18253318480142805,
      "grad_norm": 43.76786422729492,
      "learning_rate": 9.402412418661541e-06,
      "loss": 9.8142,
      "step": 850
    },
    {
      "epoch": 0.19327043096621793,
      "grad_norm": 34.88469314575195,
      "learning_rate": 9.317316993498788e-06,
      "loss": 8.6092,
      "step": 900
    },
    {
      "epoch": 0.20400767713100781,
      "grad_norm": 38.54001998901367,
      "learning_rate": 9.226998784654606e-06,
      "loss": 7.4996,
      "step": 950
    },
    {
      "epoch": 0.21474492329579772,
      "grad_norm": 74.26197814941406,
      "learning_rate": 9.131567052687811e-06,
      "loss": 9.0709,
      "step": 1000
    },
    {
      "epoch": 0.2254821694605876,
      "grad_norm": 41.04670333862305,
      "learning_rate": 9.03113724413456e-06,
      "loss": 10.0284,
      "step": 1050
    },
    {
      "epoch": 0.2362194156253775,
      "grad_norm": 42.67012405395508,
      "learning_rate": 8.925830851849338e-06,
      "loss": 7.9923,
      "step": 1100
    },
    {
      "epoch": 0.24695666179016737,
      "grad_norm": 49.978736877441406,
      "learning_rate": 8.815775268031514e-06,
      "loss": 8.8409,
      "step": 1150
    },
    {
      "epoch": 0.2576939079549573,
      "grad_norm": 80.3055419921875,
      "learning_rate": 8.701103630115303e-06,
      "loss": 8.9708,
      "step": 1200
    },
    {
      "epoch": 0.26843115411974716,
      "grad_norm": 31.320579528808594,
      "learning_rate": 8.581954659709549e-06,
      "loss": 9.6101,
      "step": 1250
    },
    {
      "epoch": 0.27916840028453704,
      "grad_norm": 35.097434997558594,
      "learning_rate": 8.458472494782169e-06,
      "loss": 9.1278,
      "step": 1300
    },
    {
      "epoch": 0.2899056464493269,
      "grad_norm": 79.29938507080078,
      "learning_rate": 8.330806515292271e-06,
      "loss": 8.365,
      "step": 1350
    },
    {
      "epoch": 0.3006428926141168,
      "grad_norm": 35.84828186035156,
      "learning_rate": 8.199111162480871e-06,
      "loss": 9.4828,
      "step": 1400
    },
    {
      "epoch": 0.3113801387789067,
      "grad_norm": 28.13869857788086,
      "learning_rate": 8.063545752038854e-06,
      "loss": 7.6841,
      "step": 1450
    },
    {
      "epoch": 0.32211738494369657,
      "grad_norm": 48.257423400878906,
      "learning_rate": 7.924274281378153e-06,
      "loss": 7.3778,
      "step": 1500
    },
    {
      "epoch": 0.33285463110848645,
      "grad_norm": 39.27827835083008,
      "learning_rate": 7.781465231239318e-06,
      "loss": 10.1326,
      "step": 1550
    },
    {
      "epoch": 0.34359187727327634,
      "grad_norm": 29.741004943847656,
      "learning_rate": 7.635291361875474e-06,
      "loss": 8.61,
      "step": 1600
    },
    {
      "epoch": 0.3543291234380662,
      "grad_norm": 39.182769775390625,
      "learning_rate": 7.485929504059234e-06,
      "loss": 8.702,
      "step": 1650
    },
    {
      "epoch": 0.3650663696028561,
      "grad_norm": 32.254554748535156,
      "learning_rate": 7.333560345165371e-06,
      "loss": 7.5357,
      "step": 1700
    },
    {
      "epoch": 0.375803615767646,
      "grad_norm": 28.51645851135254,
      "learning_rate": 7.178368210588067e-06,
      "loss": 7.2457,
      "step": 1750
    },
    {
      "epoch": 0.38654086193243586,
      "grad_norm": 28.341947555541992,
      "learning_rate": 7.020540840757124e-06,
      "loss": 9.2959,
      "step": 1800
    },
    {
      "epoch": 0.39727810809722575,
      "grad_norm": 42.67914581298828,
      "learning_rate": 6.860269164022921e-06,
      "loss": 9.1062,
      "step": 1850
    },
    {
      "epoch": 0.40801535426201563,
      "grad_norm": 31.293323516845703,
      "learning_rate": 6.697747065684851e-06,
      "loss": 9.5109,
      "step": 1900
    },
    {
      "epoch": 0.4187526004268055,
      "grad_norm": 35.099021911621094,
      "learning_rate": 6.5331711534426326e-06,
      "loss": 8.1034,
      "step": 1950
    },
    {
      "epoch": 0.42948984659159545,
      "grad_norm": 35.72314453125,
      "learning_rate": 6.366740519554286e-06,
      "loss": 7.9167,
      "step": 2000
    },
    {
      "epoch": 0.44022709275638533,
      "grad_norm": 73.83097076416016,
      "learning_rate": 6.198656499988444e-06,
      "loss": 8.5164,
      "step": 2050
    },
    {
      "epoch": 0.4509643389211752,
      "grad_norm": 30.618099212646484,
      "learning_rate": 6.029122430862373e-06,
      "loss": 9.6928,
      "step": 2100
    },
    {
      "epoch": 0.4617015850859651,
      "grad_norm": 74.77922058105469,
      "learning_rate": 5.858343402460391e-06,
      "loss": 8.1368,
      "step": 2150
    },
    {
      "epoch": 0.472438831250755,
      "grad_norm": 26.513835906982422,
      "learning_rate": 5.68652601113019e-06,
      "loss": 7.5154,
      "step": 2200
    },
    {
      "epoch": 0.48317607741554486,
      "grad_norm": 70.47901916503906,
      "learning_rate": 5.513878109357228e-06,
      "loss": 8.6317,
      "step": 2250
    },
    {
      "epoch": 0.49391332358033474,
      "grad_norm": 33.31165313720703,
      "learning_rate": 5.3406085543195555e-06,
      "loss": 9.8199,
      "step": 2300
    },
    {
      "epoch": 0.5046505697451246,
      "grad_norm": 36.43808364868164,
      "learning_rate": 5.166926955227224e-06,
      "loss": 9.8981,
      "step": 2350
    },
    {
      "epoch": 0.5153878159099146,
      "grad_norm": 35.49153137207031,
      "learning_rate": 4.993043419751933e-06,
      "loss": 7.7103,
      "step": 2400
    },
    {
      "epoch": 0.5261250620747044,
      "grad_norm": 27.446149826049805,
      "learning_rate": 4.8191682998536905e-06,
      "loss": 7.0446,
      "step": 2450
    },
    {
      "epoch": 0.5368623082394943,
      "grad_norm": 35.19398498535156,
      "learning_rate": 4.645511937311934e-06,
      "loss": 8.806,
      "step": 2500
    },
    {
      "epoch": 0.5475995544042842,
      "grad_norm": 77.66211700439453,
      "learning_rate": 4.472284409268976e-06,
      "loss": 10.2757,
      "step": 2550
    },
    {
      "epoch": 0.5583368005690741,
      "grad_norm": 29.25933837890625,
      "learning_rate": 4.299695274093593e-06,
      "loss": 9.8498,
      "step": 2600
    },
    {
      "epoch": 0.569074046733864,
      "grad_norm": 32.54759979248047,
      "learning_rate": 4.1279533178721755e-06,
      "loss": 9.312,
      "step": 2650
    },
    {
      "epoch": 0.5798112928986539,
      "grad_norm": 77.79645538330078,
      "learning_rate": 3.957266301834145e-06,
      "loss": 8.5012,
      "step": 2700
    },
    {
      "epoch": 0.5905485390634437,
      "grad_norm": 30.680482864379883,
      "learning_rate": 3.7878407110171646e-06,
      "loss": 8.1592,
      "step": 2750
    },
    {
      "epoch": 0.6012857852282336,
      "grad_norm": 30.990217208862305,
      "learning_rate": 3.6198815044761847e-06,
      "loss": 9.4135,
      "step": 2800
    },
    {
      "epoch": 0.6120230313930235,
      "grad_norm": 34.311153411865234,
      "learning_rate": 3.4535918673385456e-06,
      "loss": 8.7601,
      "step": 2850
    },
    {
      "epoch": 0.6227602775578134,
      "grad_norm": 34.08210754394531,
      "learning_rate": 3.2891729650050096e-06,
      "loss": 8.4742,
      "step": 2900
    },
    {
      "epoch": 0.6334975237226033,
      "grad_norm": 30.370546340942383,
      "learning_rate": 3.1268236997941535e-06,
      "loss": 7.6472,
      "step": 2950
    },
    {
      "epoch": 0.6442347698873931,
      "grad_norm": 76.85076141357422,
      "learning_rate": 2.966740470324451e-06,
      "loss": 10.3334,
      "step": 3000
    },
    {
      "epoch": 0.654972016052183,
      "grad_norm": 33.31392288208008,
      "learning_rate": 2.8091169339251644e-06,
      "loss": 8.1425,
      "step": 3050
    },
    {
      "epoch": 0.6657092622169729,
      "grad_norm": 28.994285583496094,
      "learning_rate": 2.654143772363455e-06,
      "loss": 8.2618,
      "step": 3100
    },
    {
      "epoch": 0.6764465083817628,
      "grad_norm": 33.96207809448242,
      "learning_rate": 2.502008461171114e-06,
      "loss": 7.9787,
      "step": 3150
    },
    {
      "epoch": 0.6871837545465527,
      "grad_norm": 44.06400680541992,
      "learning_rate": 2.352895042849965e-06,
      "loss": 8.0353,
      "step": 3200
    },
    {
      "epoch": 0.6979210007113426,
      "grad_norm": 35.88554000854492,
      "learning_rate": 2.20698390423032e-06,
      "loss": 9.3106,
      "step": 3250
    },
    {
      "epoch": 0.7086582468761324,
      "grad_norm": 31.703388214111328,
      "learning_rate": 2.0644515582517803e-06,
      "loss": 8.5185,
      "step": 3300
    },
    {
      "epoch": 0.7193954930409223,
      "grad_norm": 34.17527770996094,
      "learning_rate": 1.9254704304304174e-06,
      "loss": 9.1151,
      "step": 3350
    },
    {
      "epoch": 0.7301327392057122,
      "grad_norm": 29.952329635620117,
      "learning_rate": 1.7902086502706256e-06,
      "loss": 7.4807,
      "step": 3400
    },
    {
      "epoch": 0.7408699853705021,
      "grad_norm": 29.618684768676758,
      "learning_rate": 1.658829847873965e-06,
      "loss": 8.402,
      "step": 3450
    },
    {
      "epoch": 0.751607231535292,
      "grad_norm": 35.65748596191406,
      "learning_rate": 1.5314929559910985e-06,
      "loss": 8.7392,
      "step": 3500
    },
    {
      "epoch": 0.7623444777000818,
      "grad_norm": 40.38413619995117,
      "learning_rate": 1.4083520177562154e-06,
      "loss": 6.4324,
      "step": 3550
    },
    {
      "epoch": 0.7730817238648717,
      "grad_norm": 38.58983612060547,
      "learning_rate": 1.2895560003365837e-06,
      "loss": 9.4396,
      "step": 3600
    },
    {
      "epoch": 0.7838189700296616,
      "grad_norm": 33.327510833740234,
      "learning_rate": 1.1752486147226505e-06,
      "loss": 7.8763,
      "step": 3650
    },
    {
      "epoch": 0.7945562161944515,
      "grad_norm": 31.827482223510742,
      "learning_rate": 1.0655681418766772e-06,
      "loss": 8.1159,
      "step": 3700
    },
    {
      "epoch": 0.8052934623592414,
      "grad_norm": 37.83740997314453,
      "learning_rate": 9.60647265450249e-07,
      "loss": 7.1248,
      "step": 3750
    },
    {
      "epoch": 0.8160307085240313,
      "grad_norm": 68.32665252685547,
      "learning_rate": 8.60612911273011e-07,
      "loss": 8.8583,
      "step": 3800
    },
    {
      "epoch": 0.8267679546888211,
      "grad_norm": 28.628252029418945,
      "learning_rate": 7.655860938068071e-07,
      "loss": 6.5486,
      "step": 3850
    },
    {
      "epoch": 0.837505200853611,
      "grad_norm": 35.551815032958984,
      "learning_rate": 6.756817697509755e-07,
      "loss": 8.1337,
      "step": 3900
    },
    {
      "epoch": 0.8482424470184009,
      "grad_norm": 29.21653175354004,
      "learning_rate": 5.910086989758862e-07,
      "loss": 7.0004,
      "step": 3950
    },
    {
      "epoch": 0.8589796931831909,
      "grad_norm": 28.43161392211914,
      "learning_rate": 5.11669312952977e-07,
      "loss": 8.2137,
      "step": 4000
    },
    {
      "epoch": 0.8697169393479808,
      "grad_norm": 27.239362716674805,
      "learning_rate": 4.377595908404225e-07,
      "loss": 7.9611,
      "step": 4050
    },
    {
      "epoch": 0.8804541855127707,
      "grad_norm": 27.20981788635254,
      "learning_rate": 3.693689433743658e-07,
      "loss": 8.2071,
      "step": 4100
    },
    {
      "epoch": 0.8911914316775605,
      "grad_norm": 30.86234474182129,
      "learning_rate": 3.065801047061517e-07,
      "loss": 6.6662,
      "step": 4150
    },
    {
      "epoch": 0.9019286778423504,
      "grad_norm": 72.03483581542969,
      "learning_rate": 2.4946903231642727e-07,
      "loss": 9.2256,
      "step": 4200
    },
    {
      "epoch": 0.9126659240071403,
      "grad_norm": 35.229248046875,
      "learning_rate": 1.9810481512716638e-07,
      "loss": 7.8211,
      "step": 4250
    },
    {
      "epoch": 0.9234031701719302,
      "grad_norm": 29.196678161621094,
      "learning_rate": 1.5254958992280022e-07,
      "loss": 7.9577,
      "step": 4300
    },
    {
      "epoch": 0.9341404163367201,
      "grad_norm": 31.289777755737305,
      "learning_rate": 1.128584661815435e-07,
      "loss": 7.572,
      "step": 4350
    },
    {
      "epoch": 0.94487766250151,
      "grad_norm": 29.68185043334961,
      "learning_rate": 7.907945940786033e-08,
      "loss": 7.5517,
      "step": 4400
    },
    {
      "epoch": 0.9556149086662998,
      "grad_norm": 28.52676773071289,
      "learning_rate": 5.125343304671459e-08,
      "loss": 10.374,
      "step": 4450
    },
    {
      "epoch": 0.9663521548310897,
      "grad_norm": 34.890655517578125,
      "learning_rate": 2.9414049049872883e-08,
      "loss": 7.1905,
      "step": 4500
    },
    {
      "epoch": 0.9770894009958796,
      "grad_norm": 40.517208099365234,
      "learning_rate": 1.35877271540652e-08,
      "loss": 8.6259,
      "step": 4550
    },
    {
      "epoch": 0.9878266471606695,
      "grad_norm": 29.639062881469727,
      "learning_rate": 3.7936129202648106e-09,
      "loss": 6.9152,
      "step": 4600
    },
    {
      "epoch": 0.9985638933254594,
      "grad_norm": 43.505428314208984,
      "learning_rate": 4.3554572743409463e-11,
      "loss": 10.0409,
      "step": 4650
    },
    {
      "epoch": 0.9998523628652342,
      "step": 4656,
      "total_flos": 3.2168639765195784e+19,
      "train_loss": 8.979798909315129,
      "train_runtime": 72260.7648,
      "train_samples_per_second": 4.124,
      "train_steps_per_second": 0.064
    }
  ],
  "logging_steps": 50,
  "max_steps": 4656,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.2168639765195784e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}