{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 11480,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08710801393728224,
      "grad_norm": 0.9188959002494812,
      "learning_rate": 3.960000000000001e-05,
      "loss": 6.191905517578125,
      "step": 100
    },
    {
      "epoch": 0.17421602787456447,
      "grad_norm": 1.3060380220413208,
      "learning_rate": 7.960000000000001e-05,
      "loss": 6.121124877929687,
      "step": 200
    },
    {
      "epoch": 0.2613240418118467,
      "grad_norm": 1.1203659772872925,
      "learning_rate": 0.00011960000000000001,
      "loss": 6.003787231445313,
      "step": 300
    },
    {
      "epoch": 0.34843205574912894,
      "grad_norm": 1.421034812927246,
      "learning_rate": 0.0001596,
      "loss": 5.94820556640625,
      "step": 400
    },
    {
      "epoch": 0.4355400696864111,
      "grad_norm": 1.2131978273391724,
      "learning_rate": 0.0001996,
      "loss": 5.933410034179688,
      "step": 500
    },
    {
      "epoch": 0.5226480836236934,
      "grad_norm": 1.2755587100982666,
      "learning_rate": 0.0001999598850347455,
      "loss": 5.781154174804687,
      "step": 600
    },
    {
      "epoch": 0.6097560975609756,
      "grad_norm": 1.4233345985412598,
      "learning_rate": 0.0001998379481883983,
      "loss": 5.668782958984375,
      "step": 700
    },
    {
      "epoch": 0.6968641114982579,
      "grad_norm": 1.2652695178985596,
      "learning_rate": 0.0001996342851837924,
      "loss": 5.601710205078125,
      "step": 800
    },
    {
      "epoch": 0.7839721254355401,
      "grad_norm": 1.1004737615585327,
      "learning_rate": 0.0001993490627370437,
      "loss": 5.515267944335937,
      "step": 900
    },
    {
      "epoch": 0.8710801393728222,
      "grad_norm": 1.0849263668060303,
      "learning_rate": 0.00019898251432785851,
      "loss": 5.444522705078125,
      "step": 1000
    },
    {
      "epoch": 0.9581881533101045,
      "grad_norm": 1.1359233856201172,
      "learning_rate": 0.00019853494000840986,
      "loss": 5.3566357421875,
      "step": 1100
    },
    {
      "epoch": 1.0452961672473868,
      "grad_norm": 1.2210420370101929,
      "learning_rate": 0.00019800670615771816,
      "loss": 5.266632690429687,
      "step": 1200
    },
    {
      "epoch": 1.132404181184669,
      "grad_norm": 1.4381468296051025,
      "learning_rate": 0.00019739824518173792,
      "loss": 5.174177856445312,
      "step": 1300
    },
    {
      "epoch": 1.2195121951219512,
      "grad_norm": 1.0924814939498901,
      "learning_rate": 0.00019671005515939518,
      "loss": 5.1578131103515625,
      "step": 1400
    },
    {
      "epoch": 1.3066202090592334,
      "grad_norm": 1.2317713499069214,
      "learning_rate": 0.00019594269943486623,
      "loss": 5.09080078125,
      "step": 1500
    },
    {
      "epoch": 1.3937282229965158,
      "grad_norm": 1.1351029872894287,
      "learning_rate": 0.00019509680615643058,
      "loss": 5.07963623046875,
      "step": 1600
    },
    {
      "epoch": 1.480836236933798,
      "grad_norm": 1.190399169921875,
      "learning_rate": 0.00019417306776227622,
      "loss": 5.024771118164063,
      "step": 1700
    },
    {
      "epoch": 1.5679442508710801,
      "grad_norm": 1.2222275733947754,
      "learning_rate": 0.00019317224041367817,
      "loss": 5.00032470703125,
      "step": 1800
    },
    {
      "epoch": 1.6550522648083623,
      "grad_norm": 1.535797119140625,
      "learning_rate": 0.0001920951433760136,
      "loss": 4.976044616699219,
      "step": 1900
    },
    {
      "epoch": 1.7421602787456445,
      "grad_norm": 1.2563319206237793,
      "learning_rate": 0.00019094265834812104,
      "loss": 4.9138116455078125,
      "step": 2000
    },
    {
      "epoch": 1.8292682926829267,
      "grad_norm": 1.526935338973999,
      "learning_rate": 0.00018971572874055216,
      "loss": 4.905592041015625,
      "step": 2100
    },
    {
      "epoch": 1.916376306620209,
      "grad_norm": 1.355762004852295,
      "learning_rate": 0.0001884153589033072,
      "loss": 4.857882080078125,
      "step": 2200
    },
    {
      "epoch": 2.0034843205574915,
      "grad_norm": 1.423733115196228,
      "learning_rate": 0.00018704261330368583,
      "loss": 4.808562316894531,
      "step": 2300
    },
    {
      "epoch": 2.0905923344947737,
      "grad_norm": 1.6864680051803589,
      "learning_rate": 0.00018559861565492692,
      "loss": 4.654463806152344,
      "step": 2400
    },
    {
      "epoch": 2.177700348432056,
      "grad_norm": 1.3302619457244873,
      "learning_rate": 0.00018408454799635028,
      "loss": 4.666855163574219,
      "step": 2500
    },
    {
      "epoch": 2.264808362369338,
      "grad_norm": 1.3893911838531494,
      "learning_rate": 0.00018250164972575327,
      "loss": 4.609520568847656,
      "step": 2600
    },
    {
      "epoch": 2.35191637630662,
      "grad_norm": 1.344896912574768,
      "learning_rate": 0.0001808512165848545,
      "loss": 4.636769409179688,
      "step": 2700
    },
    {
      "epoch": 2.4390243902439024,
      "grad_norm": 1.274559497833252,
      "learning_rate": 0.0001791345995986152,
      "loss": 4.598162536621094,
      "step": 2800
    },
    {
      "epoch": 2.5261324041811846,
      "grad_norm": 1.3674043416976929,
      "learning_rate": 0.00017735320396930585,
      "loss": 4.5604150390625,
      "step": 2900
    },
    {
      "epoch": 2.6132404181184667,
      "grad_norm": 1.3470535278320312,
      "learning_rate": 0.00017550848792622473,
      "loss": 4.572581481933594,
      "step": 3000
    },
    {
      "epoch": 2.7003484320557494,
      "grad_norm": 1.6086684465408325,
      "learning_rate": 0.0001736019615320085,
      "loss": 4.542828063964844,
      "step": 3100
    },
    {
      "epoch": 2.7874564459930316,
      "grad_norm": 1.623887300491333,
      "learning_rate": 0.00017163518544651283,
      "loss": 4.519979858398438,
      "step": 3200
    },
    {
      "epoch": 2.8745644599303137,
      "grad_norm": 1.4141863584518433,
      "learning_rate": 0.00016960976964927507,
      "loss": 4.497909240722656,
      "step": 3300
    },
    {
      "epoch": 2.961672473867596,
      "grad_norm": 1.2833305597305298,
      "learning_rate": 0.00016752737212160374,
      "loss": 4.4761376953125,
      "step": 3400
    },
    {
      "epoch": 3.048780487804878,
      "grad_norm": 1.5807830095291138,
      "learning_rate": 0.000165389697489375,
      "loss": 4.386007385253906,
      "step": 3500
    },
    {
      "epoch": 3.1358885017421603,
      "grad_norm": 1.5675005912780762,
      "learning_rate": 0.00016319849562764608,
      "loss": 4.305965576171875,
      "step": 3600
    },
    {
      "epoch": 3.2229965156794425,
      "grad_norm": 1.4463677406311035,
      "learning_rate": 0.00016095556022822837,
      "loss": 4.2965829467773435,
      "step": 3700
    },
    {
      "epoch": 3.3101045296167246,
      "grad_norm": 1.495564341545105,
      "learning_rate": 0.00015866272733139252,
      "loss": 4.296761474609375,
      "step": 3800
    },
    {
      "epoch": 3.397212543554007,
      "grad_norm": 1.6361560821533203,
      "learning_rate": 0.0001563218738229078,
      "loss": 4.255560607910156,
      "step": 3900
    },
    {
      "epoch": 3.484320557491289,
      "grad_norm": 1.61375892162323,
      "learning_rate": 0.00015393491589764567,
      "loss": 4.2361297607421875,
      "step": 4000
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 1.710850715637207,
      "learning_rate": 0.00015150380749100545,
      "loss": 4.241318054199219,
      "step": 4100
    },
    {
      "epoch": 3.658536585365854,
      "grad_norm": 1.888376235961914,
      "learning_rate": 0.00014903053867944589,
      "loss": 4.263135375976563,
      "step": 4200
    },
    {
      "epoch": 3.745644599303136,
      "grad_norm": 1.5190894603729248,
      "learning_rate": 0.00014651713405143234,
      "loss": 4.203194580078125,
      "step": 4300
    },
    {
      "epoch": 3.832752613240418,
      "grad_norm": 1.4314178228378296,
      "learning_rate": 0.00014396565105013283,
      "loss": 4.2452734375,
      "step": 4400
    },
    {
      "epoch": 3.9198606271777003,
      "grad_norm": 1.4185148477554321,
      "learning_rate": 0.0001413781782892191,
      "loss": 4.218402099609375,
      "step": 4500
    },
    {
      "epoch": 4.006968641114983,
      "grad_norm": 1.42833411693573,
      "learning_rate": 0.00013875683384315278,
      "loss": 4.195860290527344,
      "step": 4600
    },
    {
      "epoch": 4.094076655052265,
      "grad_norm": 1.8272066116333008,
      "learning_rate": 0.00013610376351335437,
      "loss": 4.000545654296875,
      "step": 4700
    },
    {
      "epoch": 4.181184668989547,
      "grad_norm": 1.6578880548477173,
      "learning_rate": 0.00013342113907167596,
      "loss": 4.044533386230468,
      "step": 4800
    },
    {
      "epoch": 4.2682926829268295,
      "grad_norm": 1.719120740890503,
      "learning_rate": 0.00013071115648261453,
      "loss": 4.006611633300781,
      "step": 4900
    },
    {
      "epoch": 4.355400696864112,
      "grad_norm": 1.8038350343704224,
      "learning_rate": 0.00012797603410572144,
      "loss": 4.005461120605469,
      "step": 5000
    },
    {
      "epoch": 4.442508710801394,
      "grad_norm": 1.4871196746826172,
      "learning_rate": 0.00012521801087967964,
      "loss": 4.042769470214844,
      "step": 5100
    },
    {
      "epoch": 4.529616724738676,
      "grad_norm": 1.4674580097198486,
      "learning_rate": 0.00012243934448953522,
      "loss": 4.014598999023438,
      "step": 5200
    },
    {
      "epoch": 4.616724738675958,
      "grad_norm": 1.650697112083435,
      "learning_rate": 0.00011964230951858309,
      "loss": 4.0176239013671875,
      "step": 5300
    },
    {
      "epoch": 4.70383275261324,
      "grad_norm": 2.049278497695923,
      "learning_rate": 0.00011682919558642024,
      "loss": 4.01257568359375,
      "step": 5400
    },
    {
      "epoch": 4.790940766550523,
      "grad_norm": 1.789766550064087,
      "learning_rate": 0.00011400230547469015,
      "loss": 3.983531494140625,
      "step": 5500
    },
    {
      "epoch": 4.878048780487805,
      "grad_norm": 1.9967801570892334,
      "learning_rate": 0.0001111639532420534,
      "loss": 3.9888790893554686,
      "step": 5600
    },
    {
      "epoch": 4.965156794425087,
      "grad_norm": 1.5817842483520508,
      "learning_rate": 0.00010831646232992643,
      "loss": 3.9807525634765626,
      "step": 5700
    },
    {
      "epoch": 5.052264808362369,
      "grad_norm": 1.8074733018875122,
      "learning_rate": 0.00010546216366054025,
      "loss": 3.868643798828125,
      "step": 5800
    },
    {
      "epoch": 5.139372822299651,
      "grad_norm": 1.5427536964416504,
      "learning_rate": 0.00010260339372887494,
      "loss": 3.806876220703125,
      "step": 5900
    },
    {
      "epoch": 5.2264808362369335,
      "grad_norm": 1.7108198404312134,
      "learning_rate": 9.974249269003289e-05,
      "loss": 3.824035949707031,
      "step": 6000
    },
    {
      "epoch": 5.313588850174216,
      "grad_norm": 1.7547175884246826,
      "learning_rate": 9.688180244361546e-05,
      "loss": 3.8009918212890623,
      "step": 6100
    },
    {
      "epoch": 5.400696864111498,
      "grad_norm": 2.0099358558654785,
      "learning_rate": 9.40236647166718e-05,
      "loss": 3.8154830932617188,
      "step": 6200
    },
    {
      "epoch": 5.487804878048781,
      "grad_norm": 1.7973719835281372,
      "learning_rate": 9.117041914678904e-05,
      "loss": 3.8090631103515626,
      "step": 6300
    },
    {
      "epoch": 5.574912891986063,
      "grad_norm": 1.7361223697662354,
      "learning_rate": 8.832440136689258e-05,
      "loss": 3.8208245849609375,
      "step": 6400
    },
    {
      "epoch": 5.662020905923345,
      "grad_norm": 2.053532361984253,
      "learning_rate": 8.548794109332481e-05,
      "loss": 3.82370361328125,
      "step": 6500
    },
    {
      "epoch": 5.7491289198606275,
      "grad_norm": 1.8259886503219604,
      "learning_rate": 8.266336021876698e-05,
      "loss": 3.826884460449219,
      "step": 6600
    },
    {
      "epoch": 5.83623693379791,
      "grad_norm": 1.9447393417358398,
      "learning_rate": 7.985297091156554e-05,
      "loss": 3.8073544311523437,
      "step": 6700
    },
    {
      "epoch": 5.923344947735192,
      "grad_norm": 1.7228244543075562,
      "learning_rate": 7.70590737230184e-05,
      "loss": 3.8064419555664064,
      "step": 6800
    },
    {
      "epoch": 6.010452961672474,
      "grad_norm": 2.16105055809021,
      "learning_rate": 7.428395570417108e-05,
      "loss": 3.7939053344726563,
      "step": 6900
    },
    {
      "epoch": 6.097560975609756,
      "grad_norm": 1.5277420282363892,
      "learning_rate": 7.152988853366395e-05,
      "loss": 3.6774615478515624,
      "step": 7000
    },
    {
      "epoch": 6.184668989547038,
      "grad_norm": 1.8056442737579346,
      "learning_rate": 6.879912665816299e-05,
      "loss": 3.6514688110351563,
      "step": 7100
    },
    {
      "epoch": 6.2717770034843205,
      "grad_norm": 1.9114874601364136,
      "learning_rate": 6.60939054468966e-05,
      "loss": 3.6658111572265626,
      "step": 7200
    },
    {
      "epoch": 6.358885017421603,
      "grad_norm": 1.9075324535369873,
      "learning_rate": 6.341643936180881e-05,
      "loss": 3.6535992431640625,
      "step": 7300
    },
    {
      "epoch": 6.445993031358885,
      "grad_norm": 1.952846646308899,
      "learning_rate": 6.076892014482714e-05,
      "loss": 3.6586459350585936,
      "step": 7400
    },
    {
      "epoch": 6.533101045296167,
      "grad_norm": 1.8436208963394165,
      "learning_rate": 5.8153515023728645e-05,
      "loss": 3.6709304809570313,
      "step": 7500
    },
    {
      "epoch": 6.620209059233449,
      "grad_norm": 1.5615363121032715,
      "learning_rate": 5.5572364938073104e-05,
      "loss": 3.6649066162109376,
      "step": 7600
    },
    {
      "epoch": 6.7073170731707314,
      "grad_norm": 1.9237865209579468,
      "learning_rate": 5.30275827866552e-05,
      "loss": 3.6293704223632814,
      "step": 7700
    },
    {
      "epoch": 6.794425087108014,
      "grad_norm": 1.8327174186706543,
      "learning_rate": 5.052125169791064e-05,
      "loss": 3.652876892089844,
      "step": 7800
    },
    {
      "epoch": 6.881533101045296,
      "grad_norm": 1.786590576171875,
      "learning_rate": 4.805542332469209e-05,
      "loss": 3.655260009765625,
      "step": 7900
    },
    {
      "epoch": 6.968641114982578,
      "grad_norm": 2.09110164642334,
      "learning_rate": 4.563211616481061e-05,
      "loss": 3.6624679565429688,
      "step": 8000
    },
    {
      "epoch": 7.055749128919861,
      "grad_norm": 1.8738207817077637,
      "learning_rate": 4.325331390871703e-05,
      "loss": 3.606045837402344,
      "step": 8100
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 1.9863561391830444,
      "learning_rate": 4.092096381567675e-05,
      "loss": 3.5570523071289064,
      "step": 8200
    },
    {
      "epoch": 7.229965156794425,
      "grad_norm": 2.195230722427368,
      "learning_rate": 3.863697511976634e-05,
      "loss": 3.5478726196289063,
      "step": 8300
    },
    {
      "epoch": 7.317073170731708,
      "grad_norm": 1.8687387704849243,
      "learning_rate": 3.640321746699732e-05,
      "loss": 3.5580734252929687,
      "step": 8400
    },
    {
      "epoch": 7.40418118466899,
      "grad_norm": 1.9148145914077759,
      "learning_rate": 3.4221519384846014e-05,
      "loss": 3.5321905517578127,
      "step": 8500
    },
    {
      "epoch": 7.491289198606272,
      "grad_norm": 1.9626288414001465,
      "learning_rate": 3.209366678544267e-05,
      "loss": 3.539649658203125,
      "step": 8600
    },
    {
      "epoch": 7.578397212543554,
      "grad_norm": 2.042051315307617,
      "learning_rate": 3.002140150364511e-05,
      "loss": 3.5744259643554686,
      "step": 8700
    },
    {
      "epoch": 7.665505226480836,
      "grad_norm": 2.2132978439331055,
      "learning_rate": 2.800641987119348e-05,
      "loss": 3.5455661010742188,
      "step": 8800
    },
    {
      "epoch": 7.7526132404181185,
      "grad_norm": 2.3339362144470215,
      "learning_rate": 2.6050371328113e-05,
      "loss": 3.5393295288085938,
      "step": 8900
    },
    {
      "epoch": 7.839721254355401,
      "grad_norm": 2.091668128967285,
      "learning_rate": 2.4154857072502135e-05,
      "loss": 3.5512890625,
      "step": 9000
    },
    {
      "epoch": 7.926829268292683,
      "grad_norm": 1.863627552986145,
      "learning_rate": 2.232142874981077e-05,
      "loss": 3.554620361328125,
      "step": 9100
    },
    {
      "epoch": 8.013937282229966,
      "grad_norm": 2.4418959617614746,
      "learning_rate": 2.055158718268182e-05,
      "loss": 3.52468994140625,
      "step": 9200
    },
    {
      "epoch": 8.101045296167248,
      "grad_norm": 2.270392417907715,
      "learning_rate": 1.884678114239542e-05,
      "loss": 3.488939208984375,
      "step": 9300
    },
    {
      "epoch": 8.18815331010453,
      "grad_norm": 1.8760238885879517,
      "learning_rate": 1.7208406162922185e-05,
      "loss": 3.480302734375,
      "step": 9400
    },
    {
      "epoch": 8.275261324041812,
      "grad_norm": 1.9609935283660889,
      "learning_rate": 1.5637803398555462e-05,
      "loss": 3.4763052368164065,
      "step": 9500
    },
    {
      "epoch": 8.362369337979095,
      "grad_norm": 1.92599356174469,
      "learning_rate": 1.4136258526058632e-05,
      "loss": 3.4983941650390626,
      "step": 9600
    },
    {
      "epoch": 8.449477351916377,
      "grad_norm": 1.9898569583892822,
      "learning_rate": 1.2705000692225133e-05,
      "loss": 3.48035888671875,
      "step": 9700
    },
    {
      "epoch": 8.536585365853659,
      "grad_norm": 1.9657682180404663,
      "learning_rate": 1.1345201507713633e-05,
      "loss": 3.4602105712890623,
      "step": 9800
    },
    {
      "epoch": 8.623693379790941,
      "grad_norm": 2.095853567123413,
      "learning_rate": 1.0057974087981414e-05,
      "loss": 3.4798574829101563,
      "step": 9900
    },
    {
      "epoch": 8.710801393728223,
      "grad_norm": 1.7846027612686157,
      "learning_rate": 8.844372142101364e-06,
      "loss": 3.4902532958984374,
      "step": 10000
    },
    {
      "epoch": 8.797909407665506,
      "grad_norm": 2.2382795810699463,
      "learning_rate": 7.705389110208106e-06,
      "loss": 3.4924716186523437,
      "step": 10100
    },
    {
      "epoch": 8.885017421602788,
      "grad_norm": 1.776693344116211,
      "learning_rate": 6.6419573502798374e-06,
      "loss": 3.5006637573242188,
      "step": 10200
    },
    {
      "epoch": 8.97212543554007,
      "grad_norm": 1.9248723983764648,
      "learning_rate": 5.65494737492106e-06,
      "loss": 3.4578341674804687,
      "step": 10300
    },
    {
      "epoch": 9.059233449477352,
      "grad_norm": 2.082202911376953,
      "learning_rate": 4.7451671387714335e-06,
      "loss": 3.461600341796875,
      "step": 10400
    },
    {
      "epoch": 9.146341463414634,
      "grad_norm": 1.8617357015609741,
      "learning_rate": 3.913361377123581e-06,
      "loss": 3.477802429199219,
      "step": 10500
    },
    {
      "epoch": 9.233449477351916,
      "grad_norm": 1.711703896522522,
      "learning_rate": 3.1602109962916905e-06,
      "loss": 3.442166748046875,
      "step": 10600
    },
    {
      "epoch": 9.320557491289199,
      "grad_norm": 2.361995220184326,
      "learning_rate": 2.4863325162296726e-06,
      "loss": 3.454795227050781,
      "step": 10700
    },
    {
      "epoch": 9.40766550522648,
      "grad_norm": 1.8906856775283813,
      "learning_rate": 1.8922775658552715e-06,
      "loss": 3.4653359985351564,
      "step": 10800
    },
    {
      "epoch": 9.494773519163763,
      "grad_norm": 2.1279709339141846,
      "learning_rate": 1.3785324314931847e-06,
      "loss": 3.4191864013671873,
      "step": 10900
    },
    {
      "epoch": 9.581881533101045,
      "grad_norm": 2.1340105533599854,
      "learning_rate": 9.455176588068382e-07,
      "loss": 3.4499856567382814,
      "step": 11000
    },
    {
      "epoch": 9.668989547038327,
      "grad_norm": 2.4744954109191895,
      "learning_rate": 5.935877085446851e-07,
      "loss": 3.446976318359375,
      "step": 11100
    },
    {
      "epoch": 9.75609756097561,
      "grad_norm": 1.9351354837417603,
      "learning_rate": 3.230306663828841e-07,
      "loss": 3.423928527832031,
      "step": 11200
    },
    {
      "epoch": 9.843205574912892,
      "grad_norm": 2.3089027404785156,
      "learning_rate": 1.3406800710182853e-07,
      "loss": 3.4793524169921874,
      "step": 11300
    },
    {
      "epoch": 9.930313588850174,
      "grad_norm": 2.702860116958618,
      "learning_rate": 2.685441328938998e-08,
      "loss": 3.4213021850585936,
      "step": 11400
    }
  ],
  "logging_steps": 100,
  "max_steps": 11480,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3002513580490752.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}