{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.36,
  "eval_steps": 1000,
  "global_step": 50000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002,
      "grad_norm": 0.5271317362785339,
      "learning_rate": 0.00066,
      "loss": 7.779569091796875,
      "step": 100
    },
    {
      "epoch": 0.004,
      "grad_norm": 0.6387752890586853,
      "learning_rate": 0.0009999976160274871,
      "loss": 6.24430908203125,
      "step": 200
    },
    {
      "epoch": 0.006,
      "grad_norm": 0.42202863097190857,
      "learning_rate": 0.000999977956590203,
      "loss": 5.698394165039063,
      "step": 300
    },
    {
      "epoch": 0.008,
      "grad_norm": 0.42532625794410706,
      "learning_rate": 0.0009999384399149713,
      "loss": 5.405557861328125,
      "step": 400
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.4566122889518738,
      "learning_rate": 0.0009998790675712448,
      "loss": 5.189588623046875,
      "step": 500
    },
    {
      "epoch": 0.012,
      "grad_norm": 0.4048032760620117,
      "learning_rate": 0.000999799841917069,
      "loss": 5.048131713867187,
      "step": 600
    },
    {
      "epoch": 0.014,
      "grad_norm": 0.33951064944267273,
      "learning_rate": 0.0009997007660989881,
      "loss": 4.923414611816407,
      "step": 700
    },
    {
      "epoch": 0.016,
      "grad_norm": 0.3192354440689087,
      "learning_rate": 0.0009995818440519195,
      "loss": 4.7589013671875,
      "step": 800
    },
    {
      "epoch": 0.018,
      "grad_norm": 0.4026377201080322,
      "learning_rate": 0.0009994430804989986,
      "loss": 4.643058166503907,
      "step": 900
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.3453679084777832,
      "learning_rate": 0.0009992844809513896,
      "loss": 4.579913330078125,
      "step": 1000
    },
    {
      "epoch": 0.02,
      "eval_accuracy": 0.269652397386301,
      "eval_loss": 4.505138874053955,
      "eval_runtime": 6.375,
      "eval_samples_per_second": 304.469,
      "eval_steps_per_second": 19.137,
      "step": 1000
    },
    {
      "epoch": 0.022,
      "grad_norm": 0.3148439824581146,
      "learning_rate": 0.0009991060517080686,
      "loss": 4.5075772094726565,
      "step": 1100
    },
    {
      "epoch": 0.024,
      "grad_norm": 0.3168841600418091,
      "learning_rate": 0.0009989077998555718,
      "loss": 4.395697326660156,
      "step": 1200
    },
    {
      "epoch": 0.026,
      "grad_norm": 0.277462899684906,
      "learning_rate": 0.0009986897332677144,
      "loss": 4.3901171875,
      "step": 1300
    },
    {
      "epoch": 0.028,
      "grad_norm": 0.27992936968803406,
      "learning_rate": 0.0009984518606052791,
      "loss": 4.348124084472656,
      "step": 1400
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.2656252980232239,
      "learning_rate": 0.0009981941913156701,
      "loss": 4.3058538818359375,
      "step": 1500
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.36868757009506226,
      "learning_rate": 0.0009979167356325394,
      "loss": 4.28273681640625,
      "step": 1600
    },
    {
      "epoch": 0.034,
      "grad_norm": 0.25333118438720703,
      "learning_rate": 0.0009976195045753797,
      "loss": 4.249351501464844,
      "step": 1700
    },
    {
      "epoch": 0.036,
      "grad_norm": 0.2491893470287323,
      "learning_rate": 0.0009973025099490876,
      "loss": 4.22731689453125,
      "step": 1800
    },
    {
      "epoch": 0.038,
      "grad_norm": 0.28424108028411865,
      "learning_rate": 0.0009969657643434933,
      "loss": 4.169223022460938,
      "step": 1900
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2666165232658386,
      "learning_rate": 0.0009966092811328612,
      "loss": 4.170299682617188,
      "step": 2000
    },
    {
      "epoch": 0.04,
      "eval_accuracy": 0.3056205014664501,
      "eval_loss": 4.103638648986816,
      "eval_runtime": 6.566,
      "eval_samples_per_second": 295.612,
      "eval_steps_per_second": 18.58,
      "step": 2000
    },
    {
      "epoch": 0.042,
      "grad_norm": 0.3338668942451477,
      "learning_rate": 0.0009962330744753604,
      "loss": 4.163348388671875,
      "step": 2100
    },
    {
      "epoch": 0.044,
      "grad_norm": 0.25480538606643677,
      "learning_rate": 0.0009958371593124988,
      "loss": 4.118557434082032,
      "step": 2200
    },
    {
      "epoch": 0.046,
      "grad_norm": 0.2351720631122589,
      "learning_rate": 0.0009954215513685335,
      "loss": 4.1006707763671875,
      "step": 2300
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.23063364624977112,
      "learning_rate": 0.0009949862671498437,
      "loss": 4.084933166503906,
      "step": 2400
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.270161896944046,
      "learning_rate": 0.000994531323944276,
      "loss": 4.043960876464844,
      "step": 2500
    },
    {
      "epoch": 0.052,
      "grad_norm": 0.23590487241744995,
      "learning_rate": 0.0009940567398204583,
      "loss": 4.043964233398437,
      "step": 2600
    },
    {
      "epoch": 0.054,
      "grad_norm": 0.2604995369911194,
      "learning_rate": 0.000993562533627081,
      "loss": 4.023601379394531,
      "step": 2700
    },
    {
      "epoch": 0.056,
      "grad_norm": 0.21301409602165222,
      "learning_rate": 0.0009930487249921495,
      "loss": 4.006760864257813,
      "step": 2800
    },
    {
      "epoch": 0.058,
      "grad_norm": 0.21575306355953217,
      "learning_rate": 0.0009925153343222043,
      "loss": 3.99057861328125,
      "step": 2900
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.2405770868062973,
      "learning_rate": 0.00099196238280151,
      "loss": 4.004396667480469,
      "step": 3000
    },
    {
      "epoch": 0.06,
      "eval_accuracy": 0.3194532243250246,
      "eval_loss": 3.945106267929077,
      "eval_runtime": 6.283,
      "eval_samples_per_second": 308.927,
      "eval_steps_per_second": 19.417,
      "step": 3000
    },
    {
      "epoch": 0.062,
      "grad_norm": 0.22380003333091736,
      "learning_rate": 0.0009913898923912148,
      "loss": 3.9952774047851562,
      "step": 3100
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.21692751348018646,
      "learning_rate": 0.0009907978858284775,
      "loss": 3.9829229736328124,
      "step": 3200
    },
    {
      "epoch": 0.066,
      "grad_norm": 0.22457344830036163,
      "learning_rate": 0.0009901863866255652,
      "loss": 3.9637200927734373,
      "step": 3300
    },
    {
      "epoch": 0.068,
      "grad_norm": 0.20820939540863037,
      "learning_rate": 0.0009895554190689191,
      "loss": 3.930269470214844,
      "step": 3400
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.1961025595664978,
      "learning_rate": 0.0009889050082181896,
      "loss": 3.91483154296875,
      "step": 3500
    },
    {
      "epoch": 0.072,
      "grad_norm": 0.23347830772399902,
      "learning_rate": 0.0009882351799052416,
      "loss": 3.8973043823242186,
      "step": 3600
    },
    {
      "epoch": 0.074,
      "grad_norm": 0.21384640038013458,
      "learning_rate": 0.0009875459607331285,
      "loss": 3.9072760009765624,
      "step": 3700
    },
    {
      "epoch": 0.076,
      "grad_norm": 0.21380040049552917,
      "learning_rate": 0.000986837378075035,
      "loss": 3.8974929809570313,
      "step": 3800
    },
    {
      "epoch": 0.078,
      "grad_norm": 0.2199064940214157,
      "learning_rate": 0.0009861094600731911,
      "loss": 3.884527587890625,
      "step": 3900
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.2245541661977768,
      "learning_rate": 0.000985362235637753,
      "loss": 3.863822021484375,
      "step": 4000
    },
    {
      "epoch": 0.08,
      "eval_accuracy": 0.3280885939521158,
      "eval_loss": 3.8499362468719482,
      "eval_runtime": 6.3172,
      "eval_samples_per_second": 307.255,
      "eval_steps_per_second": 19.312,
      "step": 4000
    },
    {
      "epoch": 0.082,
      "grad_norm": 0.20376908779144287,
      "learning_rate": 0.000984595734445656,
      "loss": 3.8685012817382813,
      "step": 4100
    },
    {
      "epoch": 0.084,
      "grad_norm": 0.18422065675258636,
      "learning_rate": 0.0009838099869394353,
      "loss": 3.853851318359375,
      "step": 4200
    },
    {
      "epoch": 0.086,
      "grad_norm": 0.19115814566612244,
      "learning_rate": 0.0009830050243260172,
      "loss": 3.8678164672851563,
      "step": 4300
    },
    {
      "epoch": 0.088,
      "grad_norm": 0.20425236225128174,
      "learning_rate": 0.0009821808785754791,
      "loss": 3.8287237548828124,
      "step": 4400
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.1944635510444641,
      "learning_rate": 0.0009813375824197811,
      "loss": 3.8451242065429687,
      "step": 4500
    },
    {
      "epoch": 0.092,
      "grad_norm": 0.17947296798229218,
      "learning_rate": 0.0009804751693514645,
      "loss": 3.845400695800781,
      "step": 4600
    },
    {
      "epoch": 0.094,
      "grad_norm": 0.20076608657836914,
      "learning_rate": 0.0009795936736223222,
      "loss": 3.8257626342773436,
      "step": 4700
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.18554596602916718,
      "learning_rate": 0.0009786931302420386,
      "loss": 3.808670959472656,
      "step": 4800
    },
    {
      "epoch": 0.098,
      "grad_norm": 0.23913995921611786,
      "learning_rate": 0.000977773574976799,
      "loss": 3.810527038574219,
      "step": 4900
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.18414103984832764,
      "learning_rate": 0.0009768350443478686,
      "loss": 3.7990948486328127,
      "step": 5000
    },
    {
      "epoch": 0.1,
      "eval_accuracy": 0.33500293894949945,
      "eval_loss": 3.7702300548553467,
      "eval_runtime": 6.4137,
      "eval_samples_per_second": 302.634,
      "eval_steps_per_second": 19.022,
      "step": 5000
    },
    {
      "epoch": 0.102,
      "grad_norm": 0.20944379270076752,
      "learning_rate": 0.0009758775756301432,
      "loss": 3.798116455078125,
      "step": 5100
    },
    {
      "epoch": 0.104,
      "grad_norm": 0.18056762218475342,
      "learning_rate": 0.0009749012068506673,
      "loss": 3.7997445678710937,
      "step": 5200
    },
    {
      "epoch": 0.106,
      "grad_norm": 0.20922255516052246,
      "learning_rate": 0.000973905976787125,
      "loss": 3.7765731811523438,
      "step": 5300
    },
    {
      "epoch": 0.108,
      "grad_norm": 0.19328580796718597,
      "learning_rate": 0.0009728919249662993,
      "loss": 3.729337463378906,
      "step": 5400
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.2031419277191162,
      "learning_rate": 0.0009718590916625022,
      "loss": 3.744057922363281,
      "step": 5500
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.19743800163269043,
      "learning_rate": 0.0009708075178959756,
      "loss": 3.7054071044921875,
      "step": 5600
    },
    {
      "epoch": 0.114,
      "grad_norm": 0.1741236299276352,
      "learning_rate": 0.0009697372454312618,
      "loss": 3.699843444824219,
      "step": 5700
    },
    {
      "epoch": 0.116,
      "grad_norm": 0.1799750030040741,
      "learning_rate": 0.0009686483167755448,
      "loss": 3.7227572631835937,
      "step": 5800
    },
    {
      "epoch": 0.118,
      "grad_norm": 0.2036087065935135,
      "learning_rate": 0.000967540775176962,
      "loss": 3.6742709350585936,
      "step": 5900
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.21463191509246826,
      "learning_rate": 0.0009664146646228871,
      "loss": 3.6995980834960935,
      "step": 6000
    },
    {
      "epoch": 0.12,
      "eval_accuracy": 0.34141821705074654,
      "eval_loss": 3.711214303970337,
      "eval_runtime": 6.3349,
      "eval_samples_per_second": 306.4,
      "eval_steps_per_second": 19.259,
      "step": 6000
    },
    {
      "epoch": 0.122,
      "grad_norm": 0.18666808307170868,
      "learning_rate": 0.000965270029838182,
      "loss": 3.6821221923828125,
      "step": 6100
    },
    {
      "epoch": 0.124,
      "grad_norm": 0.15751489996910095,
      "learning_rate": 0.0009641069162834215,
      "loss": 3.671753234863281,
      "step": 6200
    },
    {
      "epoch": 0.126,
      "grad_norm": 0.22766178846359253,
      "learning_rate": 0.0009629253701530875,
      "loss": 3.6878753662109376,
      "step": 6300
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.1677054762840271,
      "learning_rate": 0.0009617254383737343,
      "loss": 3.6619857788085937,
      "step": 6400
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.17945168912410736,
      "learning_rate": 0.0009605071686021245,
      "loss": 3.6484750366210936,
      "step": 6500
    },
    {
      "epoch": 0.132,
      "grad_norm": 0.17799174785614014,
      "learning_rate": 0.0009592706092233365,
      "loss": 3.6635867309570314,
      "step": 6600
    },
    {
      "epoch": 0.134,
      "grad_norm": 0.5586189031600952,
      "learning_rate": 0.0009580158093488436,
      "loss": 3.6489688110351564,
      "step": 6700
    },
    {
      "epoch": 0.136,
      "grad_norm": 0.2055712342262268,
      "learning_rate": 0.000956742818814562,
      "loss": 3.6523666381835938,
      "step": 6800
    },
    {
      "epoch": 0.138,
      "grad_norm": 0.1812128871679306,
      "learning_rate": 0.0009554516881788724,
      "loss": 3.6479287719726563,
      "step": 6900
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.1664743423461914,
      "learning_rate": 0.0009541424687206124,
      "loss": 3.6319317626953125,
      "step": 7000
    },
    {
      "epoch": 0.14,
      "eval_accuracy": 0.3448148965923309,
      "eval_loss": 3.6666343212127686,
      "eval_runtime": 6.38,
      "eval_samples_per_second": 304.231,
      "eval_steps_per_second": 19.122,
      "step": 7000
    },
    {
      "epoch": 0.142,
      "grad_norm": 0.15217284858226776,
      "learning_rate": 0.0009528152124370387,
      "loss": 3.6308517456054688,
      "step": 7100
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.16507816314697266,
      "learning_rate": 0.0009514699720417631,
      "loss": 3.6217156982421876,
      "step": 7200
    },
    {
      "epoch": 0.146,
      "grad_norm": 0.2040642648935318,
      "learning_rate": 0.0009501068009626583,
      "loss": 3.632703857421875,
      "step": 7300
    },
    {
      "epoch": 0.148,
      "grad_norm": 0.18437133729457855,
      "learning_rate": 0.0009487257533397361,
      "loss": 3.6346307373046876,
      "step": 7400
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.18760915100574493,
      "learning_rate": 0.0009473268840229971,
      "loss": 3.5973056030273436,
      "step": 7500
    },
    {
      "epoch": 0.152,
      "grad_norm": 0.17388536036014557,
      "learning_rate": 0.0009459102485702528,
      "loss": 3.611794738769531,
      "step": 7600
    },
    {
      "epoch": 0.154,
      "grad_norm": 0.18797264993190765,
      "learning_rate": 0.0009444759032449177,
      "loss": 3.609403381347656,
      "step": 7700
    },
    {
      "epoch": 0.156,
      "grad_norm": 0.18140241503715515,
      "learning_rate": 0.0009430239050137766,
      "loss": 3.6027340698242187,
      "step": 7800
    },
    {
      "epoch": 0.158,
      "grad_norm": 0.17433640360832214,
      "learning_rate": 0.0009415543115447203,
      "loss": 3.6214892578125,
      "step": 7900
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.16605013608932495,
      "learning_rate": 0.0009400671812044565,
      "loss": 3.6061587524414063,
      "step": 8000
    },
    {
      "epoch": 0.16,
      "eval_accuracy": 0.34762277801806923,
      "eval_loss": 3.640489339828491,
      "eval_runtime": 8.0453,
      "eval_samples_per_second": 241.259,
      "eval_steps_per_second": 15.164,
      "step": 8000
    },
    {
      "epoch": 0.162,
      "grad_norm": 0.16548939049243927,
      "learning_rate": 0.0009385625730561914,
      "loss": 3.588617248535156,
      "step": 8100
    },
    {
      "epoch": 0.164,
      "grad_norm": 0.16542939841747284,
      "learning_rate": 0.0009370405468572831,
      "loss": 3.590567626953125,
      "step": 8200
    },
    {
      "epoch": 0.166,
      "grad_norm": 0.18206581473350525,
      "learning_rate": 0.0009355011630568697,
      "loss": 3.636882629394531,
      "step": 8300
    },
    {
      "epoch": 0.168,
      "grad_norm": 0.2654706835746765,
      "learning_rate": 0.0009339444827934676,
      "loss": 3.6797540283203123,
      "step": 8400
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.16825009882450104,
      "learning_rate": 0.0009323705678925427,
      "loss": 3.686376953125,
      "step": 8500
    },
    {
      "epoch": 0.172,
      "grad_norm": 0.18937945365905762,
      "learning_rate": 0.000930779480864057,
      "loss": 3.6942425537109376,
      "step": 8600
    },
    {
      "epoch": 0.174,
      "grad_norm": 0.19819994270801544,
      "learning_rate": 0.0009291712848999833,
      "loss": 3.6582196044921873,
      "step": 8700
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.1557057648897171,
      "learning_rate": 0.0009275460438717975,
      "loss": 3.6659271240234377,
      "step": 8800
    },
    {
      "epoch": 0.178,
      "grad_norm": 0.16359280049800873,
      "learning_rate": 0.0009259038223279413,
      "loss": 3.66092529296875,
      "step": 8900
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.17897452414035797,
      "learning_rate": 0.0009242446854912575,
      "loss": 3.6642529296875,
      "step": 9000
    },
    {
      "epoch": 0.18,
      "eval_accuracy": 0.3497692697794326,
      "eval_loss": 3.617546319961548,
      "eval_runtime": 6.279,
      "eval_samples_per_second": 309.124,
      "eval_steps_per_second": 19.43,
      "step": 9000
    },
    {
      "epoch": 0.182,
      "grad_norm": 0.20515520870685577,
      "learning_rate": 0.0009225686992564015,
      "loss": 3.6445053100585936,
      "step": 9100
    },
    {
      "epoch": 0.184,
      "grad_norm": 0.16788582503795624,
      "learning_rate": 0.0009208759301872229,
      "loss": 3.657896728515625,
      "step": 9200
    },
    {
      "epoch": 0.186,
      "grad_norm": 0.1988508403301239,
      "learning_rate": 0.0009191664455141217,
      "loss": 3.616723937988281,
      "step": 9300
    },
    {
      "epoch": 0.188,
      "grad_norm": 0.1822570413351059,
      "learning_rate": 0.0009174403131313792,
      "loss": 3.6103390502929686,
      "step": 9400
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.15679553151130676,
      "learning_rate": 0.0009156976015944607,
      "loss": 3.624302978515625,
      "step": 9500
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.15683937072753906,
      "learning_rate": 0.0009139383801172929,
      "loss": 3.6558917236328123,
      "step": 9600
    },
    {
      "epoch": 0.194,
      "grad_norm": 0.1553466022014618,
      "learning_rate": 0.0009121627185695152,
      "loss": 3.6198284912109373,
      "step": 9700
    },
    {
      "epoch": 0.196,
      "grad_norm": 0.14881721138954163,
      "learning_rate": 0.0009103706874737043,
      "loss": 3.60408203125,
      "step": 9800
    },
    {
      "epoch": 0.198,
      "grad_norm": 0.1628589779138565,
      "learning_rate": 0.0009085623580025737,
      "loss": 3.6047940063476562,
      "step": 9900
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.15589991211891174,
      "learning_rate": 0.0009067378019761472,
      "loss": 3.599223327636719,
      "step": 10000
    },
    {
      "epoch": 0.2,
      "eval_accuracy": 0.3534593401629882,
      "eval_loss": 3.579674005508423,
      "eval_runtime": 6.3176,
      "eval_samples_per_second": 307.239,
      "eval_steps_per_second": 19.311,
      "step": 10000
    },
    {
      "epoch": 0.202,
      "grad_norm": 0.18158847093582153,
      "learning_rate": 0.0009048970918589055,
      "loss": 3.607147521972656,
      "step": 10100
    },
    {
      "epoch": 0.204,
      "grad_norm": 0.15705344080924988,
      "learning_rate": 0.0009030403007569094,
      "loss": 3.5972610473632813,
      "step": 10200
    },
    {
      "epoch": 0.206,
      "grad_norm": 0.18561947345733643,
      "learning_rate": 0.0009011675024148955,
      "loss": 3.5994192504882814,
      "step": 10300
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.17375363409519196,
      "learning_rate": 0.0008992787712133476,
      "loss": 3.592384948730469,
      "step": 10400
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.14704184234142303,
      "learning_rate": 0.0008973741821655428,
      "loss": 3.5763116455078126,
      "step": 10500
    },
    {
      "epoch": 0.212,
      "grad_norm": 0.1663106381893158,
      "learning_rate": 0.0008954538109145713,
      "loss": 3.59366455078125,
      "step": 10600
    },
    {
      "epoch": 0.214,
      "grad_norm": 0.15191592276096344,
      "learning_rate": 0.0008935177337303337,
      "loss": 3.5883197021484374,
      "step": 10700
    },
    {
      "epoch": 0.216,
      "grad_norm": 0.15566915273666382,
      "learning_rate": 0.0008915660275065107,
      "loss": 3.5549887084960936,
      "step": 10800
    },
    {
      "epoch": 0.218,
      "grad_norm": 0.17490389943122864,
      "learning_rate": 0.0008895987697575093,
      "loss": 3.558960266113281,
      "step": 10900
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.17277678847312927,
      "learning_rate": 0.0008876160386153846,
      "loss": 3.5671484375,
      "step": 11000
    },
    {
      "epoch": 0.22,
      "eval_accuracy": 0.3558709927196726,
      "eval_loss": 3.554290771484375,
      "eval_runtime": 6.8937,
      "eval_samples_per_second": 281.559,
      "eval_steps_per_second": 17.697,
      "step": 11000
    },
    {
      "epoch": 0.222,
      "grad_norm": 0.15808428823947906,
      "learning_rate": 0.0008856179128267363,
      "loss": 3.578575439453125,
      "step": 11100
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.14474111795425415,
      "learning_rate": 0.0008836044717495819,
      "loss": 3.5772747802734375,
      "step": 11200
    },
    {
      "epoch": 0.226,
      "grad_norm": 0.1413886845111847,
      "learning_rate": 0.0008815757953502035,
      "loss": 3.556199645996094,
      "step": 11300
    },
    {
      "epoch": 0.228,
      "grad_norm": 0.1502675712108612,
      "learning_rate": 0.0008795319641999735,
      "loss": 3.570118103027344,
      "step": 11400
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.1517445147037506,
      "learning_rate": 0.0008774730594721534,
      "loss": 3.5563198852539064,
      "step": 11500
    },
    {
      "epoch": 0.232,
      "grad_norm": 0.16406166553497314,
      "learning_rate": 0.0008753991629386706,
      "loss": 3.5616604614257814,
      "step": 11600
    },
    {
      "epoch": 0.234,
      "grad_norm": 0.14764074981212616,
      "learning_rate": 0.0008733103569668701,
      "loss": 3.5495458984375,
      "step": 11700
    },
    {
      "epoch": 0.236,
      "grad_norm": 0.17058512568473816,
      "learning_rate": 0.0008712067245162439,
      "loss": 3.5244882202148435,
      "step": 11800
    },
    {
      "epoch": 0.238,
      "grad_norm": 0.16127121448516846,
      "learning_rate": 0.0008690883491351356,
      "loss": 3.5396826171875,
      "step": 11900
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.14211590588092804,
      "learning_rate": 0.0008669553149574224,
      "loss": 3.522979431152344,
      "step": 12000
    },
    {
      "epoch": 0.24,
      "eval_accuracy": 0.3578128166428224,
      "eval_loss": 3.5307533740997314,
      "eval_runtime": 6.6725,
      "eval_samples_per_second": 290.897,
      "eval_steps_per_second": 18.284,
      "step": 12000
    },
    {
      "epoch": 0.242,
      "grad_norm": 0.1405150443315506,
      "learning_rate": 0.0008648077066991736,
      "loss": 3.527177734375,
      "step": 12100
    },
    {
      "epoch": 0.244,
      "grad_norm": 0.16479545831680298,
      "learning_rate": 0.0008626456096552858,
      "loss": 3.5393338012695312,
      "step": 12200
    },
    {
      "epoch": 0.246,
      "grad_norm": 0.1583888679742813,
      "learning_rate": 0.0008604691096960961,
      "loss": 3.5796047973632814,
      "step": 12300
    },
    {
      "epoch": 0.248,
      "grad_norm": 0.17304493486881256,
      "learning_rate": 0.0008582782932639702,
      "loss": 3.591195068359375,
      "step": 12400
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.15857121348381042,
      "learning_rate": 0.0008560732473698707,
      "loss": 3.584400634765625,
      "step": 12500
    },
    {
      "epoch": 0.252,
      "grad_norm": 0.14658208191394806,
      "learning_rate": 0.0008538540595899008,
      "loss": 3.589564208984375,
      "step": 12600
    },
    {
      "epoch": 0.254,
      "grad_norm": 0.143401101231575,
      "learning_rate": 0.0008516208180618252,
      "loss": 3.5824600219726563,
      "step": 12700
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.16244202852249146,
      "learning_rate": 0.0008493736114815718,
      "loss": 3.574875793457031,
      "step": 12800
    },
    {
      "epoch": 0.258,
      "grad_norm": 0.1520756632089615,
      "learning_rate": 0.0008471125290997063,
      "loss": 3.568282165527344,
      "step": 12900
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.1582706868648529,
      "learning_rate": 0.00084483766071789,
      "loss": 3.5930340576171873,
      "step": 13000
    },
    {
      "epoch": 0.26,
      "eval_accuracy": 0.35929186944409996,
      "eval_loss": 3.5190227031707764,
      "eval_runtime": 6.3791,
      "eval_samples_per_second": 304.275,
      "eval_steps_per_second": 19.125,
      "step": 13000
    },
    {
      "epoch": 0.262,
      "grad_norm": 0.17478469014167786,
      "learning_rate": 0.0008425490966853113,
      "loss": 3.5665899658203126,
      "step": 13100
    },
    {
      "epoch": 0.264,
      "grad_norm": 0.15228988230228424,
      "learning_rate": 0.0008402469278950989,
      "loss": 3.5444100952148436,
      "step": 13200
    },
    {
      "epoch": 0.266,
      "grad_norm": 0.15244163572788239,
      "learning_rate": 0.0008379312457807102,
      "loss": 3.5695867919921875,
      "step": 13300
    },
    {
      "epoch": 0.268,
      "grad_norm": 0.15935847163200378,
      "learning_rate": 0.0008356021423123017,
      "loss": 3.5604925537109375,
      "step": 13400
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.15347428619861603,
      "learning_rate": 0.000833259709993075,
      "loss": 3.5551889038085935,
      "step": 13500
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.21459928154945374,
      "learning_rate": 0.0008309040418556038,
      "loss": 3.550736389160156,
      "step": 13600
    },
    {
      "epoch": 0.274,
      "grad_norm": 0.17246893048286438,
      "learning_rate": 0.0008285352314581378,
      "loss": 3.5650180053710936,
      "step": 13700
    },
    {
      "epoch": 0.276,
      "grad_norm": 0.16454122960567474,
      "learning_rate": 0.0008261533728808883,
      "loss": 3.549154968261719,
      "step": 13800
    },
    {
      "epoch": 0.278,
      "grad_norm": 0.14885519444942474,
      "learning_rate": 0.000823758560722291,
      "loss": 3.5430950927734375,
      "step": 13900
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.1521039605140686,
      "learning_rate": 0.0008213508900952489,
      "loss": 3.547527160644531,
      "step": 14000
    },
    {
      "epoch": 0.28,
      "eval_accuracy": 0.36159261824608735,
      "eval_loss": 3.4961202144622803,
      "eval_runtime": 6.3742,
      "eval_samples_per_second": 304.507,
      "eval_steps_per_second": 19.14,
      "step": 14000
    },
    {
      "epoch": 0.282,
      "grad_norm": 0.1499979943037033,
      "learning_rate": 0.0008189304566233547,
      "loss": 3.5474667358398437,
      "step": 14100
    },
    {
      "epoch": 0.284,
      "grad_norm": 0.1552744209766388,
      "learning_rate": 0.0008164973564370934,
      "loss": 3.5074334716796876,
      "step": 14200
    },
    {
      "epoch": 0.286,
      "grad_norm": 0.13462179899215698,
      "learning_rate": 0.0008140516861700238,
      "loss": 3.5272781372070314,
      "step": 14300
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.1381780356168747,
      "learning_rate": 0.000811593542954941,
      "loss": 3.5094314575195313,
      "step": 14400
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.13239678740501404,
      "learning_rate": 0.000809123024420019,
      "loss": 3.5180905151367186,
      "step": 14500
    },
    {
      "epoch": 0.292,
      "grad_norm": 0.15930698812007904,
      "learning_rate": 0.0008066402286849317,
      "loss": 3.5262945556640624,
      "step": 14600
    },
    {
      "epoch": 0.294,
      "grad_norm": 0.1524200737476349,
      "learning_rate": 0.0008041452543569583,
      "loss": 3.541943359375,
      "step": 14700
    },
    {
      "epoch": 0.296,
      "grad_norm": 0.14040064811706543,
      "learning_rate": 0.0008016382005270651,
      "loss": 3.543092041015625,
      "step": 14800
    },
    {
      "epoch": 0.298,
      "grad_norm": 0.14799822866916656,
      "learning_rate": 0.0007991191667659708,
      "loss": 3.5315762329101563,
      "step": 14900
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.1449238359928131,
      "learning_rate": 0.0007965882531201913,
      "loss": 3.522008361816406,
      "step": 15000
    },
    {
      "epoch": 0.3,
      "eval_accuracy": 0.36332372503531274,
      "eval_loss": 3.4778010845184326,
      "eval_runtime": 6.6567,
      "eval_samples_per_second": 291.588,
      "eval_steps_per_second": 18.328,
      "step": 15000
    },
    {
      "epoch": 0.302,
      "grad_norm": 0.13593044877052307,
      "learning_rate": 0.0007940455601080678,
      "loss": 3.5114361572265627,
      "step": 15100
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.1423630267381668,
      "learning_rate": 0.0007914911887157724,
      "loss": 3.5139959716796874,
      "step": 15200
    },
    {
      "epoch": 0.306,
      "grad_norm": 0.15380671620368958,
      "learning_rate": 0.0007889252403932986,
      "loss": 3.515833435058594,
      "step": 15300
    },
    {
      "epoch": 0.308,
      "grad_norm": 0.13759265840053558,
      "learning_rate": 0.0007863478170504326,
      "loss": 3.528351135253906,
      "step": 15400
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.13887037336826324,
      "learning_rate": 0.0007837590210527042,
      "loss": 3.5276870727539062,
      "step": 15500
    },
    {
      "epoch": 0.312,
      "grad_norm": 0.15678516030311584,
      "learning_rate": 0.0007811589552173225,
      "loss": 3.515467224121094,
      "step": 15600
    },
    {
      "epoch": 0.314,
      "grad_norm": 0.2133788764476776,
      "learning_rate": 0.0007785477228090924,
      "loss": 3.5256777954101564,
      "step": 15700
    },
    {
      "epoch": 0.316,
      "grad_norm": 0.17379774153232574,
      "learning_rate": 0.0007759254275363124,
      "loss": 3.5354928588867187,
      "step": 15800
    },
    {
      "epoch": 0.318,
      "grad_norm": 0.15530315041542053,
      "learning_rate": 0.0007732921735466564,
      "loss": 3.5182159423828123,
      "step": 15900
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.14711181819438934,
      "learning_rate": 0.0007706480654230373,
      "loss": 3.5050119018554686,
      "step": 16000
    },
    {
      "epoch": 0.32,
      "eval_accuracy": 0.3644458693896563,
      "eval_loss": 3.4653918743133545,
      "eval_runtime": 6.2866,
      "eval_samples_per_second": 308.75,
      "eval_steps_per_second": 19.406,
      "step": 16000
    },
    {
      "epoch": 0.322,
      "grad_norm": 0.16945767402648926,
      "learning_rate": 0.0007679932081794532,
      "loss": 3.5018475341796873,
      "step": 16100
    },
    {
      "epoch": 0.324,
      "grad_norm": 0.14158344268798828,
      "learning_rate": 0.0007653277072568166,
      "loss": 3.52821044921875,
      "step": 16200
    },
    {
      "epoch": 0.326,
      "grad_norm": 0.15132898092269897,
      "learning_rate": 0.0007626516685187669,
      "loss": 3.5037826538085937,
      "step": 16300
    },
    {
      "epoch": 0.328,
      "grad_norm": 0.1444397270679474,
      "learning_rate": 0.0007599651982474656,
      "loss": 3.5029248046875,
      "step": 16400
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.15066049993038177,
      "learning_rate": 0.0007572684031393755,
      "loss": 3.5109619140625,
      "step": 16500
    },
    {
      "epoch": 0.332,
      "grad_norm": 0.15420712530612946,
      "learning_rate": 0.0007545613903010231,
      "loss": 3.498372802734375,
      "step": 16600
    },
    {
      "epoch": 0.334,
      "grad_norm": 0.15669448673725128,
      "learning_rate": 0.000751844267244744,
      "loss": 3.504073181152344,
      "step": 16700
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.14457182586193085,
      "learning_rate": 0.000749117141884414,
      "loss": 3.5009725952148436,
      "step": 16800
    },
    {
      "epoch": 0.338,
      "grad_norm": 0.1625896543264389,
      "learning_rate": 0.0007463801225311631,
      "loss": 3.5116473388671876,
      "step": 16900
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.1407516449689865,
      "learning_rate": 0.0007436333178890721,
      "loss": 3.4775790405273437,
      "step": 17000
    },
    {
      "epoch": 0.34,
      "eval_accuracy": 0.3666105090381519,
      "eval_loss": 3.4458343982696533,
      "eval_runtime": 6.6119,
      "eval_samples_per_second": 293.56,
      "eval_steps_per_second": 18.451,
      "step": 17000
    },
    {
      "epoch": 0.342,
      "grad_norm": 0.15488570928573608,
      "learning_rate": 0.0007408768370508576,
      "loss": 3.5057693481445313,
      "step": 17100
    },
    {
      "epoch": 0.344,
      "grad_norm": 0.13969258964061737,
      "learning_rate": 0.0007381107894935382,
      "loss": 3.4655438232421876,
      "step": 17200
    },
    {
      "epoch": 0.346,
      "grad_norm": 0.15081284940242767,
      "learning_rate": 0.0007353352850740858,
      "loss": 3.490411376953125,
      "step": 17300
    },
    {
      "epoch": 0.348,
      "grad_norm": 0.1477256566286087,
      "learning_rate": 0.0007325504340250635,
      "loss": 3.48463134765625,
      "step": 17400
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.15759490430355072,
      "learning_rate": 0.0007297563469502479,
      "loss": 3.5031024169921876,
      "step": 17500
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.14924432337284088,
      "learning_rate": 0.0007269531348202344,
      "loss": 3.5010330200195314,
      "step": 17600
    },
    {
      "epoch": 0.354,
      "grad_norm": 0.21179653704166412,
      "learning_rate": 0.0007241409089680324,
      "loss": 3.484757385253906,
      "step": 17700
    },
    {
      "epoch": 0.356,
      "grad_norm": 0.1406019777059555,
      "learning_rate": 0.0007213197810846416,
      "loss": 3.4941912841796876,
      "step": 17800
    },
    {
      "epoch": 0.358,
      "grad_norm": 0.18723711371421814,
      "learning_rate": 0.0007184898632146171,
      "loss": 3.4815142822265623,
      "step": 17900
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.15316542983055115,
      "learning_rate": 0.0007156512677516189,
      "loss": 3.4828509521484374,
      "step": 18000
    },
    {
      "epoch": 0.36,
      "eval_accuracy": 0.36743422147076527,
      "eval_loss": 3.434631824493408,
      "eval_runtime": 6.7452,
      "eval_samples_per_second": 287.759,
      "eval_steps_per_second": 18.087,
      "step": 18000
    },
    {
      "epoch": 0.362,
      "grad_norm": 0.20023606717586517,
      "learning_rate": 0.0007128041074339486,
      "loss": 3.4777850341796874,
      "step": 18100
    },
    {
      "epoch": 0.364,
      "grad_norm": 0.4378589689731598,
      "learning_rate": 0.0007099484953400711,
      "loss": 3.483775634765625,
      "step": 18200
    },
    {
      "epoch": 0.366,
      "grad_norm": 0.15016524493694305,
      "learning_rate": 0.0007070845448841241,
      "loss": 3.471934509277344,
      "step": 18300
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.17178508639335632,
      "learning_rate": 0.0007042123698114138,
      "loss": 3.465678405761719,
      "step": 18400
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.17568770051002502,
      "learning_rate": 0.0007013320841938966,
      "loss": 3.484932556152344,
      "step": 18500
    },
    {
      "epoch": 0.372,
      "grad_norm": 0.12633204460144043,
      "learning_rate": 0.0006984438024256499,
      "loss": 3.4721084594726563,
      "step": 18600
    },
    {
      "epoch": 0.374,
      "grad_norm": 0.13481932878494263,
      "learning_rate": 0.0006955476392183275,
      "loss": 3.441580505371094,
      "step": 18700
    },
    {
      "epoch": 0.376,
      "grad_norm": 0.142787367105484,
      "learning_rate": 0.0006926437095966044,
      "loss": 3.472591552734375,
      "step": 18800
    },
    {
      "epoch": 0.378,
      "grad_norm": 0.15913543105125427,
      "learning_rate": 0.000689732128893608,
      "loss": 3.4664480590820315,
      "step": 18900
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5166953802108765,
      "learning_rate": 0.0006868130127463385,
      "loss": 3.44828125,
      "step": 19000
    },
    {
      "epoch": 0.38,
      "eval_accuracy": 0.36941738224793846,
      "eval_loss": 3.4189138412475586,
      "eval_runtime": 6.3949,
      "eval_samples_per_second": 303.523,
      "eval_steps_per_second": 19.078,
      "step": 19000
    },
    {
      "epoch": 0.382,
      "grad_norm": 0.138035848736763,
      "learning_rate": 0.0006838864770910745,
      "loss": 3.4636468505859375,
      "step": 19100
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.2230982631444931,
      "learning_rate": 0.0006809526381587703,
      "loss": 3.4643569946289063,
      "step": 19200
    },
    {
      "epoch": 0.386,
      "grad_norm": 0.12826211750507355,
      "learning_rate": 0.0006780116124704383,
      "loss": 3.45958984375,
      "step": 19300
    },
    {
      "epoch": 0.388,
      "grad_norm": 0.1421106457710266,
      "learning_rate": 0.0006750635168325223,
      "loss": 3.4553872680664064,
      "step": 19400
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.14258891344070435,
      "learning_rate": 0.000672108468332257,
      "loss": 3.4486114501953127,
      "step": 19500
    },
    {
      "epoch": 0.392,
      "grad_norm": 0.24561843276023865,
      "learning_rate": 0.0006691465843330194,
      "loss": 3.4674017333984377,
      "step": 19600
    },
    {
      "epoch": 0.394,
      "grad_norm": 0.13396546244621277,
      "learning_rate": 0.0006661779824696658,
      "loss": 3.4596041870117187,
      "step": 19700
    },
    {
      "epoch": 0.396,
      "grad_norm": 0.145228311419487,
      "learning_rate": 0.000663202780643862,
      "loss": 3.450461120605469,
      "step": 19800
    },
    {
      "epoch": 0.398,
      "grad_norm": 0.1595899611711502,
      "learning_rate": 0.0006602210970193982,
      "loss": 3.4370431518554687,
      "step": 19900
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.1425502896308899,
      "learning_rate": 0.0006572330500174975,
      "loss": 3.441788330078125,
      "step": 20000
    },
    {
      "epoch": 0.4,
      "eval_accuracy": 0.3703691381064293,
      "eval_loss": 3.4063475131988525,
      "eval_runtime": 6.6969,
      "eval_samples_per_second": 289.838,
      "eval_steps_per_second": 18.218,
      "step": 20000
    },
    {
      "epoch": 0.402,
      "grad_norm": 0.1547059416770935,
      "learning_rate": 0.0006542387583121131,
      "loss": 3.441893310546875,
      "step": 20100
    },
    {
      "epoch": 0.404,
      "grad_norm": 0.15452757477760315,
      "learning_rate": 0.000651238340825213,
      "loss": 3.434819641113281,
      "step": 20200
    },
    {
      "epoch": 0.406,
      "grad_norm": 0.13765129446983337,
      "learning_rate": 0.0006482319167220591,
      "loss": 3.4564175415039062,
      "step": 20300
    },
    {
      "epoch": 0.408,
      "grad_norm": 0.15758726000785828,
      "learning_rate": 0.0006452196054064732,
      "loss": 3.4555868530273437,
      "step": 20400
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3239542543888092,
      "learning_rate": 0.0006422015265160946,
      "loss": 3.4481591796875,
      "step": 20500
    },
    {
      "epoch": 0.412,
      "grad_norm": 0.15911568701267242,
      "learning_rate": 0.0006391777999176294,
      "loss": 3.44850341796875,
      "step": 20600
    },
    {
      "epoch": 0.414,
      "grad_norm": 0.12856774032115936,
      "learning_rate": 0.000636148545702089,
      "loss": 3.438498840332031,
      "step": 20700
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.17129512131214142,
      "learning_rate": 0.000633113884180021,
      "loss": 3.438189697265625,
      "step": 20800
    },
    {
      "epoch": 0.418,
      "grad_norm": 0.14792455732822418,
      "learning_rate": 0.0006300739358767311,
      "loss": 3.425160217285156,
      "step": 20900
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.13070790469646454,
      "learning_rate": 0.0006270288215274957,
      "loss": 3.4182763671875,
      "step": 21000
    },
    {
      "epoch": 0.42,
      "eval_accuracy": 0.3719621193102593,
      "eval_loss": 3.395620584487915,
      "eval_runtime": 6.7127,
      "eval_samples_per_second": 289.155,
      "eval_steps_per_second": 18.175,
      "step": 21000
    },
    {
      "epoch": 0.422,
      "grad_norm": 0.1333521008491516,
      "learning_rate": 0.0006239786620727669,
      "loss": 3.440789794921875,
      "step": 21100
    },
    {
      "epoch": 0.424,
      "grad_norm": 0.14673130214214325,
      "learning_rate": 0.0006209235786533696,
      "loss": 3.41100341796875,
      "step": 21200
    },
    {
      "epoch": 0.426,
      "grad_norm": 0.13843247294425964,
      "learning_rate": 0.00061786369260569,
      "loss": 3.4241146850585937,
      "step": 21300
    },
    {
      "epoch": 0.428,
      "grad_norm": 0.15212669968605042,
      "learning_rate": 0.0006147991254568566,
      "loss": 3.4158154296875,
      "step": 21400
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.1734033226966858,
      "learning_rate": 0.0006117299989199135,
      "loss": 3.4223089599609375,
      "step": 21500
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.15912015736103058,
      "learning_rate": 0.0006086564348889863,
      "loss": 3.405228271484375,
      "step": 21600
    },
    {
      "epoch": 0.434,
      "grad_norm": 0.1569402515888214,
      "learning_rate": 0.0006055785554344417,
      "loss": 3.4033087158203124,
      "step": 21700
    },
    {
      "epoch": 0.436,
      "grad_norm": 0.15008965134620667,
      "learning_rate": 0.0006024964827980378,
      "loss": 3.4061663818359373,
      "step": 21800
    },
    {
      "epoch": 0.438,
      "grad_norm": 0.12902535498142242,
      "learning_rate": 0.0005994103393880712,
      "loss": 3.3769439697265624,
      "step": 21900
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.14630058407783508,
      "learning_rate": 0.0005963202477745134,
      "loss": 3.3858111572265623,
      "step": 22000
    },
    {
      "epoch": 0.44,
      "eval_accuracy": 0.372494457332805,
      "eval_loss": 3.3869516849517822,
      "eval_runtime": 6.5171,
      "eval_samples_per_second": 297.832,
      "eval_steps_per_second": 18.72,
      "step": 22000
    },
    {
      "epoch": 0.442,
      "grad_norm": 0.13086584210395813,
      "learning_rate": 0.0005932263306841439,
      "loss": 3.4057171630859373,
      "step": 22100
    },
    {
      "epoch": 0.444,
      "grad_norm": 0.14566738903522491,
      "learning_rate": 0.0005901287109956757,
      "loss": 3.374288330078125,
      "step": 22200
    },
    {
      "epoch": 0.446,
      "grad_norm": 0.13566701114177704,
      "learning_rate": 0.0005870275117348753,
      "loss": 3.3892340087890624,
      "step": 22300
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.18162570893764496,
      "learning_rate": 0.0005839228560696758,
      "loss": 3.417158508300781,
      "step": 22400
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.1380554586648941,
      "learning_rate": 0.0005808148673052863,
      "loss": 3.385755615234375,
      "step": 22500
    },
    {
      "epoch": 0.452,
      "grad_norm": 0.13876518607139587,
      "learning_rate": 0.0005777036688792934,
      "loss": 3.3734304809570315,
      "step": 22600
    },
    {
      "epoch": 0.454,
      "grad_norm": 0.1451270580291748,
      "learning_rate": 0.0005745893843567593,
      "loss": 3.3767324829101564,
      "step": 22700
    },
    {
      "epoch": 0.456,
      "grad_norm": 0.14231646060943604,
      "learning_rate": 0.0005714721374253151,
      "loss": 3.3700411987304686,
      "step": 22800
    },
    {
      "epoch": 0.458,
      "grad_norm": 0.14160802960395813,
      "learning_rate": 0.0005683520518902468,
      "loss": 3.3719024658203125,
      "step": 22900
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.15433672070503235,
      "learning_rate": 0.0005652292516695795,
      "loss": 3.3654217529296875,
      "step": 23000
    },
    {
      "epoch": 0.46,
      "eval_accuracy": 0.3727878481747762,
      "eval_loss": 3.3823931217193604,
      "eval_runtime": 6.745,
      "eval_samples_per_second": 287.769,
      "eval_steps_per_second": 18.087,
      "step": 23000
    },
    {
      "epoch": 0.462,
      "grad_norm": 0.13699641823768616,
      "learning_rate": 0.0005621038607891551,
      "loss": 3.3590658569335936,
      "step": 23100
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.14364606142044067,
      "learning_rate": 0.0005589760033777068,
      "loss": 3.3595770263671874,
      "step": 23200
    },
    {
      "epoch": 0.466,
      "grad_norm": 0.15491677820682526,
      "learning_rate": 0.0005558458036619291,
      "loss": 3.3718606567382814,
      "step": 23300
    },
    {
      "epoch": 0.468,
      "grad_norm": 0.14689157903194427,
      "learning_rate": 0.0005527133859615443,
      "loss": 3.3682122802734376,
      "step": 23400
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.2537364363670349,
      "learning_rate": 0.0005495788746843641,
      "loss": 3.3676806640625,
      "step": 23500
    },
    {
      "epoch": 0.472,
      "grad_norm": 0.15198677778244019,
      "learning_rate": 0.0005464423943213493,
      "loss": 3.3796755981445314,
      "step": 23600
    },
    {
      "epoch": 0.474,
      "grad_norm": 0.14707693457603455,
      "learning_rate": 0.0005433040694416661,
      "loss": 3.3943267822265626,
      "step": 23700
    },
    {
      "epoch": 0.476,
      "grad_norm": 0.13588809967041016,
      "learning_rate": 0.0005401640246877371,
      "loss": 3.3692440795898437,
      "step": 23800
    },
    {
      "epoch": 0.478,
      "grad_norm": 0.1468556970357895,
      "learning_rate": 0.0005370223847702919,
      "loss": 3.35807861328125,
      "step": 23900
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.15797235071659088,
      "learning_rate": 0.0005338792744634145,
      "loss": 3.3942901611328127,
      "step": 24000
    },
    {
      "epoch": 0.48,
      "eval_accuracy": 0.3733514408918275,
      "eval_loss": 3.375581741333008,
      "eval_runtime": 7.2715,
      "eval_samples_per_second": 266.931,
      "eval_steps_per_second": 16.778,
      "step": 24000
    },
    {
      "epoch": 0.482,
      "grad_norm": 0.15001367032527924,
      "learning_rate": 0.0005307348185995866,
      "loss": 3.37049560546875,
      "step": 24100
    },
    {
      "epoch": 0.484,
      "grad_norm": 0.15163348615169525,
      "learning_rate": 0.0005275891420647307,
      "loss": 3.3899249267578124,
      "step": 24200
    },
    {
      "epoch": 0.486,
      "grad_norm": 0.13754494488239288,
      "learning_rate": 0.0005244423697932499,
      "loss": 3.397990417480469,
      "step": 24300
    },
    {
      "epoch": 0.488,
      "grad_norm": 0.13546991348266602,
      "learning_rate": 0.0005212946267630653,
      "loss": 3.4154788208007814,
      "step": 24400
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.17627890408039093,
      "learning_rate": 0.0005181460379906534,
      "loss": 3.4125030517578123,
      "step": 24500
    },
    {
      "epoch": 0.492,
      "grad_norm": 0.14234718680381775,
      "learning_rate": 0.0005149967285260802,
      "loss": 3.4010299682617187,
      "step": 24600
    },
    {
      "epoch": 0.494,
      "grad_norm": 0.1589398831129074,
      "learning_rate": 0.0005118468234480345,
      "loss": 3.4132962036132812,
      "step": 24700
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.12560983002185822,
      "learning_rate": 0.0005086964478588614,
      "loss": 3.3963751220703124,
      "step": 24800
    },
    {
      "epoch": 0.498,
      "grad_norm": 0.14177259802818298,
      "learning_rate": 0.0005055457268795923,
      "loss": 3.3922305297851563,
      "step": 24900
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.13485221564769745,
      "learning_rate": 0.0005023947856449762,
      "loss": 3.3956787109375,
      "step": 25000
    },
    {
      "epoch": 0.5,
      "eval_accuracy": 0.3757247812423439,
      "eval_loss": 3.3547720909118652,
      "eval_runtime": 6.4257,
      "eval_samples_per_second": 302.069,
      "eval_steps_per_second": 18.986,
      "step": 25000
    },
    {
      "epoch": 0.502,
      "grad_norm": 0.1296602189540863,
      "learning_rate": 0.00049924374929851,
      "loss": 3.4078851318359376,
      "step": 25100
    },
    {
      "epoch": 0.504,
      "grad_norm": 0.17173421382904053,
      "learning_rate": 0.0004960927429874685,
      "loss": 3.378636779785156,
      "step": 25200
    },
    {
      "epoch": 0.506,
      "grad_norm": 0.14787626266479492,
      "learning_rate": 0.0004929418918579327,
      "loss": 3.3894952392578124,
      "step": 25300
    },
    {
      "epoch": 0.508,
      "grad_norm": 0.14193665981292725,
      "learning_rate": 0.0004897913210498212,
      "loss": 3.3784576416015626,
      "step": 25400
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.34911948442459106,
      "learning_rate": 0.0004866411556919189,
      "loss": 3.4079013061523438,
      "step": 25500
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.14956624805927277,
      "learning_rate": 0.00048349152089690765,
      "loss": 3.395030517578125,
      "step": 25600
    },
    {
      "epoch": 0.514,
      "grad_norm": 0.1397118866443634,
      "learning_rate": 0.0004803425417563974,
      "loss": 3.3780328369140626,
      "step": 25700
    },
    {
      "epoch": 0.516,
      "grad_norm": 0.13487640023231506,
      "learning_rate": 0.00047719434333595825,
      "loss": 3.3928378295898436,
      "step": 25800
    },
    {
      "epoch": 0.518,
      "grad_norm": 0.14225220680236816,
      "learning_rate": 0.0004740470506701529,
      "loss": 3.381436767578125,
      "step": 25900
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.13680697977542877,
      "learning_rate": 0.0004709007887575706,
      "loss": 3.378739318847656,
      "step": 26000
    },
    {
      "epoch": 0.52,
      "eval_accuracy": 0.3769195171452164,
      "eval_loss": 3.345224142074585,
      "eval_runtime": 6.5169,
      "eval_samples_per_second": 297.843,
      "eval_steps_per_second": 18.721,
      "step": 26000
    },
    {
      "epoch": 0.522,
      "grad_norm": 0.14482583105564117,
      "learning_rate": 0.0004677556825558636,
      "loss": 3.380513000488281,
      "step": 26100
    },
    {
      "epoch": 0.524,
      "grad_norm": 0.1740926057100296,
      "learning_rate": 0.0004646118569767831,
      "loss": 3.3777206420898436,
      "step": 26200
    },
    {
      "epoch": 0.526,
      "grad_norm": 0.13794536888599396,
      "learning_rate": 0.00046146943688121875,
      "loss": 3.3788577270507814,
      "step": 26300
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.14884917438030243,
      "learning_rate": 0.00045832854707424044,
      "loss": 3.372579345703125,
      "step": 26400
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.14392748475074768,
      "learning_rate": 0.0004551893123001399,
      "loss": 3.369126281738281,
      "step": 26500
    },
    {
      "epoch": 0.532,
      "grad_norm": 0.1415095329284668,
      "learning_rate": 0.0004520518572374776,
      "loss": 3.4073892211914063,
      "step": 26600
    },
    {
      "epoch": 0.534,
      "grad_norm": 0.17241106927394867,
      "learning_rate": 0.00044891630649413096,
      "loss": 3.3727621459960937,
      "step": 26700
    },
    {
      "epoch": 0.536,
      "grad_norm": 0.1402324140071869,
      "learning_rate": 0.0004457827846023443,
      "loss": 3.3563668823242185,
      "step": 26800
    },
    {
      "epoch": 0.538,
      "grad_norm": 0.13993528485298157,
      "learning_rate": 0.0004426514160137837,
      "loss": 3.36125244140625,
      "step": 26900
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.14961598813533783,
      "learning_rate": 0.000439522325094595,
      "loss": 3.360479431152344,
      "step": 27000
    },
    {
      "epoch": 0.54,
      "eval_accuracy": 0.37769785985999915,
      "eval_loss": 3.3393123149871826,
      "eval_runtime": 6.2827,
      "eval_samples_per_second": 308.945,
      "eval_steps_per_second": 19.418,
      "step": 27000
    },
    {
      "epoch": 0.542,
      "grad_norm": 0.12927019596099854,
      "learning_rate": 0.0004363956361204626,
      "loss": 3.3508065795898436,
      "step": 27100
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.15256398916244507,
      "learning_rate": 0.0004332714732716751,
      "loss": 3.357308044433594,
      "step": 27200
    },
    {
      "epoch": 0.546,
      "grad_norm": 0.13779006898403168,
      "learning_rate": 0.0004301499606281931,
      "loss": 3.3775006103515626,
      "step": 27300
    },
    {
      "epoch": 0.548,
      "grad_norm": 0.1694018542766571,
      "learning_rate": 0.00042703122216472094,
      "loss": 3.3572964477539062,
      "step": 27400
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.1522066593170166,
      "learning_rate": 0.00042391538174578263,
      "loss": 3.3765057373046874,
      "step": 27500
    },
    {
      "epoch": 0.552,
      "grad_norm": 0.14023618400096893,
      "learning_rate": 0.0004208025631208036,
      "loss": 3.355110778808594,
      "step": 27600
    },
    {
      "epoch": 0.554,
      "grad_norm": 0.14079532027244568,
      "learning_rate": 0.0004176928899191941,
      "loss": 3.3566073608398437,
      "step": 27700
    },
    {
      "epoch": 0.556,
      "grad_norm": 0.14286920428276062,
      "learning_rate": 0.0004145864856454404,
      "loss": 3.3700027465820312,
      "step": 27800
    },
    {
      "epoch": 0.558,
      "grad_norm": 0.13522571325302124,
      "learning_rate": 0.00041148347367419983,
      "loss": 3.3883221435546873,
      "step": 27900
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.18117037415504456,
      "learning_rate": 0.00040838397724539947,
      "loss": 3.3707275390625,
      "step": 28000
    },
    {
      "epoch": 0.56,
      "eval_accuracy": 0.3787030511639349,
      "eval_loss": 3.330246925354004,
      "eval_runtime": 6.6261,
      "eval_samples_per_second": 292.932,
      "eval_steps_per_second": 18.412,
      "step": 28000
    },
    {
      "epoch": 0.562,
      "grad_norm": 0.14532077312469482,
      "learning_rate": 0.0004052881194593424,
      "loss": 3.372833251953125,
      "step": 28100
    },
    {
      "epoch": 0.564,
      "grad_norm": 0.13675428926944733,
      "learning_rate": 0.0004021960232718194,
      "loss": 3.3700936889648436,
      "step": 28200
    },
    {
      "epoch": 0.566,
      "grad_norm": 0.15135474503040314,
      "learning_rate": 0.00039910781148922364,
      "loss": 3.3734249877929687,
      "step": 28300
    },
    {
      "epoch": 0.568,
      "grad_norm": 0.1487869918346405,
      "learning_rate": 0.00039602360676367474,
      "loss": 3.3548593139648437,
      "step": 28400
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.12845182418823242,
      "learning_rate": 0.00039294353158814783,
      "loss": 3.3592022705078124,
      "step": 28500
    },
    {
      "epoch": 0.572,
      "grad_norm": 0.15905176103115082,
      "learning_rate": 0.0003898677082916068,
      "loss": 3.375569152832031,
      "step": 28600
    },
    {
      "epoch": 0.574,
      "grad_norm": 0.1350318342447281,
      "learning_rate": 0.0003867962590341477,
      "loss": 3.363053894042969,
      "step": 28700
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.15002867579460144,
      "learning_rate": 0.00038372930580214595,
      "loss": 3.3725015258789064,
      "step": 28800
    },
    {
      "epoch": 0.578,
      "grad_norm": 0.14523345232009888,
      "learning_rate": 0.000380666970403412,
      "loss": 3.375093688964844,
      "step": 28900
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.1521645337343216,
      "learning_rate": 0.000377609374462353,
      "loss": 3.350813903808594,
      "step": 29000
    },
    {
      "epoch": 0.58,
      "eval_accuracy": 0.3793452847252259,
      "eval_loss": 3.322114944458008,
      "eval_runtime": 6.9103,
      "eval_samples_per_second": 280.884,
      "eval_steps_per_second": 17.655,
      "step": 29000
    },
    {
      "epoch": 0.582,
      "grad_norm": 0.14382348954677582,
      "learning_rate": 0.00037455663941514335,
      "loss": 3.3781756591796874,
      "step": 29100
    },
    {
      "epoch": 0.584,
      "grad_norm": 0.1457841694355011,
      "learning_rate": 0.00037150888650490057,
      "loss": 3.3773403930664063,
      "step": 29200
    },
    {
      "epoch": 0.586,
      "grad_norm": 0.13661234080791473,
      "learning_rate": 0.0003684662367768703,
      "loss": 3.3766348266601565,
      "step": 29300
    },
    {
      "epoch": 0.588,
      "grad_norm": 0.16734236478805542,
      "learning_rate": 0.00036542881107361983,
      "loss": 3.3571905517578124,
      "step": 29400
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.14157910645008087,
      "learning_rate": 0.00036239673003023745,
      "loss": 3.366629638671875,
      "step": 29500
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.13826872408390045,
      "learning_rate": 0.0003593701140695413,
      "loss": 3.3789642333984373,
      "step": 29600
    },
    {
      "epoch": 0.594,
      "grad_norm": 0.1601548194885254,
      "learning_rate": 0.00035634908339729813,
      "loss": 3.37031005859375,
      "step": 29700
    },
    {
      "epoch": 0.596,
      "grad_norm": 0.13469478487968445,
      "learning_rate": 0.00035333375799744704,
      "loss": 3.3534210205078123,
      "step": 29800
    },
    {
      "epoch": 0.598,
      "grad_norm": 0.12652449309825897,
      "learning_rate": 0.00035032425762733554,
      "loss": 3.34040283203125,
      "step": 29900
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.18712250888347626,
      "learning_rate": 0.0003473207018129635,
      "loss": 3.356614685058594,
      "step": 30000
    },
    {
      "epoch": 0.6,
      "eval_accuracy": 0.3802063011480555,
      "eval_loss": 3.314772367477417,
      "eval_runtime": 6.363,
      "eval_samples_per_second": 305.046,
      "eval_steps_per_second": 19.173,
      "step": 30000
    },
    {
      "epoch": 0.602,
      "grad_norm": 0.14657410979270935,
      "learning_rate": 0.0003443232098442347,
      "loss": 3.3668572998046873,
      "step": 30100
    },
    {
      "epoch": 0.604,
      "grad_norm": 0.138699010014534,
      "learning_rate": 0.0003413319007702201,
      "loss": 3.3502297973632813,
      "step": 30200
    },
    {
      "epoch": 0.606,
      "grad_norm": 0.15832597017288208,
      "learning_rate": 0.0003383468933944299,
      "loss": 3.355211181640625,
      "step": 30300
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.15029780566692352,
      "learning_rate": 0.0003353683062700939,
      "loss": 3.348283386230469,
      "step": 30400
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.17595185339450836,
      "learning_rate": 0.0003323962576954539,
      "loss": 3.3513107299804688,
      "step": 30500
    },
    {
      "epoch": 0.612,
      "grad_norm": 0.1754045933485031,
      "learning_rate": 0.00032943086570906576,
      "loss": 3.3677444458007812,
      "step": 30600
    },
    {
      "epoch": 0.614,
      "grad_norm": 0.14994262158870697,
      "learning_rate": 0.00032647224808511,
      "loss": 3.3526513671875,
      "step": 30700
    },
    {
      "epoch": 0.616,
      "grad_norm": 0.14404474198818207,
      "learning_rate": 0.00032352052232871543,
      "loss": 3.31786865234375,
      "step": 30800
    },
    {
      "epoch": 0.618,
      "grad_norm": 0.14154170453548431,
      "learning_rate": 0.0003205758056712919,
      "loss": 3.341680908203125,
      "step": 30900
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.13272085785865784,
      "learning_rate": 0.0003176382150658742,
      "loss": 3.344057922363281,
      "step": 31000
    },
    {
      "epoch": 0.62,
      "eval_accuracy": 0.3808566004369608,
      "eval_loss": 3.3054208755493164,
      "eval_runtime": 6.7684,
      "eval_samples_per_second": 286.774,
      "eval_steps_per_second": 18.025,
      "step": 31000
    },
    {
      "epoch": 0.622,
      "grad_norm": 0.14439266920089722,
      "learning_rate": 0.00031470786718247704,
      "loss": 3.336947021484375,
      "step": 31100
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.1481838971376419,
      "learning_rate": 0.000311784878403462,
      "loss": 3.3591497802734374,
      "step": 31200
    },
    {
      "epoch": 0.626,
      "grad_norm": 0.13957072794437408,
      "learning_rate": 0.00030886936481891447,
      "loss": 3.333016357421875,
      "step": 31300
    },
    {
      "epoch": 0.628,
      "grad_norm": 0.1470046043395996,
      "learning_rate": 0.0003059614422220331,
      "loss": 3.349130859375,
      "step": 31400
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.13627968728542328,
      "learning_rate": 0.00030306122610453183,
      "loss": 3.3334747314453126,
      "step": 31500
    },
    {
      "epoch": 0.632,
      "grad_norm": 0.27877408266067505,
      "learning_rate": 0.00030016883165205166,
      "loss": 3.3201373291015623,
      "step": 31600
    },
    {
      "epoch": 0.634,
      "grad_norm": 0.14691542088985443,
      "learning_rate": 0.00029728437373958684,
      "loss": 3.3420004272460937,
      "step": 31700
    },
    {
      "epoch": 0.636,
      "grad_norm": 0.1655166745185852,
      "learning_rate": 0.0002944079669269224,
      "loss": 3.32868408203125,
      "step": 31800
    },
    {
      "epoch": 0.638,
      "grad_norm": 0.16263002157211304,
      "learning_rate": 0.0002915397254540836,
      "loss": 3.327845153808594,
      "step": 31900
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.13551194965839386,
      "learning_rate": 0.00028867976323679957,
      "loss": 3.326793518066406,
      "step": 32000
    },
    {
      "epoch": 0.64,
      "eval_accuracy": 0.38135970019690457,
      "eval_loss": 3.302846908569336,
      "eval_runtime": 6.3825,
      "eval_samples_per_second": 304.112,
      "eval_steps_per_second": 19.115,
      "step": 32000
    },
    {
      "epoch": 0.002,
      "grad_norm": 0.14640577137470245,
      "learning_rate": 0.0002858281938619785,
      "loss": 3.115254211425781,
      "step": 32100
    },
    {
      "epoch": 0.004,
      "grad_norm": 0.139010488986969,
      "learning_rate": 0.00028298513058319685,
      "loss": 3.07729248046875,
      "step": 32200
    },
    {
      "epoch": 0.006,
      "grad_norm": 0.1498369425535202,
      "learning_rate": 0.0002801506863162001,
      "loss": 3.0912158203125,
      "step": 32300
    },
    {
      "epoch": 0.008,
      "grad_norm": 0.15137332677841187,
      "learning_rate": 0.0002773249736344206,
      "loss": 3.07073486328125,
      "step": 32400
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.14690713584423065,
      "learning_rate": 0.0002745081047645037,
      "loss": 3.0815118408203124,
      "step": 32500
    },
    {
      "epoch": 0.012,
      "grad_norm": 0.1449531465768814,
      "learning_rate": 0.00027170019158185253,
      "loss": 3.067219543457031,
      "step": 32600
    },
    {
      "epoch": 0.014,
      "grad_norm": 0.15289907157421112,
      "learning_rate": 0.0002689013456061843,
      "loss": 3.065643310546875,
      "step": 32700
    },
    {
      "epoch": 0.016,
      "grad_norm": 0.13553819060325623,
      "learning_rate": 0.00026611167799710044,
      "loss": 3.081978759765625,
      "step": 32800
    },
    {
      "epoch": 0.018,
      "grad_norm": 0.15303637087345123,
      "learning_rate": 0.0002633312995496727,
      "loss": 3.074805908203125,
      "step": 32900
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.1398230940103531,
      "learning_rate": 0.0002605603206900423,
      "loss": 3.061953125,
      "step": 33000
    },
    {
      "epoch": 0.02,
      "eval_accuracy": 0.3804281086574496,
      "eval_loss": 3.310852289199829,
      "eval_runtime": 11.9581,
      "eval_samples_per_second": 162.316,
      "eval_steps_per_second": 10.202,
      "step": 33000
    },
    {
      "epoch": 0.022,
      "grad_norm": 0.19870808720588684,
      "learning_rate": 0.00025779885147103436,
      "loss": 3.070841979980469,
      "step": 33100
    },
    {
      "epoch": 0.024,
      "grad_norm": 0.15535953640937805,
      "learning_rate": 0.0002550470015677863,
      "loss": 3.064533996582031,
      "step": 33200
    },
    {
      "epoch": 0.026,
      "grad_norm": 0.15493761003017426,
      "learning_rate": 0.0002523048802733939,
      "loss": 3.0495779418945315,
      "step": 33300
    },
    {
      "epoch": 0.028,
      "grad_norm": 0.13659609854221344,
      "learning_rate": 0.0002495725964945681,
      "loss": 3.042427978515625,
      "step": 33400
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.1522352397441864,
      "learning_rate": 0.0002468502587473111,
      "loss": 3.0562362670898438,
      "step": 33500
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.19474385678768158,
      "learning_rate": 0.00024413797515260717,
      "loss": 3.051845703125,
      "step": 33600
    },
    {
      "epoch": 0.034,
      "grad_norm": 0.15455342829227448,
      "learning_rate": 0.0002414358534321262,
      "loss": 3.0544952392578124,
      "step": 33700
    },
    {
      "epoch": 0.036,
      "grad_norm": 0.17269164323806763,
      "learning_rate": 0.00023874400090394778,
      "loss": 3.0642709350585937,
      "step": 33800
    },
    {
      "epoch": 0.038,
      "grad_norm": 0.14971676468849182,
      "learning_rate": 0.0002360625244782974,
      "loss": 3.0341754150390625,
      "step": 33900
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.14853248000144958,
      "learning_rate": 0.0002333915306533012,
      "loss": 3.015852355957031,
      "step": 34000
    },
    {
      "epoch": 0.04,
      "eval_accuracy": 0.38098766851069366,
      "eval_loss": 3.3074276447296143,
      "eval_runtime": 13.1242,
      "eval_samples_per_second": 147.895,
      "eval_steps_per_second": 9.296,
      "step": 34000
    },
    {
      "epoch": 0.042,
      "grad_norm": 0.15125946700572968,
      "learning_rate": 0.00023073112551075587,
      "loss": 3.0514120483398437,
      "step": 34100
    },
    {
      "epoch": 0.044,
      "grad_norm": 0.1368522197008133,
      "learning_rate": 0.00022808141471191557,
      "loss": 3.0052923583984374,
      "step": 34200
    },
    {
      "epoch": 0.046,
      "grad_norm": 0.153466135263443,
      "learning_rate": 0.00022544250349329565,
      "loss": 3.0354010009765626,
      "step": 34300
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.14528165757656097,
      "learning_rate": 0.00022281449666249222,
      "loss": 3.0583941650390627,
      "step": 34400
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.16713589429855347,
      "learning_rate": 0.0002201974985940215,
      "loss": 3.046011962890625,
      "step": 34500
    },
    {
      "epoch": 0.052,
      "grad_norm": 0.1621810495853424,
      "learning_rate": 0.00021759161322517184,
      "loss": 3.021026916503906,
      "step": 34600
    },
    {
      "epoch": 0.054,
      "grad_norm": 0.1539982110261917,
      "learning_rate": 0.00021499694405187797,
      "loss": 3.0086825561523436,
      "step": 34700
    },
    {
      "epoch": 0.056,
      "grad_norm": 0.1489582359790802,
      "learning_rate": 0.00021241359412460937,
      "loss": 3.038551025390625,
      "step": 34800
    },
    {
      "epoch": 0.058,
      "grad_norm": 0.15666431188583374,
      "learning_rate": 0.00020984166604427778,
      "loss": 3.0483087158203124,
      "step": 34900
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5827662348747253,
      "learning_rate": 0.00020728126195816238,
      "loss": 3.0230258178710936,
      "step": 35000
    },
    {
      "epoch": 0.06,
      "eval_accuracy": 0.38149883399825174,
      "eval_loss": 3.3024532794952393,
      "eval_runtime": 8.9187,
      "eval_samples_per_second": 217.633,
      "eval_steps_per_second": 13.679,
      "step": 35000
    },
    {
      "epoch": 0.062,
      "grad_norm": 0.14230984449386597,
      "learning_rate": 0.00020473248355585267,
      "loss": 3.0248248291015627,
      "step": 35100
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.13632775843143463,
      "learning_rate": 0.00020219543206521,
      "loss": 3.0088482666015626,
      "step": 35200
    },
    {
      "epoch": 0.066,
      "grad_norm": 0.14240941405296326,
      "learning_rate": 0.00019967020824834648,
      "loss": 3.0288742065429686,
      "step": 35300
    },
    {
      "epoch": 0.068,
      "grad_norm": 0.16221162676811218,
      "learning_rate": 0.00019715691239762466,
      "loss": 3.007751770019531,
      "step": 35400
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.15388672053813934,
      "learning_rate": 0.00019465564433167237,
      "loss": 3.0218731689453127,
      "step": 35500
    },
    {
      "epoch": 0.072,
      "grad_norm": 0.1594669222831726,
      "learning_rate": 0.0001921665033914196,
      "loss": 3.030206604003906,
      "step": 35600
    },
    {
      "epoch": 0.074,
      "grad_norm": 0.15590718388557434,
      "learning_rate": 0.00018968958843615263,
      "loss": 3.0212777709960936,
      "step": 35700
    },
    {
      "epoch": 0.076,
      "grad_norm": 0.19116833806037903,
      "learning_rate": 0.0001872249978395878,
      "loss": 3.014992370605469,
      "step": 35800
    },
    {
      "epoch": 0.078,
      "grad_norm": 0.1420874446630478,
      "learning_rate": 0.00018477282948596425,
      "loss": 3.003076171875,
      "step": 35900
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.14843791723251343,
      "learning_rate": 0.00018233318076615667,
      "loss": 3.0334661865234374,
      "step": 36000
    },
    {
      "epoch": 0.08,
      "eval_accuracy": 0.3820614184993512,
      "eval_loss": 3.2988061904907227,
      "eval_runtime": 8.5815,
      "eval_samples_per_second": 226.185,
      "eval_steps_per_second": 14.217,
      "step": 36000
    },
    {
      "epoch": 0.082,
      "grad_norm": 0.17176257073879242,
      "learning_rate": 0.00017990614857380728,
      "loss": 3.0163888549804687,
      "step": 36100
    },
    {
      "epoch": 0.084,
      "grad_norm": 0.13782846927642822,
      "learning_rate": 0.00017749182930147656,
      "loss": 3.010736999511719,
      "step": 36200
    },
    {
      "epoch": 0.086,
      "grad_norm": 0.14697974920272827,
      "learning_rate": 0.00017509031883681714,
      "loss": 3.0050363159179687,
      "step": 36300
    },
    {
      "epoch": 0.088,
      "grad_norm": 0.1496117264032364,
      "learning_rate": 0.00017270171255876328,
      "loss": 2.994004211425781,
      "step": 36400
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.14235389232635498,
      "learning_rate": 0.00017032610533374338,
      "loss": 3.0134628295898436,
      "step": 36500
    },
    {
      "epoch": 0.092,
      "grad_norm": 0.16272151470184326,
      "learning_rate": 0.0001679635915119136,
      "loss": 2.9897280883789064,
      "step": 36600
    },
    {
      "epoch": 0.094,
      "grad_norm": 0.15706537663936615,
      "learning_rate": 0.00016561426492340826,
      "loss": 3.014703369140625,
      "step": 36700
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.149558886885643,
      "learning_rate": 0.0001632782188746153,
      "loss": 2.9928765869140626,
      "step": 36800
    },
    {
      "epoch": 0.098,
      "grad_norm": 0.1528598964214325,
      "learning_rate": 0.00016095554614446955,
      "loss": 2.9844891357421877,
      "step": 36900
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.15897603332996368,
      "learning_rate": 0.00015864633898076812,
      "loss": 3.0097698974609375,
      "step": 37000
    },
    {
      "epoch": 0.1,
      "eval_accuracy": 0.38257762506666826,
      "eval_loss": 3.2958788871765137,
      "eval_runtime": 9.1504,
      "eval_samples_per_second": 212.121,
      "eval_steps_per_second": 13.333,
      "step": 37000
    },
    {
      "epoch": 0.102,
      "grad_norm": 0.14843960106372833,
      "learning_rate": 0.00015635068909650656,
      "loss": 2.975020446777344,
      "step": 37100
    },
    {
      "epoch": 0.104,
      "grad_norm": 0.15033408999443054,
      "learning_rate": 0.0001540686876662365,
      "loss": 3.0080502319335936,
      "step": 37200
    },
    {
      "epoch": 0.106,
      "grad_norm": 0.15051966905593872,
      "learning_rate": 0.00015180042532244448,
      "loss": 2.989608154296875,
      "step": 37300
    },
    {
      "epoch": 0.108,
      "grad_norm": 0.13960620760917664,
      "learning_rate": 0.00014954599215195196,
      "loss": 3.0019635009765624,
      "step": 37400
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.14864717423915863,
      "learning_rate": 0.00014730547769233876,
      "loss": 2.99054931640625,
      "step": 37500
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.13497526943683624,
      "learning_rate": 0.00014507897092838496,
      "loss": 2.9777395629882815,
      "step": 37600
    },
    {
      "epoch": 0.114,
      "grad_norm": 0.14896409213542938,
      "learning_rate": 0.00014286656028853845,
      "loss": 2.983952941894531,
      "step": 37700
    },
    {
      "epoch": 0.116,
      "grad_norm": 0.14890077710151672,
      "learning_rate": 0.00014066833364140215,
      "loss": 2.9580343627929686,
      "step": 37800
    },
    {
      "epoch": 0.118,
      "grad_norm": 0.1506078690290451,
      "learning_rate": 0.0001384843782922442,
      "loss": 3.0047003173828126,
      "step": 37900
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.13839152455329895,
      "learning_rate": 0.0001363147809795307,
      "loss": 3.0096331787109376,
      "step": 38000
    },
    {
      "epoch": 0.12,
      "eval_accuracy": 0.38263912623972757,
      "eval_loss": 3.293242931365967,
      "eval_runtime": 8.7928,
      "eval_samples_per_second": 220.749,
      "eval_steps_per_second": 13.875,
      "step": 38000
    },
    {
      "epoch": 0.122,
      "grad_norm": 0.14622287452220917,
      "learning_rate": 0.0001341596278714808,
      "loss": 2.981756286621094,
      "step": 38100
    },
    {
      "epoch": 0.124,
      "grad_norm": 0.14599764347076416,
      "learning_rate": 0.00013201900456264433,
      "loss": 2.9829974365234375,
      "step": 38200
    },
    {
      "epoch": 0.126,
      "grad_norm": 0.15080520510673523,
      "learning_rate": 0.00012989299607050176,
      "loss": 3.010633544921875,
      "step": 38300
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.1488070785999298,
      "learning_rate": 0.00012778168683208935,
      "loss": 2.9718212890625,
      "step": 38400
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.16047491133213043,
      "learning_rate": 0.00012568516070064328,
      "loss": 2.979062805175781,
      "step": 38500
    },
    {
      "epoch": 0.132,
      "grad_norm": 0.14107033610343933,
      "learning_rate": 0.00012360350094227102,
      "loss": 2.9834564208984373,
      "step": 38600
    },
    {
      "epoch": 0.134,
      "grad_norm": 0.16287438571453094,
      "learning_rate": 0.0001215367902326442,
      "loss": 2.988681640625,
      "step": 38700
    },
    {
      "epoch": 0.136,
      "grad_norm": 0.1597314476966858,
      "learning_rate": 0.00011948511065371376,
      "loss": 2.9878759765625,
      "step": 38800
    },
    {
      "epoch": 0.138,
      "grad_norm": 0.1734859049320221,
      "learning_rate": 0.0001174485436904515,
      "loss": 2.9992620849609377,
      "step": 38900
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.15174660086631775,
      "learning_rate": 0.0001154271702276129,
      "loss": 2.9760171508789064,
      "step": 39000
    },
    {
      "epoch": 0.14,
      "eval_accuracy": 0.383085765906371,
      "eval_loss": 3.2904224395751953,
      "eval_runtime": 8.8802,
      "eval_samples_per_second": 218.577,
      "eval_steps_per_second": 13.738,
      "step": 39000
    },
    {
      "epoch": 0.142,
      "grad_norm": 0.14373154938220978,
      "learning_rate": 0.00011342107054652494,
      "loss": 2.9714199829101564,
      "step": 39100
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.1446230262517929,
      "learning_rate": 0.00011143032432189776,
      "loss": 2.985970764160156,
      "step": 39200
    },
    {
      "epoch": 0.146,
      "grad_norm": 0.15378804504871368,
      "learning_rate": 0.00010945501061865998,
      "loss": 2.9741244506835938,
      "step": 39300
    },
    {
      "epoch": 0.148,
      "grad_norm": 0.14110712707042694,
      "learning_rate": 0.00010749520788881883,
      "loss": 2.9957791137695313,
      "step": 39400
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.14115746319293976,
      "learning_rate": 0.00010555099396834378,
      "loss": 2.957854919433594,
      "step": 39500
    },
    {
      "epoch": 0.152,
      "grad_norm": 0.13682854175567627,
      "learning_rate": 0.0001036224460740765,
      "loss": 2.9818161010742186,
      "step": 39600
    },
    {
      "epoch": 0.154,
      "grad_norm": 0.15571151673793793,
      "learning_rate": 0.00010170964080066225,
      "loss": 2.9793820190429687,
      "step": 39700
    },
    {
      "epoch": 0.156,
      "grad_norm": 0.14156827330589294,
      "learning_rate": 9.981265411750934e-05,
      "loss": 2.963619384765625,
      "step": 39800
    },
    {
      "epoch": 0.158,
      "grad_norm": 0.1549520343542099,
      "learning_rate": 9.793156136577125e-05,
      "loss": 2.9770501708984374,
      "step": 39900
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.15499472618103027,
      "learning_rate": 9.606643725535436e-05,
      "loss": 2.9700833129882813,
      "step": 40000
    },
    {
      "epoch": 0.16,
      "eval_accuracy": 0.38321784219605565,
      "eval_loss": 3.286919593811035,
      "eval_runtime": 8.6196,
      "eval_samples_per_second": 225.184,
      "eval_steps_per_second": 14.154,
      "step": 40000
    },
    {
      "epoch": 0.162,
      "grad_norm": 0.15037383139133453,
      "learning_rate": 9.421735586195107e-05,
      "loss": 2.9509246826171873,
      "step": 40100
    },
    {
      "epoch": 0.164,
      "grad_norm": 0.1613582968711853,
      "learning_rate": 9.238439062409743e-05,
      "loss": 2.9910101318359374,
      "step": 40200
    },
    {
      "epoch": 0.166,
      "grad_norm": 0.14735275506973267,
      "learning_rate": 9.056761434025673e-05,
      "loss": 2.9853973388671875,
      "step": 40300
    },
    {
      "epoch": 0.168,
      "grad_norm": 0.1489039957523346,
      "learning_rate": 8.876709916592768e-05,
      "loss": 2.9695831298828126,
      "step": 40400
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.15305224061012268,
      "learning_rate": 8.698291661077995e-05,
      "loss": 2.9895590209960936,
      "step": 40500
    },
    {
      "epoch": 0.172,
      "grad_norm": 0.14815682172775269,
      "learning_rate": 8.521513753581222e-05,
      "loss": 2.991077880859375,
      "step": 40600
    },
    {
      "epoch": 0.174,
      "grad_norm": 0.16085270047187805,
      "learning_rate": 8.346383215053938e-05,
      "loss": 2.9522689819335937,
      "step": 40700
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.15213212370872498,
      "learning_rate": 8.172907001020341e-05,
      "loss": 2.9664620971679687,
      "step": 40800
    },
    {
      "epoch": 0.178,
      "grad_norm": 0.1419726014137268,
      "learning_rate": 8.001092001301107e-05,
      "loss": 2.97818115234375,
      "step": 40900
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.15810449421405792,
      "learning_rate": 7.830945039739745e-05,
      "loss": 2.9653594970703123,
      "step": 41000
    },
    {
      "epoch": 0.18,
      "eval_accuracy": 0.383703802284819,
      "eval_loss": 3.2846739292144775,
      "eval_runtime": 8.7053,
      "eval_samples_per_second": 222.968,
      "eval_steps_per_second": 14.014,
      "step": 41000
    },
    {
      "epoch": 0.182,
      "grad_norm": 0.13863492012023926,
      "learning_rate": 7.66247287393157e-05,
      "loss": 2.974002685546875,
      "step": 41100
    },
    {
      "epoch": 0.184,
      "grad_norm": 0.14595595002174377,
      "learning_rate": 7.495682194955355e-05,
      "loss": 2.95628173828125,
      "step": 41200
    },
    {
      "epoch": 0.186,
      "grad_norm": 0.1462547481060028,
      "learning_rate": 7.330579627107508e-05,
      "loss": 2.9797796630859374,
      "step": 41300
    },
    {
      "epoch": 0.188,
      "grad_norm": 0.14023055136203766,
      "learning_rate": 7.167171727639105e-05,
      "loss": 2.97584716796875,
      "step": 41400
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.15168802440166473,
      "learning_rate": 7.005464986495352e-05,
      "loss": 2.971091613769531,
      "step": 41500
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.15589351952075958,
      "learning_rate": 6.845465826057828e-05,
      "loss": 2.972411804199219,
      "step": 41600
    },
    {
      "epoch": 0.194,
      "grad_norm": 0.15626484155654907,
      "learning_rate": 6.68718060088953e-05,
      "loss": 2.947337341308594,
      "step": 41700
    },
    {
      "epoch": 0.196,
      "grad_norm": 0.1376980096101761,
      "learning_rate": 6.530615597482342e-05,
      "loss": 2.9626498413085938,
      "step": 41800
    },
    {
      "epoch": 0.198,
      "grad_norm": 0.14533552527427673,
      "learning_rate": 6.375777034007463e-05,
      "loss": 3.0008612060546875,
      "step": 41900
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.15397998690605164,
      "learning_rate": 6.222671060068407e-05,
      "loss": 2.9751876831054687,
      "step": 42000
    },
    {
      "epoch": 0.2,
      "eval_accuracy": 0.3838933468837557,
      "eval_loss": 3.282271385192871,
      "eval_runtime": 8.7427,
      "eval_samples_per_second": 222.015,
      "eval_steps_per_second": 13.955,
      "step": 42000
    },
    {
      "epoch": 0.202,
      "grad_norm": 0.1419166624546051,
      "learning_rate": 6.0713037564567694e-05,
      "loss": 2.9582757568359375,
      "step": 42100
    },
    {
      "epoch": 0.204,
      "grad_norm": 0.14514276385307312,
      "learning_rate": 5.921681134910717e-05,
      "loss": 2.9580014038085936,
      "step": 42200
    },
    {
      "epoch": 0.206,
      "grad_norm": 0.16064871847629547,
      "learning_rate": 5.773809137876235e-05,
      "loss": 2.968863525390625,
      "step": 42300
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.14985115826129913,
      "learning_rate": 5.6276936382711144e-05,
      "loss": 2.9703680419921876,
      "step": 42400
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.14414609968662262,
      "learning_rate": 5.483340439251644e-05,
      "loss": 2.982804870605469,
      "step": 42500
    },
    {
      "epoch": 0.212,
      "grad_norm": 0.16357700526714325,
      "learning_rate": 5.340755273982273e-05,
      "loss": 2.9501416015625,
      "step": 42600
    },
    {
      "epoch": 0.214,
      "grad_norm": 0.1366511881351471,
      "learning_rate": 5.199943805407742e-05,
      "loss": 2.971943664550781,
      "step": 42700
    },
    {
      "epoch": 0.216,
      "grad_norm": 0.1515188068151474,
      "learning_rate": 5.0609116260282864e-05,
      "loss": 2.978944091796875,
      "step": 42800
    },
    {
      "epoch": 0.218,
      "grad_norm": 0.13808998465538025,
      "learning_rate": 4.9236642576774906e-05,
      "loss": 2.962769775390625,
      "step": 42900
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.17845956981182098,
      "learning_rate": 4.788207151302964e-05,
      "loss": 2.94796142578125,
      "step": 43000
    },
    {
      "epoch": 0.22,
      "eval_accuracy": 0.38396997129609184,
      "eval_loss": 3.2809572219848633,
      "eval_runtime": 8.8116,
      "eval_samples_per_second": 220.278,
      "eval_steps_per_second": 13.845,
      "step": 43000
    },
    {
      "epoch": 0.222,
      "grad_norm": 0.15073730051517487,
      "learning_rate": 4.654545686749872e-05,
      "loss": 2.980477600097656,
      "step": 43100
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.14061863720417023,
      "learning_rate": 4.522685172547269e-05,
      "loss": 2.951471252441406,
      "step": 43200
    },
    {
      "epoch": 0.226,
      "grad_norm": 0.14917391538619995,
      "learning_rate": 4.3926308456972596e-05,
      "loss": 2.9555926513671875,
      "step": 43300
    },
    {
      "epoch": 0.228,
      "grad_norm": 0.15331073105335236,
      "learning_rate": 4.264387871466963e-05,
      "loss": 2.9574981689453126,
      "step": 43400
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.15429548919200897,
      "learning_rate": 4.137961343183472e-05,
      "loss": 2.9603759765625,
      "step": 43500
    },
    {
      "epoch": 0.232,
      "grad_norm": 0.15303488075733185,
      "learning_rate": 4.0133562820314385e-05,
      "loss": 2.9570083618164062,
      "step": 43600
    },
    {
      "epoch": 0.234,
      "grad_norm": 0.16372403502464294,
      "learning_rate": 3.8905776368537426e-05,
      "loss": 2.970541687011719,
      "step": 43700
    },
    {
      "epoch": 0.236,
      "grad_norm": 0.1566547304391861,
      "learning_rate": 3.7696302839549336e-05,
      "loss": 2.9552093505859376,
      "step": 43800
    },
    {
      "epoch": 0.238,
      "grad_norm": 0.15626369416713715,
      "learning_rate": 3.650519026907484e-05,
      "loss": 2.954615478515625,
      "step": 43900
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.14116933941841125,
      "learning_rate": 3.5332485963611217e-05,
      "loss": 2.963729248046875,
      "step": 44000
    },
    {
      "epoch": 0.24,
      "eval_accuracy": 0.38423714852331653,
      "eval_loss": 3.2790355682373047,
      "eval_runtime": 8.6003,
      "eval_samples_per_second": 225.69,
      "eval_steps_per_second": 14.186,
      "step": 44000
    },
    {
      "epoch": 0.242,
      "grad_norm": 0.1386120468378067,
      "learning_rate": 3.4178236498548566e-05,
      "loss": 2.9823358154296873,
      "step": 44100
    },
    {
      "epoch": 0.244,
      "grad_norm": 0.14559704065322876,
      "learning_rate": 3.304248771632068e-05,
      "loss": 3.000511474609375,
      "step": 44200
    },
    {
      "epoch": 0.246,
      "grad_norm": 0.1556394100189209,
      "learning_rate": 3.192528472458356e-05,
      "loss": 2.974275817871094,
      "step": 44300
    },
    {
      "epoch": 0.248,
      "grad_norm": 0.14107827842235565,
      "learning_rate": 3.0826671894424896e-05,
      "loss": 2.9849594116210936,
      "step": 44400
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.1435183584690094,
      "learning_rate": 2.9746692858601153e-05,
      "loss": 2.986834716796875,
      "step": 44500
    },
    {
      "epoch": 0.252,
      "grad_norm": 0.14042021334171295,
      "learning_rate": 2.86853905098044e-05,
      "loss": 2.9832034301757813,
      "step": 44600
    },
    {
      "epoch": 0.254,
      "grad_norm": 0.14901328086853027,
      "learning_rate": 2.7642806998959825e-05,
      "loss": 2.9711032104492188,
      "step": 44700
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.1637275367975235,
      "learning_rate": 2.6618983733550428e-05,
      "loss": 3.0130319213867187,
      "step": 44800
    },
    {
      "epoch": 0.258,
      "grad_norm": 0.15092074871063232,
      "learning_rate": 2.5613961375973384e-05,
      "loss": 2.976082458496094,
      "step": 44900
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.15425318479537964,
      "learning_rate": 2.46277798419246e-05,
      "loss": 2.9721246337890626,
      "step": 45000
    },
    {
      "epoch": 0.26,
      "eval_accuracy": 0.3843389783344474,
      "eval_loss": 3.277207612991333,
      "eval_runtime": 9.0174,
      "eval_samples_per_second": 215.251,
      "eval_steps_per_second": 13.529,
      "step": 45000
    },
    {
      "epoch": 0.262,
      "grad_norm": 0.14529016613960266,
      "learning_rate": 2.3660478298813682e-05,
      "loss": 2.955975341796875,
      "step": 45100
    },
    {
      "epoch": 0.264,
      "grad_norm": 0.1409466564655304,
      "learning_rate": 2.271209516420808e-05,
      "loss": 2.9534814453125,
      "step": 45200
    },
    {
      "epoch": 0.266,
      "grad_norm": 0.1580328494310379,
      "learning_rate": 2.1782668104307513e-05,
      "loss": 2.9937799072265623,
      "step": 45300
    },
    {
      "epoch": 0.268,
      "grad_norm": 0.1395774632692337,
      "learning_rate": 2.087223403244809e-05,
      "loss": 2.9789169311523436,
      "step": 45400
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.1499042958021164,
      "learning_rate": 1.9980829107635658e-05,
      "loss": 2.9510009765625,
      "step": 45500
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.1363893300294876,
      "learning_rate": 1.9108488733110718e-05,
      "loss": 2.9952117919921877,
      "step": 45600
    },
    {
      "epoch": 0.274,
      "grad_norm": 0.15024074912071228,
      "learning_rate": 1.8255247554941346e-05,
      "loss": 2.942423095703125,
      "step": 45700
    },
    {
      "epoch": 0.276,
      "grad_norm": 0.1419738084077835,
      "learning_rate": 1.7421139460647716e-05,
      "loss": 2.964244689941406,
      "step": 45800
    },
    {
      "epoch": 0.278,
      "grad_norm": 0.14513224363327026,
      "learning_rate": 1.6606197577856196e-05,
      "loss": 2.977562255859375,
      "step": 45900
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.1422048956155777,
      "learning_rate": 1.5810454272983443e-05,
      "loss": 2.969391174316406,
      "step": 46000
    },
    {
      "epoch": 0.28,
      "eval_accuracy": 0.38465757457521343,
      "eval_loss": 3.2764923572540283,
      "eval_runtime": 8.5865,
      "eval_samples_per_second": 226.054,
      "eval_steps_per_second": 14.208,
      "step": 46000
    },
    {
      "epoch": 0.282,
      "grad_norm": 0.15725959837436676,
      "learning_rate": 1.5033941149951102e-05,
      "loss": 2.9681582641601563,
      "step": 46100
    },
    {
      "epoch": 0.284,
      "grad_norm": 0.14279291033744812,
      "learning_rate": 1.4276689048930535e-05,
      "loss": 2.9894549560546877,
      "step": 46200
    },
    {
      "epoch": 0.286,
      "grad_norm": 0.14746861159801483,
      "learning_rate": 1.353872804511791e-05,
      "loss": 2.9572384643554686,
      "step": 46300
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.1410951167345047,
      "learning_rate": 1.2820087447539874e-05,
      "loss": 2.956263427734375,
      "step": 46400
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.1605064570903778,
      "learning_rate": 1.212079579788955e-05,
      "loss": 2.9751992797851563,
      "step": 46500
    },
    {
      "epoch": 0.292,
      "grad_norm": 0.24090786278247833,
      "learning_rate": 1.1440880869392545e-05,
      "loss": 2.9600045776367185,
      "step": 46600
    },
    {
      "epoch": 0.294,
      "grad_norm": 0.14448581635951996,
      "learning_rate": 1.0780369665704504e-05,
      "loss": 2.9817608642578124,
      "step": 46700
    },
    {
      "epoch": 0.296,
      "grad_norm": 0.1405927687883377,
      "learning_rate": 1.01392884198383e-05,
      "loss": 2.9607421875,
      "step": 46800
    },
    {
      "epoch": 0.298,
      "grad_norm": 0.1901511251926422,
      "learning_rate": 9.517662593122034e-06,
      "loss": 2.9657598876953126,
      "step": 46900
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.14527775347232819,
      "learning_rate": 8.915516874188124e-06,
      "loss": 2.9576675415039064,
      "step": 47000
    },
    {
      "epoch": 0.3,
      "eval_accuracy": 0.38471705931636907,
      "eval_loss": 3.275611639022827,
      "eval_runtime": 8.6293,
      "eval_samples_per_second": 224.931,
      "eval_steps_per_second": 14.138,
      "step": 47000
    },
    {
      "epoch": 0.302,
      "grad_norm": 0.14045824110507965,
      "learning_rate": 8.332875177992472e-06,
      "loss": 2.9552996826171873,
      "step": 47100
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.14749419689178467,
      "learning_rate": 7.769760644864899e-06,
      "loss": 2.9305706787109376,
      "step": 47200
    },
    {
      "epoch": 0.306,
      "grad_norm": 0.144828200340271,
      "learning_rate": 7.2261956395899274e-06,
      "loss": 2.9670144653320314,
      "step": 47300
    },
    {
      "epoch": 0.308,
      "grad_norm": 0.15692554414272308,
      "learning_rate": 6.702201750518666e-06,
      "loss": 2.979140319824219,
      "step": 47400
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.16095846891403198,
      "learning_rate": 6.197799788711267e-06,
      "loss": 2.9376812744140626,
      "step": 47500
    },
    {
      "epoch": 0.312,
      "grad_norm": 0.1510581076145172,
      "learning_rate": 5.713009787110424e-06,
      "loss": 2.9954681396484375,
      "step": 47600
    },
    {
      "epoch": 0.314,
      "grad_norm": 0.15443721413612366,
      "learning_rate": 5.247850999745951e-06,
      "loss": 2.9577410888671873,
      "step": 47700
    },
    {
      "epoch": 0.316,
      "grad_norm": 0.14504078030586243,
      "learning_rate": 4.80234190096962e-06,
      "loss": 2.9848419189453126,
      "step": 47800
    },
    {
      "epoch": 0.318,
      "grad_norm": 0.14038383960723877,
      "learning_rate": 4.37650018472191e-06,
      "loss": 2.9577120971679687,
      "step": 47900
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.17559103667736053,
      "learning_rate": 3.970342763829071e-06,
      "loss": 2.95732421875,
      "step": 48000
    },
    {
      "epoch": 0.32,
      "eval_accuracy": 0.3846958867813815,
      "eval_loss": 3.275059223175049,
      "eval_runtime": 11.741,
      "eval_samples_per_second": 165.318,
      "eval_steps_per_second": 10.391,
      "step": 48000
    },
    {
      "epoch": 0.322,
      "grad_norm": 0.1336028277873993,
      "learning_rate": 3.583885769331385e-06,
      "loss": 2.9611053466796875,
      "step": 48100
    },
    {
      "epoch": 0.324,
      "grad_norm": 0.14741460978984833,
      "learning_rate": 3.2171445498424545e-06,
      "loss": 2.9574826049804686,
      "step": 48200
    },
    {
      "epoch": 0.326,
      "grad_norm": 0.1761571615934372,
      "learning_rate": 2.870133670939745e-06,
      "loss": 2.937596435546875,
      "step": 48300
    },
    {
      "epoch": 0.328,
      "grad_norm": 0.1392708420753479,
      "learning_rate": 2.542866914586106e-06,
      "loss": 2.9430572509765627,
      "step": 48400
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.1438605785369873,
      "learning_rate": 2.2353572785822065e-06,
      "loss": 2.9703692626953124,
      "step": 48500
    },
    {
      "epoch": 0.332,
      "grad_norm": 0.14872929453849792,
      "learning_rate": 1.9476169760506144e-06,
      "loss": 2.967200927734375,
      "step": 48600
    },
    {
      "epoch": 0.334,
      "grad_norm": 0.15221774578094482,
      "learning_rate": 1.6796574349503546e-06,
      "loss": 2.975442199707031,
      "step": 48700
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.1402570754289627,
      "learning_rate": 1.4314892976233784e-06,
      "loss": 2.952536926269531,
      "step": 48800
    },
    {
      "epoch": 0.338,
      "grad_norm": 0.13577665388584137,
      "learning_rate": 1.2031224203717384e-06,
      "loss": 2.977938537597656,
      "step": 48900
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.143800750374794,
      "learning_rate": 9.945658730661778e-07,
      "loss": 2.9537298583984377,
      "step": 49000
    },
    {
      "epoch": 0.34,
      "eval_accuracy": 0.3848007412403678,
      "eval_loss": 3.274916172027588,
      "eval_runtime": 8.7987,
      "eval_samples_per_second": 220.6,
      "eval_steps_per_second": 13.866,
      "step": 49000
    },
    {
      "epoch": 0.342,
      "grad_norm": 0.1486690193414688,
      "learning_rate": 8.05827938785808e-07,
      "loss": 2.9592388916015624,
      "step": 49100
    },
    {
      "epoch": 0.344,
      "grad_norm": 0.14764626324176788,
      "learning_rate": 6.369161134892055e-07,
      "loss": 2.9477633666992187,
      "step": 49200
    },
    {
      "epoch": 0.346,
      "grad_norm": 0.15068262815475464,
      "learning_rate": 4.878371057168151e-07,
      "loss": 2.933819580078125,
      "step": 49300
    },
    {
      "epoch": 0.348,
      "grad_norm": 0.13414137065410614,
      "learning_rate": 3.585968363242209e-07,
      "loss": 2.9506927490234376,
      "step": 49400
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.16431079804897308,
      "learning_rate": 2.492004382474433e-07,
      "loss": 2.9817596435546876,
      "step": 49500
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.1382792890071869,
      "learning_rate": 1.5965225629849257e-07,
      "loss": 2.9758001708984376,
      "step": 49600
    },
    {
      "epoch": 0.354,
      "grad_norm": 0.13877373933792114,
      "learning_rate": 8.995584699333925e-08,
      "loss": 2.950361633300781,
      "step": 49700
    },
    {
      "epoch": 0.356,
      "grad_norm": 0.1560918092727661,
      "learning_rate": 4.011397841041653e-08,
      "loss": 2.9428829956054687,
      "step": 49800
    },
    {
      "epoch": 0.358,
      "grad_norm": 0.1353323608636856,
      "learning_rate": 1.0128630080652456e-08,
      "loss": 2.9610910034179687,
      "step": 49900
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.18417476117610931,
      "learning_rate": 9.929089772597876e-13,
      "loss": 2.9677053833007814,
      "step": 50000
    },
    {
      "epoch": 0.36,
      "eval_accuracy": 0.38479065908084986,
      "eval_loss": 3.274902820587158,
      "eval_runtime": 8.7288,
      "eval_samples_per_second": 222.367,
      "eval_steps_per_second": 13.977,
      "step": 50000
    }
  ],
  "logging_steps": 100,
  "max_steps": 50000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.959980433408e+18,
  "train_batch_size": 120,
  "trial_name": null,
  "trial_params": null
}