{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 456,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0043907793633369925,
      "grad_norm": 2.833900695415164,
      "learning_rate": 4.347826086956522e-07,
      "loss": 0.6168212890625,
      "step": 1,
      "token_acc": 0.8299740080322707
    },
    {
      "epoch": 0.008781558726673985,
      "grad_norm": 2.441954178715713,
      "learning_rate": 8.695652173913044e-07,
      "loss": 0.5771484375,
      "step": 2,
      "token_acc": 0.8402379919383847
    },
    {
      "epoch": 0.013172338090010977,
      "grad_norm": 2.3400168784617796,
      "learning_rate": 1.3043478260869566e-06,
      "loss": 0.5506591796875,
      "step": 3,
      "token_acc": 0.8475516568344045
    },
    {
      "epoch": 0.01756311745334797,
      "grad_norm": 2.380407017832379,
      "learning_rate": 1.7391304347826088e-06,
      "loss": 0.5848388671875,
      "step": 4,
      "token_acc": 0.8378425120730101
    },
    {
      "epoch": 0.021953896816684963,
      "grad_norm": 1.7638106380932321,
      "learning_rate": 2.173913043478261e-06,
      "loss": 0.5223388671875,
      "step": 5,
      "token_acc": 0.8545390186376319
    },
    {
      "epoch": 0.026344676180021953,
      "grad_norm": 1.211433347249036,
      "learning_rate": 2.6086956521739132e-06,
      "loss": 0.5751953125,
      "step": 6,
      "token_acc": 0.8389151935417897
    },
    {
      "epoch": 0.030735455543358946,
      "grad_norm": 1.0146058725955927,
      "learning_rate": 3.043478260869566e-06,
      "loss": 0.5172119140625,
      "step": 7,
      "token_acc": 0.8548223173710081
    },
    {
      "epoch": 0.03512623490669594,
      "grad_norm": 1.0748297263345705,
      "learning_rate": 3.4782608695652175e-06,
      "loss": 0.5316162109375,
      "step": 8,
      "token_acc": 0.8489027039951763
    },
    {
      "epoch": 0.03951701427003293,
      "grad_norm": 1.0857562596183432,
      "learning_rate": 3.91304347826087e-06,
      "loss": 0.535400390625,
      "step": 9,
      "token_acc": 0.8491097827546807
    },
    {
      "epoch": 0.043907793633369926,
      "grad_norm": 0.9224300194653032,
      "learning_rate": 4.347826086956522e-06,
      "loss": 0.4791259765625,
      "step": 10,
      "token_acc": 0.8638291338521461
    },
    {
      "epoch": 0.048298572996706916,
      "grad_norm": 1.0296199866637192,
      "learning_rate": 4.782608695652174e-06,
      "loss": 0.50146484375,
      "step": 11,
      "token_acc": 0.8564573991865367
    },
    {
      "epoch": 0.052689352360043906,
      "grad_norm": 0.9873486692422354,
      "learning_rate": 5.2173913043478265e-06,
      "loss": 0.5025634765625,
      "step": 12,
      "token_acc": 0.8529394427633906
    },
    {
      "epoch": 0.0570801317233809,
      "grad_norm": 0.8185948156277064,
      "learning_rate": 5.652173913043479e-06,
      "loss": 0.517333984375,
      "step": 13,
      "token_acc": 0.8504350836336171
    },
    {
      "epoch": 0.06147091108671789,
      "grad_norm": 0.6631444876743735,
      "learning_rate": 6.086956521739132e-06,
      "loss": 0.4774169921875,
      "step": 14,
      "token_acc": 0.8615918882424461
    },
    {
      "epoch": 0.06586169045005488,
      "grad_norm": 0.7794489431842011,
      "learning_rate": 6.521739130434783e-06,
      "loss": 0.4833984375,
      "step": 15,
      "token_acc": 0.8593623551327664
    },
    {
      "epoch": 0.07025246981339188,
      "grad_norm": 0.7597840066367508,
      "learning_rate": 6.956521739130435e-06,
      "loss": 0.5009765625,
      "step": 16,
      "token_acc": 0.8542362145969853
    },
    {
      "epoch": 0.07464324917672886,
      "grad_norm": 0.6397542926095154,
      "learning_rate": 7.391304347826087e-06,
      "loss": 0.4658203125,
      "step": 17,
      "token_acc": 0.8663710059193312
    },
    {
      "epoch": 0.07903402854006586,
      "grad_norm": 0.6460169235950904,
      "learning_rate": 7.82608695652174e-06,
      "loss": 0.492431640625,
      "step": 18,
      "token_acc": 0.8560206344178469
    },
    {
      "epoch": 0.08342480790340286,
      "grad_norm": 0.5555957965562055,
      "learning_rate": 8.260869565217392e-06,
      "loss": 0.477783203125,
      "step": 19,
      "token_acc": 0.8599260421013252
    },
    {
      "epoch": 0.08781558726673985,
      "grad_norm": 0.6027995894426754,
      "learning_rate": 8.695652173913044e-06,
      "loss": 0.46710205078125,
      "step": 20,
      "token_acc": 0.8625439077051981
    },
    {
      "epoch": 0.09220636663007684,
      "grad_norm": 0.5687893939186547,
      "learning_rate": 9.130434782608697e-06,
      "loss": 0.4857177734375,
      "step": 21,
      "token_acc": 0.8567808460493117
    },
    {
      "epoch": 0.09659714599341383,
      "grad_norm": 0.46547299222293903,
      "learning_rate": 9.565217391304349e-06,
      "loss": 0.451416015625,
      "step": 22,
      "token_acc": 0.8687051892909547
    },
    {
      "epoch": 0.10098792535675083,
      "grad_norm": 0.5093205577984702,
      "learning_rate": 1e-05,
      "loss": 0.443115234375,
      "step": 23,
      "token_acc": 0.8681511754829399
    },
    {
      "epoch": 0.10537870472008781,
      "grad_norm": 0.43975124277897326,
      "learning_rate": 9.999868398131282e-06,
      "loss": 0.43994140625,
      "step": 24,
      "token_acc": 0.8702387489069204
    },
    {
      "epoch": 0.10976948408342481,
      "grad_norm": 0.45089180449271005,
      "learning_rate": 9.999473599452746e-06,
      "loss": 0.4444580078125,
      "step": 25,
      "token_acc": 0.8698691544595688
    },
    {
      "epoch": 0.1141602634467618,
      "grad_norm": 0.43879224523868243,
      "learning_rate": 9.99881562474689e-06,
      "loss": 0.4208984375,
      "step": 26,
      "token_acc": 0.8750299328244403
    },
    {
      "epoch": 0.11855104281009879,
      "grad_norm": 0.4316116408140785,
      "learning_rate": 9.997894508649995e-06,
      "loss": 0.4478759765625,
      "step": 27,
      "token_acc": 0.8676176445929599
    },
    {
      "epoch": 0.12294182217343579,
      "grad_norm": 0.4268412361226033,
      "learning_rate": 9.996710299650302e-06,
      "loss": 0.4429931640625,
      "step": 28,
      "token_acc": 0.8691655605967833
    },
    {
      "epoch": 0.12733260153677278,
      "grad_norm": 0.40644251545911186,
      "learning_rate": 9.995263060085456e-06,
      "loss": 0.405029296875,
      "step": 29,
      "token_acc": 0.8785781306123047
    },
    {
      "epoch": 0.13172338090010977,
      "grad_norm": 0.4358630834831772,
      "learning_rate": 9.99355286613923e-06,
      "loss": 0.4681396484375,
      "step": 30,
      "token_acc": 0.8614033803048956
    },
    {
      "epoch": 0.13611416026344675,
      "grad_norm": 0.5006055484811447,
      "learning_rate": 9.991579807837511e-06,
      "loss": 0.4735107421875,
      "step": 31,
      "token_acc": 0.8569515531626238
    },
    {
      "epoch": 0.14050493962678376,
      "grad_norm": 0.4339503914133248,
      "learning_rate": 9.989343989043563e-06,
      "loss": 0.43487548828125,
      "step": 32,
      "token_acc": 0.8693686707945142
    },
    {
      "epoch": 0.14489571899012074,
      "grad_norm": 0.40763103283199237,
      "learning_rate": 9.98684552745256e-06,
      "loss": 0.415771484375,
      "step": 33,
      "token_acc": 0.8742195510606712
    },
    {
      "epoch": 0.14928649835345773,
      "grad_norm": 0.427575395649408,
      "learning_rate": 9.984084554585387e-06,
      "loss": 0.434814453125,
      "step": 34,
      "token_acc": 0.8698706700750862
    },
    {
      "epoch": 0.15367727771679474,
      "grad_norm": 0.40322122738955996,
      "learning_rate": 9.98106121578172e-06,
      "loss": 0.4114990234375,
      "step": 35,
      "token_acc": 0.8744793955523036
    },
    {
      "epoch": 0.15806805708013172,
      "grad_norm": 0.37400365026886323,
      "learning_rate": 9.977775670192373e-06,
      "loss": 0.4068603515625,
      "step": 36,
      "token_acc": 0.8780122698049075
    },
    {
      "epoch": 0.16245883644346873,
      "grad_norm": 0.368282839817705,
      "learning_rate": 9.97422809077092e-06,
      "loss": 0.4403076171875,
      "step": 37,
      "token_acc": 0.8691931492703077
    },
    {
      "epoch": 0.1668496158068057,
      "grad_norm": 0.40472633033080596,
      "learning_rate": 9.970418664264596e-06,
      "loss": 0.42376708984375,
      "step": 38,
      "token_acc": 0.8731970977885961
    },
    {
      "epoch": 0.1712403951701427,
      "grad_norm": 0.3536787769901149,
      "learning_rate": 9.966347591204459e-06,
      "loss": 0.40185546875,
      "step": 39,
      "token_acc": 0.8780035917624731
    },
    {
      "epoch": 0.1756311745334797,
      "grad_norm": 0.3953310789443251,
      "learning_rate": 9.962015085894838e-06,
      "loss": 0.412109375,
      "step": 40,
      "token_acc": 0.8752016328884643
    },
    {
      "epoch": 0.1800219538968167,
      "grad_norm": 0.4148084674386976,
      "learning_rate": 9.957421376402053e-06,
      "loss": 0.42657470703125,
      "step": 41,
      "token_acc": 0.8705481901069846
    },
    {
      "epoch": 0.18441273326015367,
      "grad_norm": 0.37789346575572064,
      "learning_rate": 9.9525667045424e-06,
      "loss": 0.42022705078125,
      "step": 42,
      "token_acc": 0.8736403899467848
    },
    {
      "epoch": 0.18880351262349068,
      "grad_norm": 0.3667318215801622,
      "learning_rate": 9.94745132586944e-06,
      "loss": 0.406982421875,
      "step": 43,
      "token_acc": 0.876900068934092
    },
    {
      "epoch": 0.19319429198682767,
      "grad_norm": 0.41464715087306936,
      "learning_rate": 9.942075509660527e-06,
      "loss": 0.4429931640625,
      "step": 44,
      "token_acc": 0.8660984334018896
    },
    {
      "epoch": 0.19758507135016465,
      "grad_norm": 0.3984507277058535,
      "learning_rate": 9.936439538902644e-06,
      "loss": 0.41485595703125,
      "step": 45,
      "token_acc": 0.8746052349855475
    },
    {
      "epoch": 0.20197585071350166,
      "grad_norm": 0.3563059511829739,
      "learning_rate": 9.93054371027751e-06,
      "loss": 0.42730712890625,
      "step": 46,
      "token_acc": 0.8729698510081998
    },
    {
      "epoch": 0.20636663007683864,
      "grad_norm": 0.4016584355027647,
      "learning_rate": 9.924388334145943e-06,
      "loss": 0.4156494140625,
      "step": 47,
      "token_acc": 0.8750582994258512
    },
    {
      "epoch": 0.21075740944017562,
      "grad_norm": 0.3983586904345504,
      "learning_rate": 9.917973734531549e-06,
      "loss": 0.429931640625,
      "step": 48,
      "token_acc": 0.870179892896137
    },
    {
      "epoch": 0.21514818880351264,
      "grad_norm": 0.3643013846346374,
      "learning_rate": 9.911300249103646e-06,
      "loss": 0.38763427734375,
      "step": 49,
      "token_acc": 0.8829403403914137
    },
    {
      "epoch": 0.21953896816684962,
      "grad_norm": 0.37469353915411313,
      "learning_rate": 9.904368229159494e-06,
      "loss": 0.4312744140625,
      "step": 50,
      "token_acc": 0.870172455916827
    },
    {
      "epoch": 0.2239297475301866,
      "grad_norm": 0.3627070621832165,
      "learning_rate": 9.897178039605803e-06,
      "loss": 0.3935546875,
      "step": 51,
      "token_acc": 0.8809188065186905
    },
    {
      "epoch": 0.2283205268935236,
      "grad_norm": 0.396086671715509,
      "learning_rate": 9.889730058939529e-06,
      "loss": 0.4736328125,
      "step": 52,
      "token_acc": 0.8598151554777367
    },
    {
      "epoch": 0.2327113062568606,
      "grad_norm": 0.37766425012501803,
      "learning_rate": 9.88202467922794e-06,
      "loss": 0.39007568359375,
      "step": 53,
      "token_acc": 0.880743890775099
    },
    {
      "epoch": 0.23710208562019758,
      "grad_norm": 0.4341034390676532,
      "learning_rate": 9.874062306087983e-06,
      "loss": 0.48052978515625,
      "step": 54,
      "token_acc": 0.8605994944023113
    },
    {
      "epoch": 0.2414928649835346,
      "grad_norm": 0.3697701194722883,
      "learning_rate": 9.865843358664933e-06,
      "loss": 0.40374755859375,
      "step": 55,
      "token_acc": 0.8786038905474529
    },
    {
      "epoch": 0.24588364434687157,
      "grad_norm": 0.38785842426375305,
      "learning_rate": 9.857368269610325e-06,
      "loss": 0.37890625,
      "step": 56,
      "token_acc": 0.8835334883145686
    },
    {
      "epoch": 0.2502744237102086,
      "grad_norm": 0.41653734477290827,
      "learning_rate": 9.848637485059183e-06,
      "loss": 0.4058837890625,
      "step": 57,
      "token_acc": 0.8766154925985425
    },
    {
      "epoch": 0.25466520307354557,
      "grad_norm": 0.3957651287576482,
      "learning_rate": 9.83965146460653e-06,
      "loss": 0.4259033203125,
      "step": 58,
      "token_acc": 0.8705599895649054
    },
    {
      "epoch": 0.25905598243688255,
      "grad_norm": 0.41213136511886145,
      "learning_rate": 9.830410681283203e-06,
      "loss": 0.41693115234375,
      "step": 59,
      "token_acc": 0.8748202120166441
    },
    {
      "epoch": 0.26344676180021953,
      "grad_norm": 0.3808997874258946,
      "learning_rate": 9.820915621530939e-06,
      "loss": 0.40032958984375,
      "step": 60,
      "token_acc": 0.878064430260808
    },
    {
      "epoch": 0.2678375411635565,
      "grad_norm": 0.34694502133664223,
      "learning_rate": 9.811166785176785e-06,
      "loss": 0.39154052734375,
      "step": 61,
      "token_acc": 0.8813461234940287
    },
    {
      "epoch": 0.2722283205268935,
      "grad_norm": 0.3867337659427633,
      "learning_rate": 9.80116468540677e-06,
      "loss": 0.40081787109375,
      "step": 62,
      "token_acc": 0.8786373357651632
    },
    {
      "epoch": 0.27661909989023054,
      "grad_norm": 0.3863950377574671,
      "learning_rate": 9.790909848738907e-06,
      "loss": 0.39849853515625,
      "step": 63,
      "token_acc": 0.8796994213840694
    },
    {
      "epoch": 0.2810098792535675,
      "grad_norm": 0.3776439635090338,
      "learning_rate": 9.780402814995458e-06,
      "loss": 0.402099609375,
      "step": 64,
      "token_acc": 0.8788000518572756
    },
    {
      "epoch": 0.2854006586169045,
      "grad_norm": 0.41515630824304595,
      "learning_rate": 9.76964413727454e-06,
      "loss": 0.4017333984375,
      "step": 65,
      "token_acc": 0.8765627154349158
    },
    {
      "epoch": 0.2897914379802415,
      "grad_norm": 0.35183225407905605,
      "learning_rate": 9.758634381920982e-06,
      "loss": 0.380126953125,
      "step": 66,
      "token_acc": 0.8842076941642893
    },
    {
      "epoch": 0.29418221734357847,
      "grad_norm": 0.44297721995987493,
      "learning_rate": 9.747374128496541e-06,
      "loss": 0.4088134765625,
      "step": 67,
      "token_acc": 0.8751857321674607
    },
    {
      "epoch": 0.29857299670691545,
      "grad_norm": 0.37931729187838137,
      "learning_rate": 9.735863969749373e-06,
      "loss": 0.3839111328125,
      "step": 68,
      "token_acc": 0.8825879497953658
    },
    {
      "epoch": 0.3029637760702525,
      "grad_norm": 0.39424410720211267,
      "learning_rate": 9.724104511582838e-06,
      "loss": 0.3985595703125,
      "step": 69,
      "token_acc": 0.8775368384478103
    },
    {
      "epoch": 0.30735455543358947,
      "grad_norm": 0.418704027987836,
      "learning_rate": 9.712096373023603e-06,
      "loss": 0.4119873046875,
      "step": 70,
      "token_acc": 0.8738080900414597
    },
    {
      "epoch": 0.31174533479692645,
      "grad_norm": 0.381156542405727,
      "learning_rate": 9.699840186189061e-06,
      "loss": 0.40582275390625,
      "step": 71,
      "token_acc": 0.8782644158643692
    },
    {
      "epoch": 0.31613611416026344,
      "grad_norm": 0.40118752065949825,
      "learning_rate": 9.687336596254045e-06,
      "loss": 0.400634765625,
      "step": 72,
      "token_acc": 0.8780178199420579
    },
    {
      "epoch": 0.3205268935236004,
      "grad_norm": 0.35733629669262923,
      "learning_rate": 9.674586261416874e-06,
      "loss": 0.41162109375,
      "step": 73,
      "token_acc": 0.8753492148975917
    },
    {
      "epoch": 0.32491767288693746,
      "grad_norm": 0.3456260403324577,
      "learning_rate": 9.66158985286471e-06,
      "loss": 0.39501953125,
      "step": 74,
      "token_acc": 0.8803660773771422
    },
    {
      "epoch": 0.32930845225027444,
      "grad_norm": 0.36425476383529126,
      "learning_rate": 9.648348054738208e-06,
      "loss": 0.3846435546875,
      "step": 75,
      "token_acc": 0.8830634004075755
    },
    {
      "epoch": 0.3336992316136114,
      "grad_norm": 0.3782416134794376,
      "learning_rate": 9.634861564095525e-06,
      "loss": 0.3890380859375,
      "step": 76,
      "token_acc": 0.8794278043109145
    },
    {
      "epoch": 0.3380900109769484,
      "grad_norm": 0.3551769340083096,
      "learning_rate": 9.621131090875603e-06,
      "loss": 0.3880615234375,
      "step": 77,
      "token_acc": 0.8825253450858896
    },
    {
      "epoch": 0.3424807903402854,
      "grad_norm": 0.3585167918667367,
      "learning_rate": 9.607157357860823e-06,
      "loss": 0.38714599609375,
      "step": 78,
      "token_acc": 0.8821463111628309
    },
    {
      "epoch": 0.3468715697036224,
      "grad_norm": 0.3362331147837606,
      "learning_rate": 9.59294110063893e-06,
      "loss": 0.38916015625,
      "step": 79,
      "token_acc": 0.8817058995514544
    },
    {
      "epoch": 0.3512623490669594,
      "grad_norm": 0.3763003424816892,
      "learning_rate": 9.578483067564335e-06,
      "loss": 0.39990234375,
      "step": 80,
      "token_acc": 0.8777995931650056
    },
    {
      "epoch": 0.3556531284302964,
      "grad_norm": 0.37078466401656457,
      "learning_rate": 9.563784019718704e-06,
      "loss": 0.3997802734375,
      "step": 81,
      "token_acc": 0.8785774295372237
    },
    {
      "epoch": 0.3600439077936334,
      "grad_norm": 0.34346869451831064,
      "learning_rate": 9.548844730870903e-06,
      "loss": 0.39178466796875,
      "step": 82,
      "token_acc": 0.88060131256661
    },
    {
      "epoch": 0.36443468715697036,
      "grad_norm": 0.40809336341807895,
      "learning_rate": 9.533665987436262e-06,
      "loss": 0.41259765625,
      "step": 83,
      "token_acc": 0.8734696553855953
    },
    {
      "epoch": 0.36882546652030734,
      "grad_norm": 0.3670168129309835,
      "learning_rate": 9.518248588435185e-06,
      "loss": 0.39404296875,
      "step": 84,
      "token_acc": 0.878865753468321
    },
    {
      "epoch": 0.3732162458836443,
      "grad_norm": 0.4234497007384386,
      "learning_rate": 9.502593345451078e-06,
      "loss": 0.39080810546875,
      "step": 85,
      "token_acc": 0.8812611243285717
    },
    {
      "epoch": 0.37760702524698136,
      "grad_norm": 0.4190337029590078,
      "learning_rate": 9.486701082587635e-06,
      "loss": 0.44061279296875,
      "step": 86,
      "token_acc": 0.8672058574385492
    },
    {
      "epoch": 0.38199780461031835,
      "grad_norm": 0.38441974581357985,
      "learning_rate": 9.470572636425451e-06,
      "loss": 0.37774658203125,
      "step": 87,
      "token_acc": 0.8834160287255358
    },
    {
      "epoch": 0.38638858397365533,
      "grad_norm": 0.3845038406186474,
      "learning_rate": 9.454208855977986e-06,
      "loss": 0.40692138671875,
      "step": 88,
      "token_acc": 0.8772729239690163
    },
    {
      "epoch": 0.3907793633369923,
      "grad_norm": 0.3980068297336857,
      "learning_rate": 9.437610602646878e-06,
      "loss": 0.38934326171875,
      "step": 89,
      "token_acc": 0.8812292716986169
    },
    {
      "epoch": 0.3951701427003293,
      "grad_norm": 0.3515321052605919,
      "learning_rate": 9.420778750176588e-06,
      "loss": 0.3980712890625,
      "step": 90,
      "token_acc": 0.880305903243086
    },
    {
      "epoch": 0.3995609220636663,
      "grad_norm": 0.4150437186372563,
      "learning_rate": 9.403714184608411e-06,
      "loss": 0.41363525390625,
      "step": 91,
      "token_acc": 0.8744749752235499
    },
    {
      "epoch": 0.4039517014270033,
      "grad_norm": 0.3644452606552959,
      "learning_rate": 9.386417804233836e-06,
      "loss": 0.39398193359375,
      "step": 92,
      "token_acc": 0.8787620934599563
    },
    {
      "epoch": 0.4083424807903403,
      "grad_norm": 0.4160904416711138,
      "learning_rate": 9.36889051954725e-06,
      "loss": 0.40155029296875,
      "step": 93,
      "token_acc": 0.875743910024713
    },
    {
      "epoch": 0.4127332601536773,
      "grad_norm": 0.36391609863319885,
      "learning_rate": 9.351133253198027e-06,
      "loss": 0.3848876953125,
      "step": 94,
      "token_acc": 0.8823650794820584
    },
    {
      "epoch": 0.41712403951701427,
      "grad_norm": 0.3658547226007181,
      "learning_rate": 9.333146939941938e-06,
      "loss": 0.4993896484375,
      "step": 95,
      "token_acc": 0.8619243851157109
    },
    {
      "epoch": 0.42151481888035125,
      "grad_norm": 0.3849167416364751,
      "learning_rate": 9.314932526591956e-06,
      "loss": 0.3837890625,
      "step": 96,
      "token_acc": 0.881912430617248
    },
    {
      "epoch": 0.42590559824368823,
      "grad_norm": 0.33470552310184915,
      "learning_rate": 9.296490971968416e-06,
      "loss": 0.4061279296875,
      "step": 97,
      "token_acc": 0.8772653313604807
    },
    {
      "epoch": 0.43029637760702527,
      "grad_norm": 0.3615805211697039,
      "learning_rate": 9.277823246848537e-06,
      "loss": 0.41302490234375,
      "step": 98,
      "token_acc": 0.874873878812435
    },
    {
      "epoch": 0.43468715697036225,
      "grad_norm": 0.404823301395682,
      "learning_rate": 9.258930333915325e-06,
      "loss": 0.3902587890625,
      "step": 99,
      "token_acc": 0.8795714993290125
    },
    {
      "epoch": 0.43907793633369924,
      "grad_norm": 0.349751013844174,
      "learning_rate": 9.23981322770584e-06,
      "loss": 0.3941650390625,
      "step": 100,
      "token_acc": 0.8788965124760538
    },
    {
      "epoch": 0.4434687156970362,
      "grad_norm": 0.37824751509711396,
      "learning_rate": 9.220472934558838e-06,
      "loss": 0.4033203125,
      "step": 101,
      "token_acc": 0.8775104581880655
    },
    {
      "epoch": 0.4478594950603732,
      "grad_norm": 0.3193466487997388,
      "learning_rate": 9.20091047256181e-06,
      "loss": 0.35516357421875,
      "step": 102,
      "token_acc": 0.8912133045064126
    },
    {
      "epoch": 0.4522502744237102,
      "grad_norm": 0.34191092849697585,
      "learning_rate": 9.181126871497378e-06,
      "loss": 0.3431396484375,
      "step": 103,
      "token_acc": 0.8959809324296724
    },
    {
      "epoch": 0.4566410537870472,
      "grad_norm": 0.37045247002325327,
      "learning_rate": 9.161123172789091e-06,
      "loss": 0.384033203125,
      "step": 104,
      "token_acc": 0.8812417570069138
    },
    {
      "epoch": 0.4610318331503842,
      "grad_norm": 0.38912337453284385,
      "learning_rate": 9.140900429446601e-06,
      "loss": 0.40545654296875,
      "step": 105,
      "token_acc": 0.8761549038076369
    },
    {
      "epoch": 0.4654226125137212,
      "grad_norm": 0.4088916859694267,
      "learning_rate": 9.120459706010233e-06,
      "loss": 0.39544677734375,
      "step": 106,
      "token_acc": 0.8785151421508035
    },
    {
      "epoch": 0.4698133918770582,
      "grad_norm": 0.4028383560960719,
      "learning_rate": 9.099802078494947e-06,
      "loss": 0.400390625,
      "step": 107,
      "token_acc": 0.8766336371460729
    },
    {
      "epoch": 0.47420417124039516,
      "grad_norm": 0.37361603754710926,
      "learning_rate": 9.0789286343337e-06,
      "loss": 0.41094970703125,
      "step": 108,
      "token_acc": 0.874300627166199
    },
    {
      "epoch": 0.47859495060373214,
      "grad_norm": 0.35129460752742203,
      "learning_rate": 9.057840472320192e-06,
      "loss": 0.3841552734375,
      "step": 109,
      "token_acc": 0.8817200742169932
    },
    {
      "epoch": 0.4829857299670692,
      "grad_norm": 0.3428342088483489,
      "learning_rate": 9.036538702551037e-06,
      "loss": 0.36383056640625,
      "step": 110,
      "token_acc": 0.8875094041599138
    },
    {
      "epoch": 0.48737650933040616,
      "grad_norm": 0.34882689675216083,
      "learning_rate": 9.015024446367315e-06,
      "loss": 0.35845947265625,
      "step": 111,
      "token_acc": 0.88992498510808
    },
    {
      "epoch": 0.49176728869374314,
      "grad_norm": 0.33455190906763604,
      "learning_rate": 8.993298836295556e-06,
      "loss": 0.373046875,
      "step": 112,
      "token_acc": 0.8847770512096015
    },
    {
      "epoch": 0.4961580680570801,
      "grad_norm": 0.3959796808814928,
      "learning_rate": 8.971363015988115e-06,
      "loss": 0.4105224609375,
      "step": 113,
      "token_acc": 0.8738999192211215
    },
    {
      "epoch": 0.5005488474204172,
      "grad_norm": 0.33657519969330657,
      "learning_rate": 8.949218140162965e-06,
      "loss": 0.37725830078125,
      "step": 114,
      "token_acc": 0.8840684593222664
    },
    {
      "epoch": 0.5049396267837541,
      "grad_norm": 0.354805294682572,
      "learning_rate": 8.926865374542928e-06,
      "loss": 0.39300537109375,
      "step": 115,
      "token_acc": 0.8799238573189989
    },
    {
      "epoch": 0.5093304061470911,
      "grad_norm": 0.38568933953225865,
      "learning_rate": 8.904305895794292e-06,
      "loss": 0.406494140625,
      "step": 116,
      "token_acc": 0.8751395506651003
    },
    {
      "epoch": 0.5137211855104281,
      "grad_norm": 0.3330582874374485,
      "learning_rate": 8.88154089146488e-06,
      "loss": 0.377197265625,
      "step": 117,
      "token_acc": 0.8845054326929923
    },
    {
      "epoch": 0.5181119648737651,
      "grad_norm": 0.3470360235478156,
      "learning_rate": 8.858571559921539e-06,
      "loss": 0.38043212890625,
      "step": 118,
      "token_acc": 0.8828714799586802
    },
    {
      "epoch": 0.5225027442371021,
      "grad_norm": 0.3693022990438559,
      "learning_rate": 8.835399110287046e-06,
      "loss": 0.40362548828125,
      "step": 119,
      "token_acc": 0.8770892591496617
    },
    {
      "epoch": 0.5268935236004391,
      "grad_norm": 0.506814198712941,
      "learning_rate": 8.812024762376477e-06,
      "loss": 0.3729248046875,
      "step": 120,
      "token_acc": 0.8869120919881306
    },
    {
      "epoch": 0.531284302963776,
      "grad_norm": 0.3906138083115678,
      "learning_rate": 8.788449746632976e-06,
      "loss": 0.4075927734375,
      "step": 121,
      "token_acc": 0.8753834433837508
    },
    {
      "epoch": 0.535675082327113,
      "grad_norm": 0.3427861857538148,
      "learning_rate": 8.764675304062992e-06,
      "loss": 0.38037109375,
      "step": 122,
      "token_acc": 0.8822804682887565
    },
    {
      "epoch": 0.54006586169045,
      "grad_norm": 0.37005172163753364,
      "learning_rate": 8.740702686170955e-06,
      "loss": 0.353271484375,
      "step": 123,
      "token_acc": 0.8895579714862314
    },
    {
      "epoch": 0.544456641053787,
      "grad_norm": 0.3166454664099373,
      "learning_rate": 8.71653315489339e-06,
      "loss": 0.36798095703125,
      "step": 124,
      "token_acc": 0.8880577636981947
    },
    {
      "epoch": 0.5488474204171241,
      "grad_norm": 0.3473262076024377,
      "learning_rate": 8.692167982532487e-06,
      "loss": 0.3809814453125,
      "step": 125,
      "token_acc": 0.8847568204299533
    },
    {
      "epoch": 0.5532381997804611,
      "grad_norm": 0.356492202684863,
      "learning_rate": 8.667608451689135e-06,
      "loss": 0.4140625,
      "step": 126,
      "token_acc": 0.874559601744392
    },
    {
      "epoch": 0.557628979143798,
      "grad_norm": 0.3802001343376944,
      "learning_rate": 8.642855855195394e-06,
      "loss": 0.391845703125,
      "step": 127,
      "token_acc": 0.879835788975938
    },
    {
      "epoch": 0.562019758507135,
      "grad_norm": 0.33254820908020294,
      "learning_rate": 8.617911496046446e-06,
      "loss": 0.35955810546875,
      "step": 128,
      "token_acc": 0.888526902532168
    },
    {
      "epoch": 0.566410537870472,
      "grad_norm": 0.3752050004414951,
      "learning_rate": 8.592776687332003e-06,
      "loss": 0.4024658203125,
      "step": 129,
      "token_acc": 0.8762640719579115
    },
    {
      "epoch": 0.570801317233809,
      "grad_norm": 0.3432362851011395,
      "learning_rate": 8.567452752167183e-06,
      "loss": 0.357177734375,
      "step": 130,
      "token_acc": 0.8892355694227769
    },
    {
      "epoch": 0.575192096597146,
      "grad_norm": 0.33808726850202697,
      "learning_rate": 8.54194102362286e-06,
      "loss": 0.3665771484375,
      "step": 131,
      "token_acc": 0.8875122671648726
    },
    {
      "epoch": 0.579582875960483,
      "grad_norm": 0.37261912231511524,
      "learning_rate": 8.516242844655498e-06,
      "loss": 0.38726806640625,
      "step": 132,
      "token_acc": 0.8803020435714727
    },
    {
      "epoch": 0.58397365532382,
      "grad_norm": 0.33634527235461154,
      "learning_rate": 8.490359568036446e-06,
      "loss": 0.36956787109375,
      "step": 133,
      "token_acc": 0.8856262970882335
    },
    {
      "epoch": 0.5883644346871569,
      "grad_norm": 0.34468604715571666,
      "learning_rate": 8.464292556280734e-06,
      "loss": 0.38287353515625,
      "step": 134,
      "token_acc": 0.8824359742031745
    },
    {
      "epoch": 0.5927552140504939,
      "grad_norm": 0.3349650332247326,
      "learning_rate": 8.43804318157534e-06,
      "loss": 0.3526611328125,
      "step": 135,
      "token_acc": 0.8907932305506437
    },
    {
      "epoch": 0.5971459934138309,
      "grad_norm": 0.3415955731785513,
      "learning_rate": 8.411612825706976e-06,
      "loss": 0.375732421875,
      "step": 136,
      "token_acc": 0.8851655394080413
    },
    {
      "epoch": 0.601536772777168,
      "grad_norm": 0.399098480751626,
      "learning_rate": 8.385002879989328e-06,
      "loss": 0.408203125,
      "step": 137,
      "token_acc": 0.8738623786595984
    },
    {
      "epoch": 0.605927552140505,
      "grad_norm": 0.3649375419019348,
      "learning_rate": 8.35821474518983e-06,
      "loss": 0.39898681640625,
      "step": 138,
      "token_acc": 0.877580248777501
    },
    {
      "epoch": 0.610318331503842,
      "grad_norm": 0.3629655126758596,
      "learning_rate": 8.331249831455921e-06,
      "loss": 0.3973388671875,
      "step": 139,
      "token_acc": 0.8785421267889452
    },
    {
      "epoch": 0.6147091108671789,
      "grad_norm": 0.3616039889633607,
      "learning_rate": 8.304109558240817e-06,
      "loss": 0.37713623046875,
      "step": 140,
      "token_acc": 0.8842137320386112
    },
    {
      "epoch": 0.6190998902305159,
      "grad_norm": 0.37391368917180245,
      "learning_rate": 8.276795354228785e-06,
      "loss": 0.3895263671875,
      "step": 141,
      "token_acc": 0.8796410921731552
    },
    {
      "epoch": 0.6234906695938529,
      "grad_norm": 0.3311214436901146,
      "learning_rate": 8.249308657259943e-06,
      "loss": 0.367431640625,
      "step": 142,
      "token_acc": 0.887939618837817
    },
    {
      "epoch": 0.6278814489571899,
      "grad_norm": 0.324470329512847,
      "learning_rate": 8.221650914254566e-06,
      "loss": 0.38189697265625,
      "step": 143,
      "token_acc": 0.8833656311616217
    },
    {
      "epoch": 0.6322722283205269,
      "grad_norm": 0.3857696046293104,
      "learning_rate": 8.193823581136919e-06,
      "loss": 0.444580078125,
      "step": 144,
      "token_acc": 0.8655548088069931
    },
    {
      "epoch": 0.6366630076838639,
      "grad_norm": 0.4018240884485351,
      "learning_rate": 8.165828122758615e-06,
      "loss": 0.38043212890625,
      "step": 145,
      "token_acc": 0.8830743081657076
    },
    {
      "epoch": 0.6410537870472008,
      "grad_norm": 0.33372413990990984,
      "learning_rate": 8.137666012821514e-06,
      "loss": 0.38275146484375,
      "step": 146,
      "token_acc": 0.8836489499783672
    },
    {
      "epoch": 0.6454445664105378,
      "grad_norm": 0.3809702451433533,
      "learning_rate": 8.109338733800132e-06,
      "loss": 0.38555908203125,
      "step": 147,
      "token_acc": 0.8817689926423516
    },
    {
      "epoch": 0.6498353457738749,
      "grad_norm": 0.36947662510117957,
      "learning_rate": 8.080847776863609e-06,
      "loss": 0.4063720703125,
      "step": 148,
      "token_acc": 0.8752523769868135
    },
    {
      "epoch": 0.6542261251372119,
      "grad_norm": 0.3520775835686237,
      "learning_rate": 8.052194641797217e-06,
      "loss": 0.42059326171875,
      "step": 149,
      "token_acc": 0.8716511030084401
    },
    {
      "epoch": 0.6586169045005489,
      "grad_norm": 0.3627703170166138,
      "learning_rate": 8.023380836923404e-06,
      "loss": 0.38970947265625,
      "step": 150,
      "token_acc": 0.8809665907706646
    },
    {
      "epoch": 0.6630076838638859,
      "grad_norm": 0.37526919496711153,
      "learning_rate": 7.994407879022397e-06,
      "loss": 0.37677001953125,
      "step": 151,
      "token_acc": 0.8841504205924117
    },
    {
      "epoch": 0.6673984632272228,
      "grad_norm": 0.33686419489923275,
      "learning_rate": 7.965277293252354e-06,
      "loss": 0.3992919921875,
      "step": 152,
      "token_acc": 0.8784468693013606
    },
    {
      "epoch": 0.6717892425905598,
      "grad_norm": 0.36585972291630886,
      "learning_rate": 7.935990613069087e-06,
      "loss": 0.3931884765625,
      "step": 153,
      "token_acc": 0.8791216339989009
    },
    {
      "epoch": 0.6761800219538968,
      "grad_norm": 0.39031334799687256,
      "learning_rate": 7.90654938014533e-06,
      "loss": 0.3990478515625,
      "step": 154,
      "token_acc": 0.8776981358334242
    },
    {
      "epoch": 0.6805708013172338,
      "grad_norm": 0.32457845503536664,
      "learning_rate": 7.876955144289594e-06,
      "loss": 0.3712158203125,
      "step": 155,
      "token_acc": 0.8861263313983978
    },
    {
      "epoch": 0.6849615806805708,
      "grad_norm": 0.3345059774293838,
      "learning_rate": 7.847209463364574e-06,
      "loss": 0.3612060546875,
      "step": 156,
      "token_acc": 0.8889989642058881
    },
    {
      "epoch": 0.6893523600439078,
      "grad_norm": 0.39032458418186533,
      "learning_rate": 7.817313903205148e-06,
      "loss": 0.41949462890625,
      "step": 157,
      "token_acc": 0.8716605851843228
    },
    {
      "epoch": 0.6937431394072447,
      "grad_norm": 0.32720394654080537,
      "learning_rate": 7.78727003753595e-06,
      "loss": 0.3970947265625,
      "step": 158,
      "token_acc": 0.8792898355165782
    },
    {
      "epoch": 0.6981339187705817,
      "grad_norm": 0.4315930935523265,
      "learning_rate": 7.757079447888529e-06,
      "loss": 0.3895263671875,
      "step": 159,
      "token_acc": 0.8802383807186157
    },
    {
      "epoch": 0.7025246981339188,
      "grad_norm": 0.31181801076565785,
      "learning_rate": 7.726743723518087e-06,
      "loss": 0.3509521484375,
      "step": 160,
      "token_acc": 0.8916374731608091
    },
    {
      "epoch": 0.7069154774972558,
      "grad_norm": 0.3840632553730295,
      "learning_rate": 7.696264461319831e-06,
      "loss": 0.40155029296875,
      "step": 161,
      "token_acc": 0.8779857793578492
    },
    {
      "epoch": 0.7113062568605928,
      "grad_norm": 0.37983904315138733,
      "learning_rate": 7.66564326574491e-06,
      "loss": 0.380859375,
      "step": 162,
      "token_acc": 0.8814475623971476
    },
    {
      "epoch": 0.7156970362239298,
      "grad_norm": 0.3619797805093762,
      "learning_rate": 7.634881748715941e-06,
      "loss": 0.3818359375,
      "step": 163,
      "token_acc": 0.88148122448006
    },
    {
      "epoch": 0.7200878155872668,
      "grad_norm": 0.31621965896919957,
      "learning_rate": 7.60398152954218e-06,
      "loss": 0.3565673828125,
      "step": 164,
      "token_acc": 0.8898631743479333
    },
    {
      "epoch": 0.7244785949506037,
      "grad_norm": 0.4585628653480396,
      "learning_rate": 7.572944234834261e-06,
      "loss": 0.3770751953125,
      "step": 165,
      "token_acc": 0.8835862390799688
    },
    {
      "epoch": 0.7288693743139407,
      "grad_norm": 0.3415613865633226,
      "learning_rate": 7.541771498418575e-06,
      "loss": 0.3719482421875,
      "step": 166,
      "token_acc": 0.8849516768544523
    },
    {
      "epoch": 0.7332601536772777,
      "grad_norm": 0.35619766971258054,
      "learning_rate": 7.510464961251271e-06,
      "loss": 0.3702392578125,
      "step": 167,
      "token_acc": 0.8849932987100017
    },
    {
      "epoch": 0.7376509330406147,
      "grad_norm": 0.32400495581439437,
      "learning_rate": 7.479026271331864e-06,
      "loss": 0.354736328125,
      "step": 168,
      "token_acc": 0.8893855026159803
    },
    {
      "epoch": 0.7420417124039517,
      "grad_norm": 0.36420285487752785,
      "learning_rate": 7.447457083616494e-06,
      "loss": 0.37969970703125,
      "step": 169,
      "token_acc": 0.8824101587510055
    },
    {
      "epoch": 0.7464324917672887,
      "grad_norm": 0.3790739453786472,
      "learning_rate": 7.415759059930799e-06,
      "loss": 0.38427734375,
      "step": 170,
      "token_acc": 0.8806128850210843
    },
    {
      "epoch": 0.7508232711306256,
      "grad_norm": 0.342673058015813,
      "learning_rate": 7.383933868882438e-06,
      "loss": 0.38458251953125,
      "step": 171,
      "token_acc": 0.8827557781934625
    },
    {
      "epoch": 0.7552140504939627,
      "grad_norm": 0.4376034436917223,
      "learning_rate": 7.351983185773259e-06,
      "loss": 0.38787841796875,
      "step": 172,
      "token_acc": 0.8803101856706032
    },
    {
      "epoch": 0.7596048298572997,
      "grad_norm": 0.38074486562009263,
      "learning_rate": 7.319908692511103e-06,
      "loss": 0.3804931640625,
      "step": 173,
      "token_acc": 0.881339015205142
    },
    {
      "epoch": 0.7639956092206367,
      "grad_norm": 0.3627656511721131,
      "learning_rate": 7.2877120775212685e-06,
      "loss": 0.3790283203125,
      "step": 174,
      "token_acc": 0.8826412805931554
    },
    {
      "epoch": 0.7683863885839737,
      "grad_norm": 0.32526897125202175,
      "learning_rate": 7.255395035657639e-06,
      "loss": 0.40692138671875,
      "step": 175,
      "token_acc": 0.8751592079337259
    },
    {
      "epoch": 0.7727771679473107,
      "grad_norm": 0.3531493263881796,
      "learning_rate": 7.222959268113452e-06,
      "loss": 0.37255859375,
      "step": 176,
      "token_acc": 0.8840336064080796
    },
    {
      "epoch": 0.7771679473106476,
      "grad_norm": 0.34388743318528936,
      "learning_rate": 7.190406482331757e-06,
      "loss": 0.35540771484375,
      "step": 177,
      "token_acc": 0.8885860314175941
    },
    {
      "epoch": 0.7815587266739846,
      "grad_norm": 0.3400578760073584,
      "learning_rate": 7.157738391915531e-06,
      "loss": 0.3719482421875,
      "step": 178,
      "token_acc": 0.8851536340828222
    },
    {
      "epoch": 0.7859495060373216,
      "grad_norm": 0.3065770409213107,
      "learning_rate": 7.124956716537471e-06,
      "loss": 0.34527587890625,
      "step": 179,
      "token_acc": 0.8942501657520913
    },
    {
      "epoch": 0.7903402854006586,
      "grad_norm": 0.31872574714144547,
      "learning_rate": 7.0920631818494745e-06,
      "loss": 0.38250732421875,
      "step": 180,
      "token_acc": 0.8825593696421405
    },
    {
      "epoch": 0.7947310647639956,
      "grad_norm": 0.3530750555537168,
      "learning_rate": 7.059059519391794e-06,
      "loss": 0.39556884765625,
      "step": 181,
      "token_acc": 0.8784444327436114
    },
    {
      "epoch": 0.7991218441273326,
      "grad_norm": 0.36873765684022797,
      "learning_rate": 7.0259474665018915e-06,
      "loss": 0.39208984375,
      "step": 182,
      "token_acc": 0.8789131915403404
    },
    {
      "epoch": 0.8035126234906695,
      "grad_norm": 0.32458737719879455,
      "learning_rate": 6.992728766222982e-06,
      "loss": 0.37786865234375,
      "step": 183,
      "token_acc": 0.8829038830639858
    },
    {
      "epoch": 0.8079034028540066,
      "grad_norm": 0.3523657409863041,
      "learning_rate": 6.959405167212278e-06,
      "loss": 0.39154052734375,
      "step": 184,
      "token_acc": 0.878811179987066
    },
    {
      "epoch": 0.8122941822173436,
      "grad_norm": 0.3399194905692937,
      "learning_rate": 6.925978423648941e-06,
      "loss": 0.3775634765625,
      "step": 185,
      "token_acc": 0.8836490787751949
    },
    {
      "epoch": 0.8166849615806806,
      "grad_norm": 0.3202766027815532,
      "learning_rate": 6.892450295141737e-06,
      "loss": 0.3599853515625,
      "step": 186,
      "token_acc": 0.8901854169926459
    },
    {
      "epoch": 0.8210757409440176,
      "grad_norm": 0.31947441341487925,
      "learning_rate": 6.858822546636417e-06,
      "loss": 0.38568115234375,
      "step": 187,
      "token_acc": 0.8821333233773264
    },
    {
      "epoch": 0.8254665203073546,
      "grad_norm": 0.34132217767891093,
      "learning_rate": 6.825096948322791e-06,
      "loss": 0.370361328125,
      "step": 188,
      "token_acc": 0.8857913419030761
    },
    {
      "epoch": 0.8298572996706916,
      "grad_norm": 0.3678327095868294,
      "learning_rate": 6.7912752755415716e-06,
      "loss": 0.42767333984375,
      "step": 189,
      "token_acc": 0.869923790794662
    },
    {
      "epoch": 0.8342480790340285,
      "grad_norm": 0.3179637335071831,
      "learning_rate": 6.757359308690889e-06,
      "loss": 0.37274169921875,
      "step": 190,
      "token_acc": 0.8865945912044817
    },
    {
      "epoch": 0.8386388583973655,
      "grad_norm": 0.31582344943005664,
      "learning_rate": 6.723350833132596e-06,
      "loss": 0.3643798828125,
      "step": 191,
      "token_acc": 0.8865578127966585
    },
    {
      "epoch": 0.8430296377607025,
      "grad_norm": 0.3474116956399158,
      "learning_rate": 6.689251639098261e-06,
      "loss": 0.37677001953125,
      "step": 192,
      "token_acc": 0.8840790683420165
    },
    {
      "epoch": 0.8474204171240395,
      "grad_norm": 0.3575274878096281,
      "learning_rate": 6.65506352159495e-06,
      "loss": 0.36041259765625,
      "step": 193,
      "token_acc": 0.8874090708202439
    },
    {
      "epoch": 0.8518111964873765,
      "grad_norm": 0.340671631772466,
      "learning_rate": 6.620788280310722e-06,
      "loss": 0.361572265625,
      "step": 194,
      "token_acc": 0.887554323438835
    },
    {
      "epoch": 0.8562019758507134,
      "grad_norm": 0.36093128612228575,
      "learning_rate": 6.586427719519901e-06,
      "loss": 0.4222412109375,
      "step": 195,
      "token_acc": 0.8723851983602273
    },
    {
      "epoch": 0.8605927552140505,
      "grad_norm": 0.36238446930397766,
      "learning_rate": 6.551983647988089e-06,
      "loss": 0.39404296875,
      "step": 196,
      "token_acc": 0.8777444583752941
    },
    {
      "epoch": 0.8649835345773875,
      "grad_norm": 0.3353170393091822,
      "learning_rate": 6.517457878876958e-06,
      "loss": 0.36285400390625,
      "step": 197,
      "token_acc": 0.8872218963831867
    },
    {
      "epoch": 0.8693743139407245,
      "grad_norm": 0.3426656529570822,
      "learning_rate": 6.4828522296488014e-06,
      "loss": 0.373779296875,
      "step": 198,
      "token_acc": 0.8858460530573277
    },
    {
      "epoch": 0.8737650933040615,
      "grad_norm": 0.31142201108082124,
      "learning_rate": 6.448168521970865e-06,
      "loss": 0.35833740234375,
      "step": 199,
      "token_acc": 0.8897007572084821
    },
    {
      "epoch": 0.8781558726673985,
      "grad_norm": 0.3415603924832066,
      "learning_rate": 6.41340858161944e-06,
      "loss": 0.36865234375,
      "step": 200,
      "token_acc": 0.886851209736584
    },
    {
      "epoch": 0.8825466520307355,
      "grad_norm": 0.3602063170833425,
      "learning_rate": 6.378574238383776e-06,
      "loss": 0.3909912109375,
      "step": 201,
      "token_acc": 0.8777218002087004
    },
    {
      "epoch": 0.8869374313940724,
      "grad_norm": 0.3280058188462181,
      "learning_rate": 6.343667325969736e-06,
      "loss": 0.353271484375,
      "step": 202,
      "token_acc": 0.8911195594728677
    },
    {
      "epoch": 0.8913282107574094,
      "grad_norm": 0.38274409915348256,
      "learning_rate": 6.3086896819032814e-06,
      "loss": 0.4415283203125,
      "step": 203,
      "token_acc": 0.8650215632279404
    },
    {
      "epoch": 0.8957189901207464,
      "grad_norm": 0.33725833063346167,
      "learning_rate": 6.273643147433743e-06,
      "loss": 0.37359619140625,
      "step": 204,
      "token_acc": 0.8841945374251076
    },
    {
      "epoch": 0.9001097694840834,
      "grad_norm": 0.31954237097775756,
      "learning_rate": 6.238529567436892e-06,
      "loss": 0.368408203125,
      "step": 205,
      "token_acc": 0.8868830927805617
    },
    {
      "epoch": 0.9045005488474204,
      "grad_norm": 0.3535581136616006,
      "learning_rate": 6.203350790317825e-06,
      "loss": 0.3941650390625,
      "step": 206,
      "token_acc": 0.8795915644722664
    },
    {
      "epoch": 0.9088913282107574,
      "grad_norm": 0.3789748553818223,
      "learning_rate": 6.168108667913666e-06,
      "loss": 0.375244140625,
      "step": 207,
      "token_acc": 0.8825434868088453
    },
    {
      "epoch": 0.9132821075740944,
      "grad_norm": 0.340578316793545,
      "learning_rate": 6.1328050553960804e-06,
      "loss": 0.3594970703125,
      "step": 208,
      "token_acc": 0.8872000756527196
    },
    {
      "epoch": 0.9176728869374314,
      "grad_norm": 0.37590204046096487,
      "learning_rate": 6.0974418111736235e-06,
      "loss": 0.364501953125,
      "step": 209,
      "token_acc": 0.8857336130262178
    },
    {
      "epoch": 0.9220636663007684,
      "grad_norm": 0.3265257835179892,
      "learning_rate": 6.0620207967939e-06,
      "loss": 0.36517333984375,
      "step": 210,
      "token_acc": 0.8864980013426096
    },
    {
      "epoch": 0.9264544456641054,
      "grad_norm": 0.3247028591880143,
      "learning_rate": 6.026543876845586e-06,
      "loss": 0.36480712890625,
      "step": 211,
      "token_acc": 0.8870534119854157
    },
    {
      "epoch": 0.9308452250274424,
      "grad_norm": 0.3696471996964635,
      "learning_rate": 5.9910129188602665e-06,
      "loss": 0.367919921875,
      "step": 212,
      "token_acc": 0.8857886233166047
    },
    {
      "epoch": 0.9352360043907794,
      "grad_norm": 0.3432343371525426,
      "learning_rate": 5.955429793214129e-06,
      "loss": 0.38818359375,
      "step": 213,
      "token_acc": 0.8796593213691741
    },
    {
      "epoch": 0.9396267837541163,
      "grad_norm": 0.3298648448953858,
      "learning_rate": 5.919796373029504e-06,
      "loss": 0.37548828125,
      "step": 214,
      "token_acc": 0.8848114804720147
    },
    {
      "epoch": 0.9440175631174533,
      "grad_norm": 0.3388738734674106,
      "learning_rate": 5.8841145340762665e-06,
      "loss": 0.3521728515625,
      "step": 215,
      "token_acc": 0.8905765179455674
    },
    {
      "epoch": 0.9484083424807903,
      "grad_norm": 0.34211047050118515,
      "learning_rate": 5.8483861546730915e-06,
      "loss": 0.3751220703125,
      "step": 216,
      "token_acc": 0.8849980537815334
    },
    {
      "epoch": 0.9527991218441273,
      "grad_norm": 0.31547049057865456,
      "learning_rate": 5.812613115588575e-06,
      "loss": 0.3609619140625,
      "step": 217,
      "token_acc": 0.8887366033621789
    },
    {
      "epoch": 0.9571899012074643,
      "grad_norm": 0.38549813725977156,
      "learning_rate": 5.776797299942236e-06,
      "loss": 0.387451171875,
      "step": 218,
      "token_acc": 0.8790944373213566
    },
    {
      "epoch": 0.9615806805708014,
      "grad_norm": 0.3224837065818038,
      "learning_rate": 5.740940593105383e-06,
      "loss": 0.37103271484375,
      "step": 219,
      "token_acc": 0.8852090858139245
    },
    {
      "epoch": 0.9659714599341384,
      "grad_norm": 0.37142561967800986,
      "learning_rate": 5.705044882601862e-06,
      "loss": 0.382568359375,
      "step": 220,
      "token_acc": 0.8823479648623807
    },
    {
      "epoch": 0.9703622392974753,
      "grad_norm": 0.4233998401399281,
      "learning_rate": 5.6691120580087126e-06,
      "loss": 0.3818359375,
      "step": 221,
      "token_acc": 0.8819167916429642
    },
    {
      "epoch": 0.9747530186608123,
      "grad_norm": 0.3049406743219966,
      "learning_rate": 5.6331440108566735e-06,
      "loss": 0.36798095703125,
      "step": 222,
      "token_acc": 0.88659642693541
    },
    {
      "epoch": 0.9791437980241493,
      "grad_norm": 0.3603156529875038,
      "learning_rate": 5.597142634530639e-06,
      "loss": 0.4005126953125,
      "step": 223,
      "token_acc": 0.8761579179532422
    },
    {
      "epoch": 0.9835345773874863,
      "grad_norm": 0.3473380674907868,
      "learning_rate": 5.561109824169962e-06,
      "loss": 0.3885498046875,
      "step": 224,
      "token_acc": 0.8802932363013699
    },
    {
      "epoch": 0.9879253567508233,
      "grad_norm": 0.3455081187919915,
      "learning_rate": 5.525047476568722e-06,
      "loss": 0.38543701171875,
      "step": 225,
      "token_acc": 0.8810951291558197
    },
    {
      "epoch": 0.9923161361141603,
      "grad_norm": 0.32814174469662283,
      "learning_rate": 5.488957490075846e-06,
      "loss": 0.3759765625,
      "step": 226,
      "token_acc": 0.8845346517812964
    },
    {
      "epoch": 0.9967069154774972,
      "grad_norm": 0.42259044420354114,
      "learning_rate": 5.452841764495203e-06,
      "loss": 0.36700439453125,
      "step": 227,
      "token_acc": 0.8856456066407621
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3420661875520739,
      "learning_rate": 5.416702200985585e-06,
      "loss": 0.34716796875,
      "step": 228,
      "token_acc": 0.893556253707406
    },
    {
      "epoch": 1.004390779363337,
      "grad_norm": 0.3526762978167876,
      "learning_rate": 5.380540701960627e-06,
      "loss": 0.4190673828125,
      "step": 229,
      "token_acc": 0.8712556290100469
    },
    {
      "epoch": 1.008781558726674,
      "grad_norm": 0.3185399320403508,
      "learning_rate": 5.344359170988668e-06,
      "loss": 0.390625,
      "step": 230,
      "token_acc": 0.8797135790383168
    },
    {
      "epoch": 1.013172338090011,
      "grad_norm": 0.33869348744361016,
      "learning_rate": 5.308159512692544e-06,
      "loss": 0.36761474609375,
      "step": 231,
      "token_acc": 0.8865497449871445
    },
    {
      "epoch": 1.017563117453348,
      "grad_norm": 0.3665451005015509,
      "learning_rate": 5.2719436326493255e-06,
      "loss": 0.39532470703125,
      "step": 232,
      "token_acc": 0.8776601641663304
    },
    {
      "epoch": 1.021953896816685,
      "grad_norm": 0.3353621295614313,
      "learning_rate": 5.235713437290012e-06,
      "loss": 0.348876953125,
      "step": 233,
      "token_acc": 0.8918691769231061
    },
    {
      "epoch": 1.026344676180022,
      "grad_norm": 0.33722465426571885,
      "learning_rate": 5.199470833799164e-06,
      "loss": 0.4034423828125,
      "step": 234,
      "token_acc": 0.8756343022964155
    },
    {
      "epoch": 1.030735455543359,
      "grad_norm": 0.3388353883798304,
      "learning_rate": 5.1632177300145255e-06,
      "loss": 0.35125732421875,
      "step": 235,
      "token_acc": 0.8902197267134511
    },
    {
      "epoch": 1.0351262349066959,
      "grad_norm": 0.3345585217471032,
      "learning_rate": 5.126956034326573e-06,
      "loss": 0.365478515625,
      "step": 236,
      "token_acc": 0.8860912143547733
    },
    {
      "epoch": 1.039517014270033,
      "grad_norm": 0.33922284859129886,
      "learning_rate": 5.090687655578078e-06,
      "loss": 0.37237548828125,
      "step": 237,
      "token_acc": 0.8849442628822134
    },
    {
      "epoch": 1.0439077936333698,
      "grad_norm": 0.3278620545376965,
      "learning_rate": 5.054414502963605e-06,
      "loss": 0.32977294921875,
      "step": 238,
      "token_acc": 0.8974845872173027
    },
    {
      "epoch": 1.048298572996707,
      "grad_norm": 0.3164606607512339,
      "learning_rate": 5.0181384859290215e-06,
      "loss": 0.35595703125,
      "step": 239,
      "token_acc": 0.8891893450077274
    },
    {
      "epoch": 1.0526893523600438,
      "grad_norm": 0.3326063982801495,
      "learning_rate": 4.981861514070979e-06,
      "loss": 0.3563232421875,
      "step": 240,
      "token_acc": 0.8868982591268126
    },
    {
      "epoch": 1.057080131723381,
      "grad_norm": 0.35606349945181254,
      "learning_rate": 4.945585497036396e-06,
      "loss": 0.3707275390625,
      "step": 241,
      "token_acc": 0.8838458201174759
    },
    {
      "epoch": 1.061470911086718,
      "grad_norm": 0.32716162695624673,
      "learning_rate": 4.909312344421923e-06,
      "loss": 0.345947265625,
      "step": 242,
      "token_acc": 0.8912522785026517
    },
    {
      "epoch": 1.0658616904500549,
      "grad_norm": 0.32495072680974807,
      "learning_rate": 4.873043965673427e-06,
      "loss": 0.35052490234375,
      "step": 243,
      "token_acc": 0.8896871325831031
    },
    {
      "epoch": 1.070252469813392,
      "grad_norm": 0.35135879994609154,
      "learning_rate": 4.836782269985475e-06,
      "loss": 0.3651123046875,
      "step": 244,
      "token_acc": 0.8849511835891829
    },
    {
      "epoch": 1.0746432491767288,
      "grad_norm": 0.299533289637608,
      "learning_rate": 4.800529166200837e-06,
      "loss": 0.3544921875,
      "step": 245,
      "token_acc": 0.8907510908376973
    },
    {
      "epoch": 1.079034028540066,
      "grad_norm": 0.34907033095336737,
      "learning_rate": 4.76428656270999e-06,
      "loss": 0.3638916015625,
      "step": 246,
      "token_acc": 0.8850038463278881
    },
    {
      "epoch": 1.0834248079034028,
      "grad_norm": 0.3437591237664625,
      "learning_rate": 4.7280563673506745e-06,
      "loss": 0.35601806640625,
      "step": 247,
      "token_acc": 0.887521505962059
    },
    {
      "epoch": 1.0878155872667399,
      "grad_norm": 0.344376045357089,
      "learning_rate": 4.6918404873074574e-06,
      "loss": 0.348175048828125,
      "step": 248,
      "token_acc": 0.8899573544734835
    },
    {
      "epoch": 1.0922063666300768,
      "grad_norm": 0.38757166642463897,
      "learning_rate": 4.655640829011335e-06,
      "loss": 0.3636474609375,
      "step": 249,
      "token_acc": 0.8847563630952511
    },
    {
      "epoch": 1.0965971459934138,
      "grad_norm": 0.33891244441691515,
      "learning_rate": 4.619459298039373e-06,
      "loss": 0.3475341796875,
      "step": 250,
      "token_acc": 0.8917179199306426
    },
    {
      "epoch": 1.1009879253567507,
      "grad_norm": 0.32303379197467086,
      "learning_rate": 4.5832977990144165e-06,
      "loss": 0.33807373046875,
      "step": 251,
      "token_acc": 0.8926653345856346
    },
    {
      "epoch": 1.1053787047200878,
      "grad_norm": 0.3361295073502542,
      "learning_rate": 4.547158235504797e-06,
      "loss": 0.33905029296875,
      "step": 252,
      "token_acc": 0.8929544668822321
    },
    {
      "epoch": 1.109769484083425,
      "grad_norm": 0.3337900379095731,
      "learning_rate": 4.511042509924157e-06,
      "loss": 0.34722900390625,
      "step": 253,
      "token_acc": 0.8913863807887104
    },
    {
      "epoch": 1.1141602634467618,
      "grad_norm": 0.3212794640436032,
      "learning_rate": 4.47495252343128e-06,
      "loss": 0.32049560546875,
      "step": 254,
      "token_acc": 0.8989152764532649
    },
    {
      "epoch": 1.1185510428100989,
      "grad_norm": 0.353961566610381,
      "learning_rate": 4.438890175830039e-06,
      "loss": 0.34942626953125,
      "step": 255,
      "token_acc": 0.8902083607807441
    },
    {
      "epoch": 1.1229418221734357,
      "grad_norm": 0.3356793152337837,
      "learning_rate": 4.402857365469364e-06,
      "loss": 0.34796142578125,
      "step": 256,
      "token_acc": 0.8908204439745496
    },
    {
      "epoch": 1.1273326015367728,
      "grad_norm": 0.3046809319102677,
      "learning_rate": 4.366855989143326e-06,
      "loss": 0.3170166015625,
      "step": 257,
      "token_acc": 0.8992992178508858
    },
    {
      "epoch": 1.1317233809001097,
      "grad_norm": 0.3954255039255281,
      "learning_rate": 4.330887941991288e-06,
      "loss": 0.3665771484375,
      "step": 258,
      "token_acc": 0.8842385160708647
    },
    {
      "epoch": 1.1361141602634468,
      "grad_norm": 0.39739742832544567,
      "learning_rate": 4.294955117398139e-06,
      "loss": 0.36370849609375,
      "step": 259,
      "token_acc": 0.8829140826597989
    },
    {
      "epoch": 1.1405049396267837,
      "grad_norm": 0.368752927536437,
      "learning_rate": 4.259059406894619e-06,
      "loss": 0.3394775390625,
      "step": 260,
      "token_acc": 0.8913581389965859
    },
    {
      "epoch": 1.1448957189901208,
      "grad_norm": 0.3401168495318414,
      "learning_rate": 4.223202700057765e-06,
      "loss": 0.32916259765625,
      "step": 261,
      "token_acc": 0.894392052408034
    },
    {
      "epoch": 1.1492864983534576,
      "grad_norm": 0.37526207167560366,
      "learning_rate": 4.187386884411426e-06,
      "loss": 0.342529296875,
      "step": 262,
      "token_acc": 0.8909135039324492
    },
    {
      "epoch": 1.1536772777167947,
      "grad_norm": 0.35889769900995294,
      "learning_rate": 4.151613845326912e-06,
      "loss": 0.322998046875,
      "step": 263,
      "token_acc": 0.8951741891732121
    },
    {
      "epoch": 1.1580680570801318,
      "grad_norm": 0.32113645997062235,
      "learning_rate": 4.115885465923734e-06,
      "loss": 0.32476806640625,
      "step": 264,
      "token_acc": 0.8972362963864571
    },
    {
      "epoch": 1.1624588364434687,
      "grad_norm": 0.3395360059813307,
      "learning_rate": 4.080203626970498e-06,
      "loss": 0.35357666015625,
      "step": 265,
      "token_acc": 0.8887321473803168
    },
    {
      "epoch": 1.1668496158068058,
      "grad_norm": 0.32715139341297833,
      "learning_rate": 4.044570206785874e-06,
      "loss": 0.34271240234375,
      "step": 266,
      "token_acc": 0.8909816337724649
    },
    {
      "epoch": 1.1712403951701427,
      "grad_norm": 0.3524832743836693,
      "learning_rate": 4.008987081139734e-06,
      "loss": 0.321533203125,
      "step": 267,
      "token_acc": 0.8969505309220949
    },
    {
      "epoch": 1.1756311745334798,
      "grad_norm": 0.34764249107265743,
      "learning_rate": 3.973456123154415e-06,
      "loss": 0.32476806640625,
      "step": 268,
      "token_acc": 0.8958763258207247
    },
    {
      "epoch": 1.1800219538968166,
      "grad_norm": 0.356152162638529,
      "learning_rate": 3.937979203206103e-06,
      "loss": 0.33734130859375,
      "step": 269,
      "token_acc": 0.8916322440415142
    },
    {
      "epoch": 1.1844127332601537,
      "grad_norm": 0.3291475777565464,
      "learning_rate": 3.90255818882638e-06,
      "loss": 0.34295654296875,
      "step": 270,
      "token_acc": 0.8912276254554348
    },
    {
      "epoch": 1.1888035126234906,
      "grad_norm": 0.34742649793974,
      "learning_rate": 3.86719494460392e-06,
      "loss": 0.32952880859375,
      "step": 271,
      "token_acc": 0.8949748215308042
    },
    {
      "epoch": 1.1931942919868277,
      "grad_norm": 0.344795628023517,
      "learning_rate": 3.8318913320863355e-06,
      "loss": 0.3546142578125,
      "step": 272,
      "token_acc": 0.8867931419388564
    },
    {
      "epoch": 1.1975850713501646,
      "grad_norm": 0.40362302120251126,
      "learning_rate": 3.7966492096821773e-06,
      "loss": 0.3326416015625,
      "step": 273,
      "token_acc": 0.8935762587874246
    },
    {
      "epoch": 1.2019758507135017,
      "grad_norm": 0.3784151436195393,
      "learning_rate": 3.761470432563109e-06,
      "loss": 0.354705810546875,
      "step": 274,
      "token_acc": 0.8888853291755882
    },
    {
      "epoch": 1.2063666300768388,
      "grad_norm": 0.3348345571823369,
      "learning_rate": 3.7263568525662574e-06,
      "loss": 0.33758544921875,
      "step": 275,
      "token_acc": 0.8925461168561734
    },
    {
      "epoch": 1.2107574094401756,
      "grad_norm": 0.3602090169898457,
      "learning_rate": 3.691310318096719e-06,
      "loss": 0.34918212890625,
      "step": 276,
      "token_acc": 0.8888169182509835
    },
    {
      "epoch": 1.2151481888035127,
      "grad_norm": 0.335730786585322,
      "learning_rate": 3.6563326740302664e-06,
      "loss": 0.314697265625,
      "step": 277,
      "token_acc": 0.9000328000291555
    },
    {
      "epoch": 1.2195389681668496,
      "grad_norm": 0.34253616383542923,
      "learning_rate": 3.621425761616224e-06,
      "loss": 0.35162353515625,
      "step": 278,
      "token_acc": 0.8880379277829491
    },
    {
      "epoch": 1.2239297475301867,
      "grad_norm": 0.34485406703569277,
      "learning_rate": 3.5865914183805606e-06,
      "loss": 0.32269287109375,
      "step": 279,
      "token_acc": 0.8974534551960927
    },
    {
      "epoch": 1.2283205268935236,
      "grad_norm": 0.35371293367929946,
      "learning_rate": 3.5518314780291384e-06,
      "loss": 0.3890380859375,
      "step": 280,
      "token_acc": 0.8783802026560067
    },
    {
      "epoch": 1.2327113062568607,
      "grad_norm": 0.31585946387965186,
      "learning_rate": 3.517147770351199e-06,
      "loss": 0.31927490234375,
      "step": 281,
      "token_acc": 0.8972110764353297
    },
    {
      "epoch": 1.2371020856201975,
      "grad_norm": 0.3764775136478381,
      "learning_rate": 3.4825421211230437e-06,
      "loss": 0.39239501953125,
      "step": 282,
      "token_acc": 0.8806873877296413
    },
    {
      "epoch": 1.2414928649835346,
      "grad_norm": 0.3460580716590409,
      "learning_rate": 3.448016352011914e-06,
      "loss": 0.3333740234375,
      "step": 283,
      "token_acc": 0.8943163018882275
    },
    {
      "epoch": 1.2458836443468715,
      "grad_norm": 0.3302255596745639,
      "learning_rate": 3.4135722804801004e-06,
      "loss": 0.30987548828125,
      "step": 284,
      "token_acc": 0.8998882709670116
    },
    {
      "epoch": 1.2502744237102086,
      "grad_norm": 0.3377273476413208,
      "learning_rate": 3.379211719689278e-06,
      "loss": 0.327880859375,
      "step": 285,
      "token_acc": 0.895182894797073
    },
    {
      "epoch": 1.2546652030735457,
      "grad_norm": 0.3473400775282267,
      "learning_rate": 3.3449364784050515e-06,
      "loss": 0.34979248046875,
      "step": 286,
      "token_acc": 0.8884178603164768
    },
    {
      "epoch": 1.2590559824368825,
      "grad_norm": 0.3612953797753178,
      "learning_rate": 3.310748360901741e-06,
      "loss": 0.34393310546875,
      "step": 287,
      "token_acc": 0.8910696916426456
    },
    {
      "epoch": 1.2634467618002194,
      "grad_norm": 0.34667855549309917,
      "learning_rate": 3.276649166867406e-06,
      "loss": 0.3321533203125,
      "step": 288,
      "token_acc": 0.8937538364352589
    },
    {
      "epoch": 1.2678375411635565,
      "grad_norm": 0.309905575308465,
      "learning_rate": 3.242640691309111e-06,
      "loss": 0.32720947265625,
      "step": 289,
      "token_acc": 0.8956456166809884
    },
    {
      "epoch": 1.2722283205268936,
      "grad_norm": 0.35771643178607937,
      "learning_rate": 3.20872472445843e-06,
      "loss": 0.329345703125,
      "step": 290,
      "token_acc": 0.8946723833625464
    },
    {
      "epoch": 1.2766190998902305,
      "grad_norm": 0.33183470119337916,
      "learning_rate": 3.1749030516772084e-06,
      "loss": 0.327392578125,
      "step": 291,
      "token_acc": 0.8957716205854872
    },
    {
      "epoch": 1.2810098792535676,
      "grad_norm": 0.31382638222408177,
      "learning_rate": 3.1411774533635854e-06,
      "loss": 0.33636474609375,
      "step": 292,
      "token_acc": 0.8938404877505446
    },
    {
      "epoch": 1.2854006586169044,
      "grad_norm": 0.3622219963442776,
      "learning_rate": 3.1075497048582635e-06,
      "loss": 0.327880859375,
      "step": 293,
      "token_acc": 0.8939353870425999
    },
    {
      "epoch": 1.2897914379802415,
      "grad_norm": 0.3152928659418184,
      "learning_rate": 3.0740215763510617e-06,
      "loss": 0.3114013671875,
      "step": 294,
      "token_acc": 0.9000977300513973
    },
    {
      "epoch": 1.2941822173435784,
      "grad_norm": 0.3553271178575454,
      "learning_rate": 3.0405948327877233e-06,
      "loss": 0.33306884765625,
      "step": 295,
      "token_acc": 0.8928606806127135
    },
    {
      "epoch": 1.2985729967069155,
      "grad_norm": 0.317297999441236,
      "learning_rate": 3.00727123377702e-06,
      "loss": 0.31988525390625,
      "step": 296,
      "token_acc": 0.8976165673732301
    },
    {
      "epoch": 1.3029637760702526,
      "grad_norm": 0.3510073260163728,
      "learning_rate": 2.9740525334981105e-06,
      "loss": 0.325439453125,
      "step": 297,
      "token_acc": 0.8945735629564617
    },
    {
      "epoch": 1.3073545554335895,
      "grad_norm": 0.34502937409150547,
      "learning_rate": 2.9409404806082077e-06,
      "loss": 0.338623046875,
      "step": 298,
      "token_acc": 0.8913558639153999
    },
    {
      "epoch": 1.3117453347969263,
      "grad_norm": 0.3444307091901023,
      "learning_rate": 2.9079368181505263e-06,
      "loss": 0.334228515625,
      "step": 299,
      "token_acc": 0.894660621432837
    },
    {
      "epoch": 1.3161361141602634,
      "grad_norm": 0.36685070270301506,
      "learning_rate": 2.8750432834625312e-06,
      "loss": 0.3323974609375,
      "step": 300,
      "token_acc": 0.8939670932358318
    },
    {
      "epoch": 1.3205268935236005,
      "grad_norm": 0.34665711527427445,
      "learning_rate": 2.84226160808447e-06,
      "loss": 0.34234619140625,
      "step": 301,
      "token_acc": 0.8911080630774668
    },
    {
      "epoch": 1.3249176728869374,
      "grad_norm": 0.32737189500283015,
      "learning_rate": 2.809593517668243e-06,
      "loss": 0.328125,
      "step": 302,
      "token_acc": 0.8956877294282094
    },
    {
      "epoch": 1.3293084522502745,
      "grad_norm": 0.34393396439779755,
      "learning_rate": 2.777040731886549e-06,
      "loss": 0.3206787109375,
      "step": 303,
      "token_acc": 0.8972659318997501
    },
    {
      "epoch": 1.3336992316136114,
      "grad_norm": 0.33269075563606537,
      "learning_rate": 2.744604964342364e-06,
      "loss": 0.32196044921875,
      "step": 304,
      "token_acc": 0.8957547445988107
    },
    {
      "epoch": 1.3380900109769485,
      "grad_norm": 0.3262552091418682,
      "learning_rate": 2.7122879224787315e-06,
      "loss": 0.32373046875,
      "step": 305,
      "token_acc": 0.8973069482625707
    },
    {
      "epoch": 1.3424807903402853,
      "grad_norm": 0.33544708546828367,
      "learning_rate": 2.6800913074888984e-06,
      "loss": 0.32244873046875,
      "step": 306,
      "token_acc": 0.8970129185963313
    },
    {
      "epoch": 1.3468715697036224,
      "grad_norm": 0.3068061592526234,
      "learning_rate": 2.648016814226742e-06,
      "loss": 0.3287353515625,
      "step": 307,
      "token_acc": 0.8953868973336852
    },
    {
      "epoch": 1.3512623490669595,
      "grad_norm": 0.35060578968767275,
      "learning_rate": 2.616066131117563e-06,
      "loss": 0.3338623046875,
      "step": 308,
      "token_acc": 0.892730062690899
    },
    {
      "epoch": 1.3556531284302964,
      "grad_norm": 0.3371212700359974,
      "learning_rate": 2.5842409400692026e-06,
      "loss": 0.3309326171875,
      "step": 309,
      "token_acc": 0.8943601262615738
    },
    {
      "epoch": 1.3600439077936333,
      "grad_norm": 0.3230161963407697,
      "learning_rate": 2.552542916383507e-06,
      "loss": 0.33050537109375,
      "step": 310,
      "token_acc": 0.8945870650487071
    },
    {
      "epoch": 1.3644346871569704,
      "grad_norm": 0.3881520121988701,
      "learning_rate": 2.5209737286681367e-06,
      "loss": 0.336669921875,
      "step": 311,
      "token_acc": 0.8914918928032822
    },
    {
      "epoch": 1.3688254665203075,
      "grad_norm": 0.3274352369059981,
      "learning_rate": 2.4895350387487304e-06,
      "loss": 0.3272705078125,
      "step": 312,
      "token_acc": 0.8948985202361884
    },
    {
      "epoch": 1.3732162458836443,
      "grad_norm": 0.32912953601491696,
      "learning_rate": 2.4582285015814263e-06,
      "loss": 0.32586669921875,
      "step": 313,
      "token_acc": 0.896020144335993
    },
    {
      "epoch": 1.3776070252469814,
      "grad_norm": 0.37903034721157913,
      "learning_rate": 2.427055765165741e-06,
      "loss": 0.35980224609375,
      "step": 314,
      "token_acc": 0.8853262030509947
    },
    {
      "epoch": 1.3819978046103183,
      "grad_norm": 0.3447441431371463,
      "learning_rate": 2.396018470457821e-06,
      "loss": 0.31353759765625,
      "step": 315,
      "token_acc": 0.8986164043264642
    },
    {
      "epoch": 1.3863885839736554,
      "grad_norm": 0.34906602556480076,
      "learning_rate": 2.3651182512840604e-06,
      "loss": 0.33709716796875,
      "step": 316,
      "token_acc": 0.8933294387468086
    },
    {
      "epoch": 1.3907793633369923,
      "grad_norm": 0.3278105252006223,
      "learning_rate": 2.3343567342550933e-06,
      "loss": 0.32659912109375,
      "step": 317,
      "token_acc": 0.8956145845098623
    },
    {
      "epoch": 1.3951701427003294,
      "grad_norm": 0.32630280385837857,
      "learning_rate": 2.3037355386801683e-06,
      "loss": 0.33660888671875,
      "step": 318,
      "token_acc": 0.8941868374861218
    },
    {
      "epoch": 1.3995609220636662,
      "grad_norm": 0.39149392629647267,
      "learning_rate": 2.2732562764819157e-06,
      "loss": 0.34185791015625,
      "step": 319,
      "token_acc": 0.8912802626640808
    },
    {
      "epoch": 1.4039517014270033,
      "grad_norm": 0.3365088550939114,
      "learning_rate": 2.242920552111473e-06,
      "loss": 0.33001708984375,
      "step": 320,
      "token_acc": 0.8936313816098664
    },
    {
      "epoch": 1.4083424807903402,
      "grad_norm": 0.35064050650739736,
      "learning_rate": 2.212729962464051e-06,
      "loss": 0.3333740234375,
      "step": 321,
      "token_acc": 0.8919439167493234
    },
    {
      "epoch": 1.4127332601536773,
      "grad_norm": 0.32899381373645326,
      "learning_rate": 2.182686096794852e-06,
      "loss": 0.3253173828125,
      "step": 322,
      "token_acc": 0.8956434103956784
    },
    {
      "epoch": 1.4171240395170144,
      "grad_norm": 0.3414271967170536,
      "learning_rate": 2.1527905366354292e-06,
      "loss": 0.435791015625,
      "step": 323,
      "token_acc": 0.8756033009115767
    },
    {
      "epoch": 1.4215148188803512,
      "grad_norm": 0.35099050188199654,
      "learning_rate": 2.1230448557104087e-06,
      "loss": 0.31524658203125,
      "step": 324,
      "token_acc": 0.8985438426286719
    },
    {
      "epoch": 1.4259055982436881,
      "grad_norm": 0.32002163766716885,
      "learning_rate": 2.093450619854671e-06,
      "loss": 0.349609375,
      "step": 325,
      "token_acc": 0.8895163438997129
    },
    {
      "epoch": 1.4302963776070252,
      "grad_norm": 0.3237970999566587,
      "learning_rate": 2.064009386930915e-06,
      "loss": 0.34820556640625,
      "step": 326,
      "token_acc": 0.8896111892334215
    },
    {
      "epoch": 1.4346871569703623,
      "grad_norm": 0.3517155890476678,
      "learning_rate": 2.0347227067476478e-06,
      "loss": 0.32562255859375,
      "step": 327,
      "token_acc": 0.8950105622325046
    },
    {
      "epoch": 1.4390779363336992,
      "grad_norm": 0.32561829823435806,
      "learning_rate": 2.005592120977606e-06,
      "loss": 0.332275390625,
      "step": 328,
      "token_acc": 0.8935006692903918
    },
    {
      "epoch": 1.4434687156970363,
      "grad_norm": 0.35317318467760783,
      "learning_rate": 1.9766191630765964e-06,
      "loss": 0.3367919921875,
      "step": 329,
      "token_acc": 0.8930185979344394
    },
    {
      "epoch": 1.4478594950603731,
      "grad_norm": 0.30076628679605677,
      "learning_rate": 1.9478053582027826e-06,
      "loss": 0.30316162109375,
      "step": 330,
      "token_acc": 0.9033544387575009
    },
    {
      "epoch": 1.4522502744237102,
      "grad_norm": 0.29803366911037665,
      "learning_rate": 1.919152223136391e-06,
      "loss": 0.29071044921875,
      "step": 331,
      "token_acc": 0.9080499399453981
    },
    {
      "epoch": 1.4566410537870471,
      "grad_norm": 0.31440029376550305,
      "learning_rate": 1.8906612661998698e-06,
      "loss": 0.32464599609375,
      "step": 332,
      "token_acc": 0.8953354269796491
    },
    {
      "epoch": 1.4610318331503842,
      "grad_norm": 0.3420264812794626,
      "learning_rate": 1.8623339871784869e-06,
      "loss": 0.3382568359375,
      "step": 333,
      "token_acc": 0.8920696785648554
    },
    {
      "epoch": 1.4654226125137213,
      "grad_norm": 0.3395263811275314,
      "learning_rate": 1.8341718772413852e-06,
      "loss": 0.33270263671875,
      "step": 334,
      "token_acc": 0.8928632742755116
    },
    {
      "epoch": 1.4698133918770582,
      "grad_norm": 0.3580272934709791,
      "learning_rate": 1.8061764188630831e-06,
      "loss": 0.33453369140625,
      "step": 335,
      "token_acc": 0.8917485048440845
    },
    {
      "epoch": 1.474204171240395,
      "grad_norm": 0.3544028793357353,
      "learning_rate": 1.7783490857454354e-06,
      "loss": 0.34503173828125,
      "step": 336,
      "token_acc": 0.8893608681300544
    },
    {
      "epoch": 1.4785949506037321,
      "grad_norm": 0.33934434336633224,
      "learning_rate": 1.750691342740058e-06,
      "loss": 0.3255615234375,
      "step": 337,
      "token_acc": 0.8956289461848922
    },
    {
      "epoch": 1.4829857299670692,
      "grad_norm": 0.311157147542992,
      "learning_rate": 1.7232046457712164e-06,
      "loss": 0.31121826171875,
      "step": 338,
      "token_acc": 0.8997806631757427
    },
    {
      "epoch": 1.487376509330406,
      "grad_norm": 0.31060720949060305,
      "learning_rate": 1.6958904417591853e-06,
      "loss": 0.302978515625,
      "step": 339,
      "token_acc": 0.9030642018435692
    },
    {
      "epoch": 1.4917672886937432,
      "grad_norm": 0.31680783960377595,
      "learning_rate": 1.668750168544081e-06,
      "loss": 0.31939697265625,
      "step": 340,
      "token_acc": 0.8974534233919073
    },
    {
      "epoch": 1.49615806805708,
      "grad_norm": 0.35214507098758113,
      "learning_rate": 1.641785254810172e-06,
      "loss": 0.34417724609375,
      "step": 341,
      "token_acc": 0.8891002217503283
    },
    {
      "epoch": 1.5005488474204172,
      "grad_norm": 0.3064286764090022,
      "learning_rate": 1.6149971200106723e-06,
      "loss": 0.32403564453125,
      "step": 342,
      "token_acc": 0.8965564549320895
    },
    {
      "epoch": 1.504939626783754,
      "grad_norm": 0.3390141744530287,
      "learning_rate": 1.5883871742930257e-06,
      "loss": 0.3338623046875,
      "step": 343,
      "token_acc": 0.8933097878348695
    },
    {
      "epoch": 1.5093304061470911,
      "grad_norm": 0.3211934499221605,
      "learning_rate": 1.561956818424661e-06,
      "loss": 0.34765625,
      "step": 344,
      "token_acc": 0.8888465271038403
    },
    {
      "epoch": 1.5137211855104282,
      "grad_norm": 0.30787984012661906,
      "learning_rate": 1.5357074437192688e-06,
      "loss": 0.32342529296875,
      "step": 345,
      "token_acc": 0.8970173589849479
    },
    {
      "epoch": 1.518111964873765,
      "grad_norm": 0.3230910486286158,
      "learning_rate": 1.5096404319635533e-06,
      "loss": 0.321533203125,
      "step": 346,
      "token_acc": 0.8965351810190307
    },
    {
      "epoch": 1.522502744237102,
      "grad_norm": 0.33417908219974973,
      "learning_rate": 1.483757155344503e-06,
      "loss": 0.3433837890625,
      "step": 347,
      "token_acc": 0.8908140033456329
    },
    {
      "epoch": 1.526893523600439,
      "grad_norm": 0.3185138344297658,
      "learning_rate": 1.4580589763771413e-06,
      "loss": 0.3184814453125,
      "step": 348,
      "token_acc": 0.8991635756676558
    },
    {
      "epoch": 1.5312843029637762,
      "grad_norm": 0.36687139913335864,
      "learning_rate": 1.432547247832819e-06,
      "loss": 0.33880615234375,
      "step": 349,
      "token_acc": 0.8914219448293634
    },
    {
      "epoch": 1.535675082327113,
      "grad_norm": 0.3121656092094008,
      "learning_rate": 1.4072233126679985e-06,
      "loss": 0.32598876953125,
      "step": 350,
      "token_acc": 0.8951324014890778
    },
    {
      "epoch": 1.54006586169045,
      "grad_norm": 0.31448626553122083,
      "learning_rate": 1.3820885039535564e-06,
      "loss": 0.3004150390625,
      "step": 351,
      "token_acc": 0.9019656109628279
    },
    {
      "epoch": 1.544456641053787,
      "grad_norm": 0.29880386591493907,
      "learning_rate": 1.3571441448046086e-06,
      "loss": 0.31536865234375,
      "step": 352,
      "token_acc": 0.9001778253729766
    },
    {
      "epoch": 1.548847420417124,
      "grad_norm": 0.3166310885575997,
      "learning_rate": 1.3323915483108662e-06,
      "loss": 0.324462890625,
      "step": 353,
      "token_acc": 0.898118293778741
    },
    {
      "epoch": 1.553238199780461,
      "grad_norm": 0.35151841989920424,
      "learning_rate": 1.3078320174675141e-06,
      "loss": 0.35040283203125,
      "step": 354,
      "token_acc": 0.8890206514150418
    },
    {
      "epoch": 1.557628979143798,
      "grad_norm": 0.33479685910226337,
      "learning_rate": 1.2834668451066118e-06,
      "loss": 0.33172607421875,
      "step": 355,
      "token_acc": 0.8938539080719176
    },
    {
      "epoch": 1.5620197585071351,
      "grad_norm": 0.30928796916886575,
      "learning_rate": 1.259297313829046e-06,
      "loss": 0.3077392578125,
      "step": 356,
      "token_acc": 0.9004423980861475
    },
    {
      "epoch": 1.566410537870472,
      "grad_norm": 0.34920620061200947,
      "learning_rate": 1.2353246959370086e-06,
      "loss": 0.3406982421875,
      "step": 357,
      "token_acc": 0.8906262374837359
    },
    {
      "epoch": 1.570801317233809,
      "grad_norm": 0.32542342214290737,
      "learning_rate": 1.2115502533670253e-06,
      "loss": 0.3040771484375,
      "step": 358,
      "token_acc": 0.9017812464520144
    },
    {
      "epoch": 1.575192096597146,
      "grad_norm": 0.3088306425812143,
      "learning_rate": 1.1879752376235231e-06,
      "loss": 0.31365966796875,
      "step": 359,
      "token_acc": 0.8998575177235227
    },
    {
      "epoch": 1.579582875960483,
      "grad_norm": 0.3673988268314337,
      "learning_rate": 1.1646008897129546e-06,
      "loss": 0.3232421875,
      "step": 360,
      "token_acc": 0.8960839865568269
    },
    {
      "epoch": 1.58397365532382,
      "grad_norm": 0.38954586735694496,
      "learning_rate": 1.1414284400784643e-06,
      "loss": 0.316162109375,
      "step": 361,
      "token_acc": 0.8983161436387649
    },
    {
      "epoch": 1.5883644346871568,
      "grad_norm": 0.3338851804634168,
      "learning_rate": 1.118459108535122e-06,
      "loss": 0.32855224609375,
      "step": 362,
      "token_acc": 0.8951910712357544
    },
    {
      "epoch": 1.592755214050494,
      "grad_norm": 0.31354249264446227,
      "learning_rate": 1.0956941042057106e-06,
      "loss": 0.30206298828125,
      "step": 363,
      "token_acc": 0.9030254446357413
    },
    {
      "epoch": 1.597145993413831,
      "grad_norm": 0.32617845412106616,
      "learning_rate": 1.0731346254570735e-06,
      "loss": 0.32171630859375,
      "step": 364,
      "token_acc": 0.8975390925403742
    },
    {
      "epoch": 1.6015367727771679,
      "grad_norm": 0.3693973221493379,
      "learning_rate": 1.0507818598370355e-06,
      "loss": 0.3443603515625,
      "step": 365,
      "token_acc": 0.888619439372684
    },
    {
      "epoch": 1.605927552140505,
      "grad_norm": 0.3341196055937999,
      "learning_rate": 1.0286369840118859e-06,
      "loss": 0.3385009765625,
      "step": 366,
      "token_acc": 0.8918811806446743
    },
    {
      "epoch": 1.610318331503842,
      "grad_norm": 0.34605954547206286,
      "learning_rate": 1.006701163704445e-06,
      "loss": 0.339599609375,
      "step": 367,
      "token_acc": 0.8921929642200683
    },
    {
      "epoch": 1.614709110867179,
      "grad_norm": 0.3214712819943197,
      "learning_rate": 9.849755536326866e-07,
      "loss": 0.32080078125,
      "step": 368,
      "token_acc": 0.8973029365828966
    },
    {
      "epoch": 1.6190998902305158,
      "grad_norm": 0.33765450186529306,
      "learning_rate": 9.63461297448966e-07,
      "loss": 0.33447265625,
      "step": 369,
      "token_acc": 0.8924900716032999
    },
    {
      "epoch": 1.623490669593853,
      "grad_norm": 0.32487660178259903,
      "learning_rate": 9.421595276798084e-07,
      "loss": 0.31402587890625,
      "step": 370,
      "token_acc": 0.9003300316619045
    },
    {
      "epoch": 1.62788144895719,
      "grad_norm": 0.31734405029950935,
      "learning_rate": 9.210713656663023e-07,
      "loss": 0.334136962890625,
      "step": 371,
      "token_acc": 0.8945020351862978
    },
    {
      "epoch": 1.6322722283205269,
      "grad_norm": 0.36552587976973605,
      "learning_rate": 9.001979215050544e-07,
      "loss": 0.37933349609375,
      "step": 372,
      "token_acc": 0.8805883798673687
    },
    {
      "epoch": 1.6366630076838637,
      "grad_norm": 0.33850050157465783,
      "learning_rate": 8.795402939897679e-07,
      "loss": 0.3240966796875,
      "step": 373,
      "token_acc": 0.8961853403592756
    },
    {
      "epoch": 1.6410537870472008,
      "grad_norm": 0.3304963750478896,
      "learning_rate": 8.590995705533994e-07,
      "loss": 0.33135986328125,
      "step": 374,
      "token_acc": 0.8949704286813404
    },
    {
      "epoch": 1.645444566410538,
      "grad_norm": 0.344128572070614,
      "learning_rate": 8.388768272109105e-07,
      "loss": 0.32818603515625,
      "step": 375,
      "token_acc": 0.8955371784865519
    },
    {
      "epoch": 1.6498353457738748,
      "grad_norm": 0.34883527846917517,
      "learning_rate": 8.188731285026219e-07,
      "loss": 0.3492431640625,
      "step": 376,
      "token_acc": 0.8886745390313118
    },
    {
      "epoch": 1.654226125137212,
      "grad_norm": 0.3925879050862546,
      "learning_rate": 7.99089527438191e-07,
      "loss": 0.3648681640625,
      "step": 377,
      "token_acc": 0.8843120912345157
    },
    {
      "epoch": 1.658616904500549,
      "grad_norm": 0.3267473216090058,
      "learning_rate": 7.795270654411635e-07,
      "loss": 0.3353271484375,
      "step": 378,
      "token_acc": 0.8933586229167774
    },
    {
      "epoch": 1.6630076838638859,
      "grad_norm": 0.3505350578881492,
      "learning_rate": 7.601867722941642e-07,
      "loss": 0.31964111328125,
      "step": 379,
      "token_acc": 0.8975450696383639
    },
    {
      "epoch": 1.6673984632272227,
      "grad_norm": 0.3140296646528115,
      "learning_rate": 7.410696660846761e-07,
      "loss": 0.348388671875,
      "step": 380,
      "token_acc": 0.8905270618461562
    },
    {
      "epoch": 1.6717892425905598,
      "grad_norm": 0.33890201394504826,
      "learning_rate": 7.22176753151464e-07,
      "loss": 0.33770751953125,
      "step": 381,
      "token_acc": 0.8921922096954155
    },
    {
      "epoch": 1.676180021953897,
      "grad_norm": 0.34754729201367335,
      "learning_rate": 7.035090280315854e-07,
      "loss": 0.3411865234375,
      "step": 382,
      "token_acc": 0.8912410516370508
    },
    {
      "epoch": 1.6805708013172338,
      "grad_norm": 0.30817240468755525,
      "learning_rate": 6.850674734080454e-07,
      "loss": 0.3236083984375,
      "step": 383,
      "token_acc": 0.897392357908823
    },
    {
      "epoch": 1.6849615806805707,
      "grad_norm": 0.3133130749995393,
      "learning_rate": 6.66853060058063e-07,
      "loss": 0.3126220703125,
      "step": 384,
      "token_acc": 0.9002761491017165
    },
    {
      "epoch": 1.6893523600439078,
      "grad_norm": 0.3528327881645742,
      "learning_rate": 6.488667468019727e-07,
      "loss": 0.361083984375,
      "step": 385,
      "token_acc": 0.8851972838730512
    },
    {
      "epoch": 1.6937431394072449,
      "grad_norm": 0.3125258347085141,
      "learning_rate": 6.31109480452749e-07,
      "loss": 0.34759521484375,
      "step": 386,
      "token_acc": 0.8904842245197799
    },
    {
      "epoch": 1.6981339187705817,
      "grad_norm": 0.3354760865119189,
      "learning_rate": 6.135821957661658e-07,
      "loss": 0.33538818359375,
      "step": 387,
      "token_acc": 0.8933355095618039
    },
    {
      "epoch": 1.7025246981339188,
      "grad_norm": 0.2980443483920128,
      "learning_rate": 5.962858153915896e-07,
      "loss": 0.3055419921875,
      "step": 388,
      "token_acc": 0.9020604964779447
    },
    {
      "epoch": 1.706915477497256,
      "grad_norm": 0.3475742282240845,
      "learning_rate": 5.792212498234134e-07,
      "loss": 0.34375,
      "step": 389,
      "token_acc": 0.8913870681035441
    },
    {
      "epoch": 1.7113062568605928,
      "grad_norm": 0.3382744660227279,
      "learning_rate": 5.623893973531225e-07,
      "loss": 0.32763671875,
      "step": 390,
      "token_acc": 0.8944369685957213
    },
    {
      "epoch": 1.7156970362239297,
      "grad_norm": 0.36406944654219947,
      "learning_rate": 5.457911440220154e-07,
      "loss": 0.33001708984375,
      "step": 391,
      "token_acc": 0.8939367983710608
    },
    {
      "epoch": 1.7200878155872668,
      "grad_norm": 0.2973145447250047,
      "learning_rate": 5.294273635745517e-07,
      "loss": 0.31414794921875,
      "step": 392,
      "token_acc": 0.8997379322005241
    },
    {
      "epoch": 1.7244785949506038,
      "grad_norm": 0.31937049306043686,
      "learning_rate": 5.132989174123659e-07,
      "loss": 0.33099365234375,
      "step": 393,
      "token_acc": 0.8942759065257196
    },
    {
      "epoch": 1.7288693743139407,
      "grad_norm": 0.3195244152084989,
      "learning_rate": 4.97406654548922e-07,
      "loss": 0.323974609375,
      "step": 394,
      "token_acc": 0.8963840244506857
    },
    {
      "epoch": 1.7332601536772776,
      "grad_norm": 0.32918330351597275,
      "learning_rate": 4.817514115648164e-07,
      "loss": 0.32049560546875,
      "step": 395,
      "token_acc": 0.8964964818227509
    },
    {
      "epoch": 1.7376509330406147,
      "grad_norm": 0.30823870393244884,
      "learning_rate": 4.663340125637389e-07,
      "loss": 0.31060791015625,
      "step": 396,
      "token_acc": 0.8997806321920347
    },
    {
      "epoch": 1.7420417124039518,
      "grad_norm": 0.33331387895596026,
      "learning_rate": 4.511552691290988e-07,
      "loss": 0.32708740234375,
      "step": 397,
      "token_acc": 0.894811041977903
    },
    {
      "epoch": 1.7464324917672887,
      "grad_norm": 0.3657346964297189,
      "learning_rate": 4.362159802812971e-07,
      "loss": 0.32757568359375,
      "step": 398,
      "token_acc": 0.894116022835441
    },
    {
      "epoch": 1.7508232711306255,
      "grad_norm": 0.3375902606396153,
      "learning_rate": 4.215169324356666e-07,
      "loss": 0.3341064453125,
      "step": 399,
      "token_acc": 0.8944647443010685
    },
    {
      "epoch": 1.7552140504939628,
      "grad_norm": 0.3490777079667427,
      "learning_rate": 4.070588993610697e-07,
      "loss": 0.33544921875,
      "step": 400,
      "token_acc": 0.8928451446826995
    },
    {
      "epoch": 1.7596048298572997,
      "grad_norm": 0.3454508780019287,
      "learning_rate": 3.928426421391773e-07,
      "loss": 0.32806396484375,
      "step": 401,
      "token_acc": 0.8937952449717322
    },
    {
      "epoch": 1.7639956092206366,
      "grad_norm": 0.3432807805381615,
      "learning_rate": 3.7886890912439633e-07,
      "loss": 0.3271484375,
      "step": 402,
      "token_acc": 0.8948156115198462
    },
    {
      "epoch": 1.7683863885839737,
      "grad_norm": 0.32460523818298503,
      "learning_rate": 3.651384359044774e-07,
      "loss": 0.36053466796875,
      "step": 403,
      "token_acc": 0.8857531124924252
    },
    {
      "epoch": 1.7727771679473108,
      "grad_norm": 0.32862364677559325,
      "learning_rate": 3.516519452617922e-07,
      "loss": 0.327392578125,
      "step": 404,
      "token_acc": 0.8948030658624465
    },
    {
      "epoch": 1.7771679473106476,
      "grad_norm": 0.3215013561453796,
      "learning_rate": 3.3841014713529184e-07,
      "loss": 0.30902099609375,
      "step": 405,
      "token_acc": 0.8998735514791382
    },
    {
      "epoch": 1.7815587266739845,
      "grad_norm": 0.3134191902573514,
      "learning_rate": 3.254137385831263e-07,
      "loss": 0.326904296875,
      "step": 406,
      "token_acc": 0.8955593501674187
    },
    {
      "epoch": 1.7859495060373216,
      "grad_norm": 0.29496479459085717,
      "learning_rate": 3.1266340374595693e-07,
      "loss": 0.306915283203125,
      "step": 407,
      "token_acc": 0.9027193922893538
    },
    {
      "epoch": 1.7903402854006587,
      "grad_norm": 0.3259220503055919,
      "learning_rate": 3.0015981381094073e-07,
      "loss": 0.33740234375,
      "step": 408,
      "token_acc": 0.8932714405573998
    },
    {
      "epoch": 1.7947310647639956,
      "grad_norm": 0.3462558528034366,
      "learning_rate": 2.8790362697639685e-07,
      "loss": 0.3414306640625,
      "step": 409,
      "token_acc": 0.8913687342038753
    },
    {
      "epoch": 1.7991218441273324,
      "grad_norm": 0.3605113445687066,
      "learning_rate": 2.7589548841716274e-07,
      "loss": 0.3402099609375,
      "step": 410,
      "token_acc": 0.89065803514579
    },
    {
      "epoch": 1.8035126234906695,
      "grad_norm": 0.3264923577051289,
      "learning_rate": 2.64136030250628e-07,
      "loss": 0.333251953125,
      "step": 411,
      "token_acc": 0.8939395383322247
    },
    {
      "epoch": 1.8079034028540066,
      "grad_norm": 0.329246741520078,
      "learning_rate": 2.526258715034602e-07,
      "loss": 0.3447265625,
      "step": 412,
      "token_acc": 0.8896532279688955
    },
    {
      "epoch": 1.8122941822173435,
      "grad_norm": 0.3203671989051025,
      "learning_rate": 2.4136561807901916e-07,
      "loss": 0.3319091796875,
      "step": 413,
      "token_acc": 0.8944627231083568
    },
    {
      "epoch": 1.8166849615806806,
      "grad_norm": 0.3128688524191343,
      "learning_rate": 2.3035586272546207e-07,
      "loss": 0.3179931640625,
      "step": 414,
      "token_acc": 0.8994386637458927
    },
    {
      "epoch": 1.8210757409440177,
      "grad_norm": 0.3162543682462319,
      "learning_rate": 2.1959718500454196e-07,
      "loss": 0.34197998046875,
      "step": 415,
      "token_acc": 0.8922324478709701
    },
    {
      "epoch": 1.8254665203073546,
      "grad_norm": 0.31628023882532796,
      "learning_rate": 2.0909015126109488e-07,
      "loss": 0.3271484375,
      "step": 416,
      "token_acc": 0.896125079935866
    },
    {
      "epoch": 1.8298572996706914,
      "grad_norm": 0.35061974607883883,
      "learning_rate": 1.988353145932298e-07,
      "loss": 0.37640380859375,
      "step": 417,
      "token_acc": 0.8815436502633716
    },
    {
      "epoch": 1.8342480790340285,
      "grad_norm": 0.31617503605918285,
      "learning_rate": 1.8883321482321583e-07,
      "loss": 0.3310546875,
      "step": 418,
      "token_acc": 0.8962308874283595
    },
    {
      "epoch": 1.8386388583973656,
      "grad_norm": 0.3169484487134376,
      "learning_rate": 1.7908437846906158e-07,
      "loss": 0.32293701171875,
      "step": 419,
      "token_acc": 0.8963603569394342
    },
    {
      "epoch": 1.8430296377607025,
      "grad_norm": 0.3365985480902347,
      "learning_rate": 1.6958931871679908e-07,
      "loss": 0.33087158203125,
      "step": 420,
      "token_acc": 0.894784686617356
    },
    {
      "epoch": 1.8474204171240394,
      "grad_norm": 0.3420749242889434,
      "learning_rate": 1.603485353934703e-07,
      "loss": 0.312255859375,
      "step": 421,
      "token_acc": 0.899052783716958
    },
    {
      "epoch": 1.8518111964873765,
      "grad_norm": 0.34636887044367853,
      "learning_rate": 1.5136251494081822e-07,
      "loss": 0.31878662109375,
      "step": 422,
      "token_acc": 0.8978319799856161
    },
    {
      "epoch": 1.8562019758507136,
      "grad_norm": 0.34035225117826334,
      "learning_rate": 1.4263173038967627e-07,
      "loss": 0.37469482421875,
      "step": 423,
      "token_acc": 0.882996524649247
    },
    {
      "epoch": 1.8605927552140504,
      "grad_norm": 0.3455548802919666,
      "learning_rate": 1.3415664133506812e-07,
      "loss": 0.3470458984375,
      "step": 424,
      "token_acc": 0.888893873092701
    },
    {
      "epoch": 1.8649835345773875,
      "grad_norm": 0.31846607420181183,
      "learning_rate": 1.2593769391201827e-07,
      "loss": 0.322265625,
      "step": 425,
      "token_acc": 0.8966021505376344
    },
    {
      "epoch": 1.8693743139407246,
      "grad_norm": 0.3366284106732347,
      "learning_rate": 1.1797532077206187e-07,
      "loss": 0.33251953125,
      "step": 426,
      "token_acc": 0.8953254265318595
    },
    {
      "epoch": 1.8737650933040615,
      "grad_norm": 0.3009000303918809,
      "learning_rate": 1.1026994106047296e-07,
      "loss": 0.3204345703125,
      "step": 427,
      "token_acc": 0.8987217647586135
    },
    {
      "epoch": 1.8781558726673984,
      "grad_norm": 0.3270006697398233,
      "learning_rate": 1.0282196039419823e-07,
      "loss": 0.327392578125,
      "step": 428,
      "token_acc": 0.8962514769366211
    },
    {
      "epoch": 1.8825466520307355,
      "grad_norm": 0.34482835758960784,
      "learning_rate": 9.5631770840508e-08,
      "loss": 0.34466552734375,
      "step": 429,
      "token_acc": 0.8888076029756629
    },
    {
      "epoch": 1.8869374313940726,
      "grad_norm": 0.2985600447147717,
      "learning_rate": 8.869975089635552e-08,
      "loss": 0.31842041015625,
      "step": 430,
      "token_acc": 0.8991015565064698
    },
    {
      "epoch": 1.8913282107574094,
      "grad_norm": 0.3662613501530102,
      "learning_rate": 8.202626546845172e-08,
      "loss": 0.3890380859375,
      "step": 431,
      "token_acc": 0.8769567149745507
    },
    {
      "epoch": 1.8957189901207463,
      "grad_norm": 0.3136762743080743,
      "learning_rate": 7.561166585405789e-08,
      "loss": 0.3333740234375,
      "step": 432,
      "token_acc": 0.8939009149833037
    },
    {
      "epoch": 1.9001097694840834,
      "grad_norm": 0.2989801839581692,
      "learning_rate": 6.945628972249208e-08,
      "loss": 0.3311767578125,
      "step": 433,
      "token_acc": 0.8955504875298014
    },
    {
      "epoch": 1.9045005488474205,
      "grad_norm": 0.33986553610150577,
      "learning_rate": 6.356046109735614e-08,
      "loss": 0.3505859375,
      "step": 434,
      "token_acc": 0.8896977782338755
    },
    {
      "epoch": 1.9088913282107574,
      "grad_norm": 0.3585350716098544,
      "learning_rate": 5.7924490339474335e-08,
      "loss": 0.33050537109375,
      "step": 435,
      "token_acc": 0.8932045424757055
    },
    {
      "epoch": 1.9132821075740944,
      "grad_norm": 0.33318455426689786,
      "learning_rate": 5.2548674130561974e-08,
      "loss": 0.31787109375,
      "step": 436,
      "token_acc": 0.8970736152543393
    },
    {
      "epoch": 1.9176728869374315,
      "grad_norm": 0.3560122835652356,
      "learning_rate": 4.743329545760122e-08,
      "loss": 0.32080078125,
      "step": 437,
      "token_acc": 0.8963951960241702
    },
    {
      "epoch": 1.9220636663007684,
      "grad_norm": 0.31085098069734834,
      "learning_rate": 4.2578623597949174e-08,
      "loss": 0.32952880859375,
      "step": 438,
      "token_acc": 0.8948359117539363
    },
    {
      "epoch": 1.9264544456641053,
      "grad_norm": 0.31421688424510547,
      "learning_rate": 3.7984914105162474e-08,
      "loss": 0.32672119140625,
      "step": 439,
      "token_acc": 0.896141181272641
    },
    {
      "epoch": 1.9308452250274424,
      "grad_norm": 0.3396314942583363,
      "learning_rate": 3.365240879554144e-08,
      "loss": 0.32476806640625,
      "step": 440,
      "token_acc": 0.89614173015128
    },
    {
      "epoch": 1.9352360043907795,
      "grad_norm": 0.33770968758923126,
      "learning_rate": 2.9581335735404672e-08,
      "loss": 0.34759521484375,
      "step": 441,
      "token_acc": 0.888780297517056
    },
    {
      "epoch": 1.9396267837541163,
      "grad_norm": 0.3359526828470558,
      "learning_rate": 2.577190922908035e-08,
      "loss": 0.336669921875,
      "step": 442,
      "token_acc": 0.8932492221730838
    },
    {
      "epoch": 1.9440175631174532,
      "grad_norm": 0.30809999333074994,
      "learning_rate": 2.222432980762912e-08,
      "loss": 0.31591796875,
      "step": 443,
      "token_acc": 0.8989644887272107
    },
    {
      "epoch": 1.9484083424807903,
      "grad_norm": 0.32588061865422974,
      "learning_rate": 1.8938784218281435e-08,
      "loss": 0.3359375,
      "step": 444,
      "token_acc": 0.8939156473905226
    },
    {
      "epoch": 1.9527991218441274,
      "grad_norm": 0.316204595673142,
      "learning_rate": 1.5915445414613208e-08,
      "loss": 0.32470703125,
      "step": 445,
      "token_acc": 0.8972734617593521
    },
    {
      "epoch": 1.9571899012074643,
      "grad_norm": 0.3534293579497171,
      "learning_rate": 1.3154472547440289e-08,
      "loss": 0.34326171875,
      "step": 446,
      "token_acc": 0.8898358889984115
    },
    {
      "epoch": 1.9615806805708014,
      "grad_norm": 0.3222323910725636,
      "learning_rate": 1.0656010956437979e-08,
      "loss": 0.33538818359375,
      "step": 447,
      "token_acc": 0.89324441088554
    },
    {
      "epoch": 1.9659714599341385,
      "grad_norm": 0.33723294622312994,
      "learning_rate": 8.42019216249046e-09,
      "loss": 0.33941650390625,
      "step": 448,
      "token_acc": 0.8923053003662836
    },
    {
      "epoch": 1.9703622392974753,
      "grad_norm": 0.34061189298308664,
      "learning_rate": 6.447133860771893e-09,
      "loss": 0.34271240234375,
      "step": 449,
      "token_acc": 0.8913180258916412
    },
    {
      "epoch": 1.9747530186608122,
      "grad_norm": 0.31254186799137346,
      "learning_rate": 4.736939914545824e-09,
      "loss": 0.3350830078125,
      "step": 450,
      "token_acc": 0.8941951442968392
    },
    {
      "epoch": 1.9791437980241493,
      "grad_norm": 0.3494134810547919,
      "learning_rate": 3.289700349698999e-09,
      "loss": 0.3580322265625,
      "step": 451,
      "token_acc": 0.8864843405381562
    },
    {
      "epoch": 1.9835345773874864,
      "grad_norm": 0.34301867099975397,
      "learning_rate": 2.1054913500051512e-09,
      "loss": 0.3482666015625,
      "step": 452,
      "token_acc": 0.8892958047945205
    },
    {
      "epoch": 1.9879253567508233,
      "grad_norm": 0.3549677040304002,
      "learning_rate": 1.1843752531104368e-09,
      "loss": 0.3450927734375,
      "step": 453,
      "token_acc": 0.8906645805394129
    },
    {
      "epoch": 1.9923161361141601,
      "grad_norm": 0.3298335503597009,
      "learning_rate": 5.264005472549461e-10,
      "loss": 0.3409423828125,
      "step": 454,
      "token_acc": 0.8928574189757545
    },
    {
      "epoch": 1.9967069154774972,
      "grad_norm": 0.33394556946336496,
      "learning_rate": 1.316018687191889e-10,
      "loss": 0.32904052734375,
      "step": 455,
      "token_acc": 0.8945393287321052
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.3495909530257807,
      "learning_rate": 0.0,
      "loss": 0.3092041015625,
      "step": 456,
      "token_acc": 0.9025272608768885
    }
  ],
  "logging_steps": 1,
  "max_steps": 456,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1510127542665216e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}