diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,3682 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 456,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0043907793633369925,
+      "grad_norm": 2.833900695415164,
+      "learning_rate": 4.347826086956522e-07,
+      "loss": 0.6168212890625,
+      "step": 1,
+      "token_acc": 0.8299740080322707
+    },
+    {
+      "epoch": 0.008781558726673985,
+      "grad_norm": 2.441954178715713,
+      "learning_rate": 8.695652173913044e-07,
+      "loss": 0.5771484375,
+      "step": 2,
+      "token_acc": 0.8402379919383847
+    },
+    {
+      "epoch": 0.013172338090010977,
+      "grad_norm": 2.3400168784617796,
+      "learning_rate": 1.3043478260869566e-06,
+      "loss": 0.5506591796875,
+      "step": 3,
+      "token_acc": 0.8475516568344045
+    },
+    {
+      "epoch": 0.01756311745334797,
+      "grad_norm": 2.380407017832379,
+      "learning_rate": 1.7391304347826088e-06,
+      "loss": 0.5848388671875,
+      "step": 4,
+      "token_acc": 0.8378425120730101
+    },
+    {
+      "epoch": 0.021953896816684963,
+      "grad_norm": 1.7638106380932321,
+      "learning_rate": 2.173913043478261e-06,
+      "loss": 0.5223388671875,
+      "step": 5,
+      "token_acc": 0.8545390186376319
+    },
+    {
+      "epoch": 0.026344676180021953,
+      "grad_norm": 1.211433347249036,
+      "learning_rate": 2.6086956521739132e-06,
+      "loss": 0.5751953125,
+      "step": 6,
+      "token_acc": 0.8389151935417897
+    },
+    {
+      "epoch": 0.030735455543358946,
+      "grad_norm": 1.0146058725955927,
+      "learning_rate": 3.043478260869566e-06,
+      "loss": 0.5172119140625,
+      "step": 7,
+      "token_acc": 0.8548223173710081
+    },
+    {
+      "epoch": 0.03512623490669594,
+      "grad_norm": 1.0748297263345705,
+      "learning_rate": 3.4782608695652175e-06,
+      "loss": 0.5316162109375,
+      "step": 8,
+      "token_acc": 0.8489027039951763
+    },
+    {
+      "epoch": 0.03951701427003293,
+      "grad_norm": 1.0857562596183432,
+      "learning_rate": 3.91304347826087e-06,
+      "loss": 0.535400390625,
+      "step": 9,
+      "token_acc": 0.8491097827546807
+    },
+    {
+      "epoch": 0.043907793633369926,
+      "grad_norm": 0.9224300194653032,
+      "learning_rate": 4.347826086956522e-06,
+      "loss": 0.4791259765625,
+      "step": 10,
+      "token_acc": 0.8638291338521461
+    },
+    {
+      "epoch": 0.048298572996706916,
+      "grad_norm": 1.0296199866637192,
+      "learning_rate": 4.782608695652174e-06,
+      "loss": 0.50146484375,
+      "step": 11,
+      "token_acc": 0.8564573991865367
+    },
+    {
+      "epoch": 0.052689352360043906,
+      "grad_norm": 0.9873486692422354,
+      "learning_rate": 5.2173913043478265e-06,
+      "loss": 0.5025634765625,
+      "step": 12,
+      "token_acc": 0.8529394427633906
+    },
+    {
+      "epoch": 0.0570801317233809,
+      "grad_norm": 0.8185948156277064,
+      "learning_rate": 5.652173913043479e-06,
+      "loss": 0.517333984375,
+      "step": 13,
+      "token_acc": 0.8504350836336171
+    },
+    {
+      "epoch": 0.06147091108671789,
+      "grad_norm": 0.6631444876743735,
+      "learning_rate": 6.086956521739132e-06,
+      "loss": 0.4774169921875,
+      "step": 14,
+      "token_acc": 0.8615918882424461
+    },
+    {
+      "epoch": 0.06586169045005488,
+      "grad_norm": 0.7794489431842011,
+      "learning_rate": 6.521739130434783e-06,
+      "loss": 0.4833984375,
+      "step": 15,
+      "token_acc": 0.8593623551327664
+    },
+    {
+      "epoch": 0.07025246981339188,
+      "grad_norm": 0.7597840066367508,
+      "learning_rate": 6.956521739130435e-06,
+      "loss": 0.5009765625,
+      "step": 16,
+      "token_acc": 0.8542362145969853
+    },
+    {
+      "epoch": 0.07464324917672886,
+      "grad_norm": 0.6397542926095154,
+      "learning_rate": 7.391304347826087e-06,
+      "loss": 0.4658203125,
+      "step": 17,
+      "token_acc": 0.8663710059193312
+    },
+    {
+      "epoch": 0.07903402854006586,
+      "grad_norm": 0.6460169235950904,
+      "learning_rate": 7.82608695652174e-06,
+      "loss": 0.492431640625,
+      "step": 18,
+      "token_acc": 0.8560206344178469
+    },
+    {
+      "epoch": 0.08342480790340286,
+      "grad_norm": 0.5555957965562055,
+      "learning_rate": 8.260869565217392e-06,
+      "loss": 0.477783203125,
+      "step": 19,
+      "token_acc": 0.8599260421013252
+    },
+    {
+      "epoch": 0.08781558726673985,
+      "grad_norm": 0.6027995894426754,
+      "learning_rate": 8.695652173913044e-06,
+      "loss": 0.46710205078125,
+      "step": 20,
+      "token_acc": 0.8625439077051981
+    },
+    {
+      "epoch": 0.09220636663007684,
+      "grad_norm": 0.5687893939186547,
+      "learning_rate": 9.130434782608697e-06,
+      "loss": 0.4857177734375,
+      "step": 21,
+      "token_acc": 0.8567808460493117
+    },
+    {
+      "epoch": 0.09659714599341383,
+      "grad_norm": 0.46547299222293903,
+      "learning_rate": 9.565217391304349e-06,
+      "loss": 0.451416015625,
+      "step": 22,
+      "token_acc": 0.8687051892909547
+    },
+    {
+      "epoch": 0.10098792535675083,
+      "grad_norm": 0.5093205577984702,
+      "learning_rate": 1e-05,
+      "loss": 0.443115234375,
+      "step": 23,
+      "token_acc": 0.8681511754829399
+    },
+    {
+      "epoch": 0.10537870472008781,
+      "grad_norm": 0.43975124277897326,
+      "learning_rate": 9.999868398131282e-06,
+      "loss": 0.43994140625,
+      "step": 24,
+      "token_acc": 0.8702387489069204
+    },
+    {
+      "epoch": 0.10976948408342481,
+      "grad_norm": 0.45089180449271005,
+      "learning_rate": 9.999473599452746e-06,
+      "loss": 0.4444580078125,
+      "step": 25,
+      "token_acc": 0.8698691544595688
+    },
+    {
+      "epoch": 0.1141602634467618,
+      "grad_norm": 0.43879224523868243,
+      "learning_rate": 9.99881562474689e-06,
+      "loss": 0.4208984375,
+      "step": 26,
+      "token_acc": 0.8750299328244403
+    },
+    {
+      "epoch": 0.11855104281009879,
+      "grad_norm": 0.4316116408140785,
+      "learning_rate": 9.997894508649995e-06,
+      "loss": 0.4478759765625,
+      "step": 27,
+      "token_acc": 0.8676176445929599
+    },
+    {
+      "epoch": 0.12294182217343579,
+      "grad_norm": 0.4268412361226033,
+      "learning_rate": 9.996710299650302e-06,
+      "loss": 0.4429931640625,
+      "step": 28,
+      "token_acc": 0.8691655605967833
+    },
+    {
+      "epoch": 0.12733260153677278,
+      "grad_norm": 0.40644251545911186,
+      "learning_rate": 9.995263060085456e-06,
+      "loss": 0.405029296875,
+      "step": 29,
+      "token_acc": 0.8785781306123047
+    },
+    {
+      "epoch": 0.13172338090010977,
+      "grad_norm": 0.4358630834831772,
+      "learning_rate": 9.99355286613923e-06,
+      "loss": 0.4681396484375,
+      "step": 30,
+      "token_acc": 0.8614033803048956
+    },
+    {
+      "epoch": 0.13611416026344675,
+      "grad_norm": 0.5006055484811447,
+      "learning_rate": 9.991579807837511e-06,
+      "loss": 0.4735107421875,
+      "step": 31,
+      "token_acc": 0.8569515531626238
+    },
+    {
+      "epoch": 0.14050493962678376,
+      "grad_norm": 0.4339503914133248,
+      "learning_rate": 9.989343989043563e-06,
+      "loss": 0.43487548828125,
+      "step": 32,
+      "token_acc": 0.8693686707945142
+    },
+    {
+      "epoch": 0.14489571899012074,
+      "grad_norm": 0.40763103283199237,
+      "learning_rate": 9.98684552745256e-06,
+      "loss": 0.415771484375,
+      "step": 33,
+      "token_acc": 0.8742195510606712
+    },
+    {
+      "epoch": 0.14928649835345773,
+      "grad_norm": 0.427575395649408,
+      "learning_rate": 9.984084554585387e-06,
+      "loss": 0.434814453125,
+      "step": 34,
+      "token_acc": 0.8698706700750862
+    },
+    {
+      "epoch": 0.15367727771679474,
+      "grad_norm": 0.40322122738955996,
+      "learning_rate": 9.98106121578172e-06,
+      "loss": 0.4114990234375,
+      "step": 35,
+      "token_acc": 0.8744793955523036
+    },
+    {
+      "epoch": 0.15806805708013172,
+      "grad_norm": 0.37400365026886323,
+      "learning_rate": 9.977775670192373e-06,
+      "loss": 0.4068603515625,
+      "step": 36,
+      "token_acc": 0.8780122698049075
+    },
+    {
+      "epoch": 0.16245883644346873,
+      "grad_norm": 0.368282839817705,
+      "learning_rate": 9.97422809077092e-06,
+      "loss": 0.4403076171875,
+      "step": 37,
+      "token_acc": 0.8691931492703077
+    },
+    {
+      "epoch": 0.1668496158068057,
+      "grad_norm": 0.40472633033080596,
+      "learning_rate": 9.970418664264596e-06,
+      "loss": 0.42376708984375,
+      "step": 38,
+      "token_acc": 0.8731970977885961
+    },
+    {
+      "epoch": 0.1712403951701427,
+      "grad_norm": 0.3536787769901149,
+      "learning_rate": 9.966347591204459e-06,
+      "loss": 0.40185546875,
+      "step": 39,
+      "token_acc": 0.8780035917624731
+    },
+    {
+      "epoch": 0.1756311745334797,
+      "grad_norm": 0.3953310789443251,
+      "learning_rate": 9.962015085894838e-06,
+      "loss": 0.412109375,
+      "step": 40,
+      "token_acc": 0.8752016328884643
+    },
+    {
+      "epoch": 0.1800219538968167,
+      "grad_norm": 0.4148084674386976,
+      "learning_rate": 9.957421376402053e-06,
+      "loss": 0.42657470703125,
+      "step": 41,
+      "token_acc": 0.8705481901069846
+    },
+    {
+      "epoch": 0.18441273326015367,
+      "grad_norm": 0.37789346575572064,
+      "learning_rate": 9.9525667045424e-06,
+      "loss": 0.42022705078125,
+      "step": 42,
+      "token_acc": 0.8736403899467848
+    },
+    {
+      "epoch": 0.18880351262349068,
+      "grad_norm": 0.3667318215801622,
+      "learning_rate": 9.94745132586944e-06,
+      "loss": 0.406982421875,
+      "step": 43,
+      "token_acc": 0.876900068934092
+    },
+    {
+      "epoch": 0.19319429198682767,
+      "grad_norm": 0.41464715087306936,
+      "learning_rate": 9.942075509660527e-06,
+      "loss": 0.4429931640625,
+      "step": 44,
+      "token_acc": 0.8660984334018896
+    },
+    {
+      "epoch": 0.19758507135016465,
+      "grad_norm": 0.3984507277058535,
+      "learning_rate": 9.936439538902644e-06,
+      "loss": 0.41485595703125,
+      "step": 45,
+      "token_acc": 0.8746052349855475
+    },
+    {
+      "epoch": 0.20197585071350166,
+      "grad_norm": 0.3563059511829739,
+      "learning_rate": 9.93054371027751e-06,
+      "loss": 0.42730712890625,
+      "step": 46,
+      "token_acc": 0.8729698510081998
+    },
+    {
+      "epoch": 0.20636663007683864,
+      "grad_norm": 0.4016584355027647,
+      "learning_rate": 9.924388334145943e-06,
+      "loss": 0.4156494140625,
+      "step": 47,
+      "token_acc": 0.8750582994258512
+    },
+    {
+      "epoch": 0.21075740944017562,
+      "grad_norm": 0.3983586904345504,
+      "learning_rate": 9.917973734531549e-06,
+      "loss": 0.429931640625,
+      "step": 48,
+      "token_acc": 0.870179892896137
+    },
+    {
+      "epoch": 0.21514818880351264,
+      "grad_norm": 0.3643013846346374,
+      "learning_rate": 9.911300249103646e-06,
+      "loss": 0.38763427734375,
+      "step": 49,
+      "token_acc": 0.8829403403914137
+    },
+    {
+      "epoch": 0.21953896816684962,
+      "grad_norm": 0.37469353915411313,
+      "learning_rate": 9.904368229159494e-06,
+      "loss": 0.4312744140625,
+      "step": 50,
+      "token_acc": 0.870172455916827
+    },
+    {
+      "epoch": 0.2239297475301866,
+      "grad_norm": 0.3627070621832165,
+      "learning_rate": 9.897178039605803e-06,
+      "loss": 0.3935546875,
+      "step": 51,
+      "token_acc": 0.8809188065186905
+    },
+    {
+      "epoch": 0.2283205268935236,
+      "grad_norm": 0.396086671715509,
+      "learning_rate": 9.889730058939529e-06,
+      "loss": 0.4736328125,
+      "step": 52,
+      "token_acc": 0.8598151554777367
+    },
+    {
+      "epoch": 0.2327113062568606,
+      "grad_norm": 0.37766425012501803,
+      "learning_rate": 9.88202467922794e-06,
+      "loss": 0.39007568359375,
+      "step": 53,
+      "token_acc": 0.880743890775099
+    },
+    {
+      "epoch": 0.23710208562019758,
+      "grad_norm": 0.4341034390676532,
+      "learning_rate": 9.874062306087983e-06,
+      "loss": 0.48052978515625,
+      "step": 54,
+      "token_acc": 0.8605994944023113
+    },
+    {
+      "epoch": 0.2414928649835346,
+      "grad_norm": 0.3697701194722883,
+      "learning_rate": 9.865843358664933e-06,
+      "loss": 0.40374755859375,
+      "step": 55,
+      "token_acc": 0.8786038905474529
+    },
+    {
+      "epoch": 0.24588364434687157,
+      "grad_norm": 0.38785842426375305,
+      "learning_rate": 9.857368269610325e-06,
+      "loss": 0.37890625,
+      "step": 56,
+      "token_acc": 0.8835334883145686
+    },
+    {
+      "epoch": 0.2502744237102086,
+      "grad_norm": 0.41653734477290827,
+      "learning_rate": 9.848637485059183e-06,
+      "loss": 0.4058837890625,
+      "step": 57,
+      "token_acc": 0.8766154925985425
+    },
+    {
+      "epoch": 0.25466520307354557,
+      "grad_norm": 0.3957651287576482,
+      "learning_rate": 9.83965146460653e-06,
+      "loss": 0.4259033203125,
+      "step": 58,
+      "token_acc": 0.8705599895649054
+    },
+    {
+      "epoch": 0.25905598243688255,
+      "grad_norm": 0.41213136511886145,
+      "learning_rate": 9.830410681283203e-06,
+      "loss": 0.41693115234375,
+      "step": 59,
+      "token_acc": 0.8748202120166441
+    },
+    {
+      "epoch": 0.26344676180021953,
+      "grad_norm": 0.3808997874258946,
+      "learning_rate": 9.820915621530939e-06,
+      "loss": 0.40032958984375,
+      "step": 60,
+      "token_acc": 0.878064430260808
+    },
+    {
+      "epoch": 0.2678375411635565,
+      "grad_norm": 0.34694502133664223,
+      "learning_rate": 9.811166785176785e-06,
+      "loss": 0.39154052734375,
+      "step": 61,
+      "token_acc": 0.8813461234940287
+    },
+    {
+      "epoch": 0.2722283205268935,
+      "grad_norm": 0.3867337659427633,
+      "learning_rate": 9.80116468540677e-06,
+      "loss": 0.40081787109375,
+      "step": 62,
+      "token_acc": 0.8786373357651632
+    },
+    {
+      "epoch": 0.27661909989023054,
+      "grad_norm": 0.3863950377574671,
+      "learning_rate": 9.790909848738907e-06,
+      "loss": 0.39849853515625,
+      "step": 63,
+      "token_acc": 0.8796994213840694
+    },
+    {
+      "epoch": 0.2810098792535675,
+      "grad_norm": 0.3776439635090338,
+      "learning_rate": 9.780402814995458e-06,
+      "loss": 0.402099609375,
+      "step": 64,
+      "token_acc": 0.8788000518572756
+    },
+    {
+      "epoch": 0.2854006586169045,
+      "grad_norm": 0.41515630824304595,
+      "learning_rate": 9.76964413727454e-06,
+      "loss": 0.4017333984375,
+      "step": 65,
+      "token_acc": 0.8765627154349158
+    },
+    {
+      "epoch": 0.2897914379802415,
+      "grad_norm": 0.35183225407905605,
+      "learning_rate": 9.758634381920982e-06,
+      "loss": 0.380126953125,
+      "step": 66,
+      "token_acc": 0.8842076941642893
+    },
+    {
+      "epoch": 0.29418221734357847,
+      "grad_norm": 0.44297721995987493,
+      "learning_rate": 9.747374128496541e-06,
+      "loss": 0.4088134765625,
+      "step": 67,
+      "token_acc": 0.8751857321674607
+    },
+    {
+      "epoch": 0.29857299670691545,
+      "grad_norm": 0.37931729187838137,
+      "learning_rate": 9.735863969749373e-06,
+      "loss": 0.3839111328125,
+      "step": 68,
+      "token_acc": 0.8825879497953658
+    },
+    {
+      "epoch": 0.3029637760702525,
+      "grad_norm": 0.39424410720211267,
+      "learning_rate": 9.724104511582838e-06,
+      "loss": 0.3985595703125,
+      "step": 69,
+      "token_acc": 0.8775368384478103
+    },
+    {
+      "epoch": 0.30735455543358947,
+      "grad_norm": 0.418704027987836,
+      "learning_rate": 9.712096373023603e-06,
+      "loss": 0.4119873046875,
+      "step": 70,
+      "token_acc": 0.8738080900414597
+    },
+    {
+      "epoch": 0.31174533479692645,
+      "grad_norm": 0.381156542405727,
+      "learning_rate": 9.699840186189061e-06,
+      "loss": 0.40582275390625,
+      "step": 71,
+      "token_acc": 0.8782644158643692
+    },
+    {
+      "epoch": 0.31613611416026344,
+      "grad_norm": 0.40118752065949825,
+      "learning_rate": 9.687336596254045e-06,
+      "loss": 0.400634765625,
+      "step": 72,
+      "token_acc": 0.8780178199420579
+    },
+    {
+      "epoch": 0.3205268935236004,
+      "grad_norm": 0.35733629669262923,
+      "learning_rate": 9.674586261416874e-06,
+      "loss": 0.41162109375,
+      "step": 73,
+      "token_acc": 0.8753492148975917
+    },
+    {
+      "epoch": 0.32491767288693746,
+      "grad_norm": 0.3456260403324577,
+      "learning_rate": 9.66158985286471e-06,
+      "loss": 0.39501953125,
+      "step": 74,
+      "token_acc": 0.8803660773771422
+    },
+    {
+      "epoch": 0.32930845225027444,
+      "grad_norm": 0.36425476383529126,
+      "learning_rate": 9.648348054738208e-06,
+      "loss": 0.3846435546875,
+      "step": 75,
+      "token_acc": 0.8830634004075755
+    },
+    {
+      "epoch": 0.3336992316136114,
+      "grad_norm": 0.3782416134794376,
+      "learning_rate": 9.634861564095525e-06,
+      "loss": 0.3890380859375,
+      "step": 76,
+      "token_acc": 0.8794278043109145
+    },
+    {
+      "epoch": 0.3380900109769484,
+      "grad_norm": 0.3551769340083096,
+      "learning_rate": 9.621131090875603e-06,
+      "loss": 0.3880615234375,
+      "step": 77,
+      "token_acc": 0.8825253450858896
+    },
+    {
+      "epoch": 0.3424807903402854,
+      "grad_norm": 0.3585167918667367,
+      "learning_rate": 9.607157357860823e-06,
+      "loss": 0.38714599609375,
+      "step": 78,
+      "token_acc": 0.8821463111628309
+    },
+    {
+      "epoch": 0.3468715697036224,
+      "grad_norm": 0.3362331147837606,
+      "learning_rate": 9.59294110063893e-06,
+      "loss": 0.38916015625,
+      "step": 79,
+      "token_acc": 0.8817058995514544
+    },
+    {
+      "epoch": 0.3512623490669594,
+      "grad_norm": 0.3763003424816892,
+      "learning_rate": 9.578483067564335e-06,
+      "loss": 0.39990234375,
+      "step": 80,
+      "token_acc": 0.8777995931650056
+    },
+    {
+      "epoch": 0.3556531284302964,
+      "grad_norm": 0.37078466401656457,
+      "learning_rate": 9.563784019718704e-06,
+      "loss": 0.3997802734375,
+      "step": 81,
+      "token_acc": 0.8785774295372237
+    },
+    {
+      "epoch": 0.3600439077936334,
+      "grad_norm": 0.34346869451831064,
+      "learning_rate": 9.548844730870903e-06,
+      "loss": 0.39178466796875,
+      "step": 82,
+      "token_acc": 0.88060131256661
+    },
+    {
+      "epoch": 0.36443468715697036,
+      "grad_norm": 0.40809336341807895,
+      "learning_rate": 9.533665987436262e-06,
+      "loss": 0.41259765625,
+      "step": 83,
+      "token_acc": 0.8734696553855953
+    },
+    {
+      "epoch": 0.36882546652030734,
+      "grad_norm": 0.3670168129309835,
+      "learning_rate": 9.518248588435185e-06,
+      "loss": 0.39404296875,
+      "step": 84,
+      "token_acc": 0.878865753468321
+    },
+    {
+      "epoch": 0.3732162458836443,
+      "grad_norm": 0.4234497007384386,
+      "learning_rate": 9.502593345451078e-06,
+      "loss": 0.39080810546875,
+      "step": 85,
+      "token_acc": 0.8812611243285717
+    },
+    {
+      "epoch": 0.37760702524698136,
+      "grad_norm": 0.4190337029590078,
+      "learning_rate": 9.486701082587635e-06,
+      "loss": 0.44061279296875,
+      "step": 86,
+      "token_acc": 0.8672058574385492
+    },
+    {
+      "epoch": 0.38199780461031835,
+      "grad_norm": 0.38441974581357985,
+      "learning_rate": 9.470572636425451e-06,
+      "loss": 0.37774658203125,
+      "step": 87,
+      "token_acc": 0.8834160287255358
+    },
+    {
+      "epoch": 0.38638858397365533,
+      "grad_norm": 0.3845038406186474,
+      "learning_rate": 9.454208855977986e-06,
+      "loss": 0.40692138671875,
+      "step": 88,
+      "token_acc": 0.8772729239690163
+    },
+    {
+      "epoch": 0.3907793633369923,
+      "grad_norm": 0.3980068297336857,
+      "learning_rate": 9.437610602646878e-06,
+      "loss": 0.38934326171875,
+      "step": 89,
+      "token_acc": 0.8812292716986169
+    },
+    {
+      "epoch": 0.3951701427003293,
+      "grad_norm": 0.3515321052605919,
+      "learning_rate": 9.420778750176588e-06,
+      "loss": 0.3980712890625,
+      "step": 90,
+      "token_acc": 0.880305903243086
+    },
+    {
+      "epoch": 0.3995609220636663,
+      "grad_norm": 0.4150437186372563,
+      "learning_rate": 9.403714184608411e-06,
+      "loss": 0.41363525390625,
+      "step": 91,
+      "token_acc": 0.8744749752235499
+    },
+    {
+      "epoch": 0.4039517014270033,
+      "grad_norm": 0.3644452606552959,
+      "learning_rate": 9.386417804233836e-06,
+      "loss": 0.39398193359375,
+      "step": 92,
+      "token_acc": 0.8787620934599563
+    },
+    {
+      "epoch": 0.4083424807903403,
+      "grad_norm": 0.4160904416711138,
+      "learning_rate": 9.36889051954725e-06,
+      "loss": 0.40155029296875,
+      "step": 93,
+      "token_acc": 0.875743910024713
+    },
+    {
+      "epoch": 0.4127332601536773,
+      "grad_norm": 0.36391609863319885,
+      "learning_rate": 9.351133253198027e-06,
+      "loss": 0.3848876953125,
+      "step": 94,
+      "token_acc": 0.8823650794820584
+    },
+    {
+      "epoch": 0.41712403951701427,
+      "grad_norm": 0.3658547226007181,
+      "learning_rate": 9.333146939941938e-06,
+      "loss": 0.4993896484375,
+      "step": 95,
+      "token_acc": 0.8619243851157109
+    },
+    {
+      "epoch": 0.42151481888035125,
+      "grad_norm": 0.3849167416364751,
+      "learning_rate": 9.314932526591956e-06,
+      "loss": 0.3837890625,
+      "step": 96,
+      "token_acc": 0.881912430617248
+    },
+    {
+      "epoch": 0.42590559824368823,
+      "grad_norm": 0.33470552310184915,
+      "learning_rate": 9.296490971968416e-06,
+      "loss": 0.4061279296875,
+      "step": 97,
+      "token_acc": 0.8772653313604807
+    },
+    {
+      "epoch": 0.43029637760702527,
+      "grad_norm": 0.3615805211697039,
+      "learning_rate": 9.277823246848537e-06,
+      "loss": 0.41302490234375,
+      "step": 98,
+      "token_acc": 0.874873878812435
+    },
+    {
+      "epoch": 0.43468715697036225,
+      "grad_norm": 0.404823301395682,
+      "learning_rate": 9.258930333915325e-06,
+      "loss": 0.3902587890625,
+      "step": 99,
+      "token_acc": 0.8795714993290125
+    },
+    {
+      "epoch": 0.43907793633369924,
+      "grad_norm": 0.349751013844174,
+      "learning_rate": 9.23981322770584e-06,
+      "loss": 0.3941650390625,
+      "step": 100,
+      "token_acc": 0.8788965124760538
+    },
+    {
+      "epoch": 0.4434687156970362,
+      "grad_norm": 0.37824751509711396,
+      "learning_rate": 9.220472934558838e-06,
+      "loss": 0.4033203125,
+      "step": 101,
+      "token_acc": 0.8775104581880655
+    },
+    {
+      "epoch": 0.4478594950603732,
+      "grad_norm": 0.3193466487997388,
+      "learning_rate": 9.20091047256181e-06,
+      "loss": 0.35516357421875,
+      "step": 102,
+      "token_acc": 0.8912133045064126
+    },
+    {
+      "epoch": 0.4522502744237102,
+      "grad_norm": 0.34191092849697585,
+      "learning_rate": 9.181126871497378e-06,
+      "loss": 0.3431396484375,
+      "step": 103,
+      "token_acc": 0.8959809324296724
+    },
+    {
+      "epoch": 0.4566410537870472,
+      "grad_norm": 0.37045247002325327,
+      "learning_rate": 9.161123172789091e-06,
+      "loss": 0.384033203125,
+      "step": 104,
+      "token_acc": 0.8812417570069138
+    },
+    {
+      "epoch": 0.4610318331503842,
+      "grad_norm": 0.38912337453284385,
+      "learning_rate": 9.140900429446601e-06,
+      "loss": 0.40545654296875,
+      "step": 105,
+      "token_acc": 0.8761549038076369
+    },
+    {
+      "epoch": 0.4654226125137212,
+      "grad_norm": 0.4088916859694267,
+      "learning_rate": 9.120459706010233e-06,
+      "loss": 0.39544677734375,
+      "step": 106,
+      "token_acc": 0.8785151421508035
+    },
+    {
+      "epoch": 0.4698133918770582,
+      "grad_norm": 0.4028383560960719,
+      "learning_rate": 9.099802078494947e-06,
+      "loss": 0.400390625,
+      "step": 107,
+      "token_acc": 0.8766336371460729
+    },
+    {
+      "epoch": 0.47420417124039516,
+      "grad_norm": 0.37361603754710926,
+      "learning_rate": 9.0789286343337e-06,
+      "loss": 0.41094970703125,
+      "step": 108,
+      "token_acc": 0.874300627166199
+    },
+    {
+      "epoch": 0.47859495060373214,
+      "grad_norm": 0.35129460752742203,
+      "learning_rate": 9.057840472320192e-06,
+      "loss": 0.3841552734375,
+      "step": 109,
+      "token_acc": 0.8817200742169932
+    },
+    {
+      "epoch": 0.4829857299670692,
+      "grad_norm": 0.3428342088483489,
+      "learning_rate": 9.036538702551037e-06,
+      "loss": 0.36383056640625,
+      "step": 110,
+      "token_acc": 0.8875094041599138
+    },
+    {
+      "epoch": 0.48737650933040616,
+      "grad_norm": 0.34882689675216083,
+      "learning_rate": 9.015024446367315e-06,
+      "loss": 0.35845947265625,
+      "step": 111,
+      "token_acc": 0.88992498510808
+    },
+    {
+      "epoch": 0.49176728869374314,
+      "grad_norm": 0.33455190906763604,
+      "learning_rate": 8.993298836295556e-06,
+      "loss": 0.373046875,
+      "step": 112,
+      "token_acc": 0.8847770512096015
+    },
+    {
+      "epoch": 0.4961580680570801,
+      "grad_norm": 0.3959796808814928,
+      "learning_rate": 8.971363015988115e-06,
+      "loss": 0.4105224609375,
+      "step": 113,
+      "token_acc": 0.8738999192211215
+    },
+    {
+      "epoch": 0.5005488474204172,
+      "grad_norm": 0.33657519969330657,
+      "learning_rate": 8.949218140162965e-06,
+      "loss": 0.37725830078125,
+      "step": 114,
+      "token_acc": 0.8840684593222664
+    },
+    {
+      "epoch": 0.5049396267837541,
+      "grad_norm": 0.354805294682572,
+      "learning_rate": 8.926865374542928e-06,
+      "loss": 0.39300537109375,
+      "step": 115,
+      "token_acc": 0.8799238573189989
+    },
+    {
+      "epoch": 0.5093304061470911,
+      "grad_norm": 0.38568933953225865,
+      "learning_rate": 8.904305895794292e-06,
+      "loss": 0.406494140625,
+      "step": 116,
+      "token_acc": 0.8751395506651003
+    },
+    {
+      "epoch": 0.5137211855104281,
+      "grad_norm": 0.3330582874374485,
+      "learning_rate": 8.88154089146488e-06,
+      "loss": 0.377197265625,
+      "step": 117,
+      "token_acc": 0.8845054326929923
+    },
+    {
+      "epoch": 0.5181119648737651,
+      "grad_norm": 0.3470360235478156,
+      "learning_rate": 8.858571559921539e-06,
+      "loss": 0.38043212890625,
+      "step": 118,
+      "token_acc": 0.8828714799586802
+    },
+    {
+      "epoch": 0.5225027442371021,
+      "grad_norm": 0.3693022990438559,
+      "learning_rate": 8.835399110287046e-06,
+      "loss": 0.40362548828125,
+      "step": 119,
+      "token_acc": 0.8770892591496617
+    },
+    {
+      "epoch": 0.5268935236004391,
+      "grad_norm": 0.506814198712941,
+      "learning_rate": 8.812024762376477e-06,
+      "loss": 0.3729248046875,
+      "step": 120,
+      "token_acc": 0.8869120919881306
+    },
+    {
+      "epoch": 0.531284302963776,
+      "grad_norm": 0.3906138083115678,
+      "learning_rate": 8.788449746632976e-06,
+      "loss": 0.4075927734375,
+      "step": 121,
+      "token_acc": 0.8753834433837508
+    },
+    {
+      "epoch": 0.535675082327113,
+      "grad_norm": 0.3427861857538148,
+      "learning_rate": 8.764675304062992e-06,
+      "loss": 0.38037109375,
+      "step": 122,
+      "token_acc": 0.8822804682887565
+    },
+    {
+      "epoch": 0.54006586169045,
+      "grad_norm": 0.37005172163753364,
+      "learning_rate": 8.740702686170955e-06,
+      "loss": 0.353271484375,
+      "step": 123,
+      "token_acc": 0.8895579714862314
+    },
+    {
+      "epoch": 0.544456641053787,
+      "grad_norm": 0.3166454664099373,
+      "learning_rate": 8.71653315489339e-06,
+      "loss": 0.36798095703125,
+      "step": 124,
+      "token_acc": 0.8880577636981947
+    },
+    {
+      "epoch": 0.5488474204171241,
+      "grad_norm": 0.3473262076024377,
+      "learning_rate": 8.692167982532487e-06,
+      "loss": 0.3809814453125,
+      "step": 125,
+      "token_acc": 0.8847568204299533
+    },
+    {
+      "epoch": 0.5532381997804611,
+      "grad_norm": 0.356492202684863,
+      "learning_rate": 8.667608451689135e-06,
+      "loss": 0.4140625,
+      "step": 126,
+      "token_acc": 0.874559601744392
+    },
+    {
+      "epoch": 0.557628979143798,
+      "grad_norm": 0.3802001343376944,
+      "learning_rate": 8.642855855195394e-06,
+      "loss": 0.391845703125,
+      "step": 127,
+      "token_acc": 0.879835788975938
+    },
+    {
+      "epoch": 0.562019758507135,
+      "grad_norm": 0.33254820908020294,
+      "learning_rate": 8.617911496046446e-06,
+      "loss": 0.35955810546875,
+      "step": 128,
+      "token_acc": 0.888526902532168
+    },
+    {
+      "epoch": 0.566410537870472,
+      "grad_norm": 0.3752050004414951,
+      "learning_rate": 8.592776687332003e-06,
+      "loss": 0.4024658203125,
+      "step": 129,
+      "token_acc": 0.8762640719579115
+    },
+    {
+      "epoch": 0.570801317233809,
+      "grad_norm": 0.3432362851011395,
+      "learning_rate": 8.567452752167183e-06,
+      "loss": 0.357177734375,
+      "step": 130,
+      "token_acc": 0.8892355694227769
+    },
+    {
+      "epoch": 0.575192096597146,
+      "grad_norm": 0.33808726850202697,
+      "learning_rate": 8.54194102362286e-06,
+      "loss": 0.3665771484375,
+      "step": 131,
+      "token_acc": 0.8875122671648726
+    },
+    {
+      "epoch": 0.579582875960483,
+      "grad_norm": 0.37261912231511524,
+      "learning_rate": 8.516242844655498e-06,
+      "loss": 0.38726806640625,
+      "step": 132,
+      "token_acc": 0.8803020435714727
+    },
+    {
+      "epoch": 0.58397365532382,
+      "grad_norm": 0.33634527235461154,
+      "learning_rate": 8.490359568036446e-06,
+      "loss": 0.36956787109375,
+      "step": 133,
+      "token_acc": 0.8856262970882335
+    },
+    {
+      "epoch": 0.5883644346871569,
+      "grad_norm": 0.34468604715571666,
+      "learning_rate": 8.464292556280734e-06,
+      "loss": 0.38287353515625,
+      "step": 134,
+      "token_acc": 0.8824359742031745
+    },
+    {
+      "epoch": 0.5927552140504939,
+      "grad_norm": 0.3349650332247326,
+      "learning_rate": 8.43804318157534e-06,
+      "loss": 0.3526611328125,
+      "step": 135,
+      "token_acc": 0.8907932305506437
+    },
+    {
+      "epoch": 0.5971459934138309,
+      "grad_norm": 0.3415955731785513,
+      "learning_rate": 8.411612825706976e-06,
+      "loss": 0.375732421875,
+      "step": 136,
+      "token_acc": 0.8851655394080413
+    },
+    {
+      "epoch": 0.601536772777168,
+      "grad_norm": 0.399098480751626,
+      "learning_rate": 8.385002879989328e-06,
+      "loss": 0.408203125,
+      "step": 137,
+      "token_acc": 0.8738623786595984
+    },
+    {
+      "epoch": 0.605927552140505,
+      "grad_norm": 0.3649375419019348,
+      "learning_rate": 8.35821474518983e-06,
+      "loss": 0.39898681640625,
+      "step": 138,
+      "token_acc": 0.877580248777501
+    },
+    {
+      "epoch": 0.610318331503842,
+      "grad_norm": 0.3629655126758596,
+      "learning_rate": 8.331249831455921e-06,
+      "loss": 0.3973388671875,
+      "step": 139,
+      "token_acc": 0.8785421267889452
+    },
+    {
+      "epoch": 0.6147091108671789,
+      "grad_norm": 0.3616039889633607,
+      "learning_rate": 8.304109558240817e-06,
+      "loss": 0.37713623046875,
+      "step": 140,
+      "token_acc": 0.8842137320386112
+    },
+    {
+      "epoch": 0.6190998902305159,
+      "grad_norm": 0.37391368917180245,
+      "learning_rate": 8.276795354228785e-06,
+      "loss": 0.3895263671875,
+      "step": 141,
+      "token_acc": 0.8796410921731552
+    },
+    {
+      "epoch": 0.6234906695938529,
+      "grad_norm": 0.3311214436901146,
+      "learning_rate": 8.249308657259943e-06,
+      "loss": 0.367431640625,
+      "step": 142,
+      "token_acc": 0.887939618837817
+    },
+    {
+      "epoch": 0.6278814489571899,
+      "grad_norm": 0.324470329512847,
+      "learning_rate": 8.221650914254566e-06,
+      "loss": 0.38189697265625,
+      "step": 143,
+      "token_acc": 0.8833656311616217
+    },
+    {
+      "epoch": 0.6322722283205269,
+      "grad_norm": 0.3857696046293104,
+      "learning_rate": 8.193823581136919e-06,
+      "loss": 0.444580078125,
+      "step": 144,
+      "token_acc": 0.8655548088069931
+    },
+    {
+      "epoch": 0.6366630076838639,
+      "grad_norm": 0.4018240884485351,
+      "learning_rate": 8.165828122758615e-06,
+      "loss": 0.38043212890625,
+      "step": 145,
+      "token_acc": 0.8830743081657076
+    },
+    {
+      "epoch": 0.6410537870472008,
+      "grad_norm": 0.33372413990990984,
+      "learning_rate": 8.137666012821514e-06,
+      "loss": 0.38275146484375,
+      "step": 146,
+      "token_acc": 0.8836489499783672
+    },
+    {
+      "epoch": 0.6454445664105378,
+      "grad_norm": 0.3809702451433533,
+      "learning_rate": 8.109338733800132e-06,
+      "loss": 0.38555908203125,
+      "step": 147,
+      "token_acc": 0.8817689926423516
+    },
+    {
+      "epoch": 0.6498353457738749,
+      "grad_norm": 0.36947662510117957,
+      "learning_rate": 8.080847776863609e-06,
+      "loss": 0.4063720703125,
+      "step": 148,
+      "token_acc": 0.8752523769868135
+    },
+    {
+      "epoch": 0.6542261251372119,
+      "grad_norm": 0.3520775835686237,
+      "learning_rate": 8.052194641797217e-06,
+      "loss": 0.42059326171875,
+      "step": 149,
+      "token_acc": 0.8716511030084401
+    },
+    {
+      "epoch": 0.6586169045005489,
+      "grad_norm": 0.3627703170166138,
+      "learning_rate": 8.023380836923404e-06,
+      "loss": 0.38970947265625,
+      "step": 150,
+      "token_acc": 0.8809665907706646
+    },
+    {
+      "epoch": 0.6630076838638859,
+      "grad_norm": 0.37526919496711153,
+      "learning_rate": 7.994407879022397e-06,
+      "loss": 0.37677001953125,
+      "step": 151,
+      "token_acc": 0.8841504205924117
+    },
+    {
+      "epoch": 0.6673984632272228,
+      "grad_norm": 0.33686419489923275,
+      "learning_rate": 7.965277293252354e-06,
+      "loss": 0.3992919921875,
+      "step": 152,
+      "token_acc": 0.8784468693013606
+    },
+    {
+      "epoch": 0.6717892425905598,
+      "grad_norm": 0.36585972291630886,
+      "learning_rate": 7.935990613069087e-06,
+      "loss": 0.3931884765625,
+      "step": 153,
+      "token_acc": 0.8791216339989009
+    },
+    {
+      "epoch": 0.6761800219538968,
+      "grad_norm": 0.39031334799687256,
+      "learning_rate": 7.90654938014533e-06,
+      "loss": 0.3990478515625,
+      "step": 154,
+      "token_acc": 0.8776981358334242
+    },
+    {
+      "epoch": 0.6805708013172338,
+      "grad_norm": 0.32457845503536664,
+      "learning_rate": 7.876955144289594e-06,
+      "loss": 0.3712158203125,
+      "step": 155,
+      "token_acc": 0.8861263313983978
+    },
+    {
+      "epoch": 0.6849615806805708,
+      "grad_norm": 0.3345059774293838,
+      "learning_rate": 7.847209463364574e-06,
+      "loss": 0.3612060546875,
+      "step": 156,
+      "token_acc": 0.8889989642058881
+    },
+    {
+      "epoch": 0.6893523600439078,
+      "grad_norm": 0.39032458418186533,
+      "learning_rate": 7.817313903205148e-06,
+      "loss": 0.41949462890625,
+      "step": 157,
+      "token_acc": 0.8716605851843228
+    },
+    {
+      "epoch": 0.6937431394072447,
+      "grad_norm": 0.32720394654080537,
+      "learning_rate": 7.78727003753595e-06,
+      "loss": 0.3970947265625,
+      "step": 158,
+      "token_acc": 0.8792898355165782
+    },
+    {
+      "epoch": 0.6981339187705817,
+      "grad_norm": 0.4315930935523265,
+      "learning_rate": 7.757079447888529e-06,
+      "loss": 0.3895263671875,
+      "step": 159,
+      "token_acc": 0.8802383807186157
+    },
+    {
+      "epoch": 0.7025246981339188,
+      "grad_norm": 0.31181801076565785,
+      "learning_rate": 7.726743723518087e-06,
+      "loss": 0.3509521484375,
+      "step": 160,
+      "token_acc": 0.8916374731608091
+    },
+    {
+      "epoch": 0.7069154774972558,
+      "grad_norm": 0.3840632553730295,
+      "learning_rate": 7.696264461319831e-06,
+      "loss": 0.40155029296875,
+      "step": 161,
+      "token_acc": 0.8779857793578492
+    },
+    {
+      "epoch": 0.7113062568605928,
+      "grad_norm": 0.37983904315138733,
+      "learning_rate": 7.66564326574491e-06,
+      "loss": 0.380859375,
+      "step": 162,
+      "token_acc": 0.8814475623971476
+    },
+    {
+      "epoch": 0.7156970362239298,
+      "grad_norm": 0.3619797805093762,
+      "learning_rate": 7.634881748715941e-06,
+      "loss": 0.3818359375,
+      "step": 163,
+      "token_acc": 0.88148122448006
+    },
+    {
+      "epoch": 0.7200878155872668,
+      "grad_norm": 0.31621965896919957,
+      "learning_rate": 7.60398152954218e-06,
+      "loss": 0.3565673828125,
+      "step": 164,
+      "token_acc": 0.8898631743479333
+    },
+    {
+      "epoch": 0.7244785949506037,
+      "grad_norm": 0.4585628653480396,
+      "learning_rate": 7.572944234834261e-06,
+      "loss": 0.3770751953125,
+      "step": 165,
+      "token_acc": 0.8835862390799688
+    },
+    {
+      "epoch": 0.7288693743139407,
+      "grad_norm": 0.3415613865633226,
+      "learning_rate": 7.541771498418575e-06,
+      "loss": 0.3719482421875,
+      "step": 166,
+      "token_acc": 0.8849516768544523
+    },
+    {
+      "epoch": 0.7332601536772777,
+      "grad_norm": 0.35619766971258054,
+      "learning_rate": 7.510464961251271e-06,
+      "loss": 0.3702392578125,
+      "step": 167,
+      "token_acc": 0.8849932987100017
+    },
+    {
+      "epoch": 0.7376509330406147,
+      "grad_norm": 0.32400495581439437,
+      "learning_rate": 7.479026271331864e-06,
+      "loss": 0.354736328125,
+      "step": 168,
+      "token_acc": 0.8893855026159803
+    },
+    {
+      "epoch": 0.7420417124039517,
+      "grad_norm": 0.36420285487752785,
+      "learning_rate": 7.447457083616494e-06,
+      "loss": 0.37969970703125,
+      "step": 169,
+      "token_acc": 0.8824101587510055
+    },
+    {
+      "epoch": 0.7464324917672887,
+      "grad_norm": 0.3790739453786472,
+      "learning_rate": 7.415759059930799e-06,
+      "loss": 0.38427734375,
+      "step": 170,
+      "token_acc": 0.8806128850210843
+    },
+    {
+      "epoch": 0.7508232711306256,
+      "grad_norm": 0.342673058015813,
+      "learning_rate": 7.383933868882438e-06,
+      "loss": 0.38458251953125,
+      "step": 171,
+      "token_acc": 0.8827557781934625
+    },
+    {
+      "epoch": 0.7552140504939627,
+      "grad_norm": 0.4376034436917223,
+      "learning_rate": 7.351983185773259e-06,
+      "loss": 0.38787841796875,
+      "step": 172,
+      "token_acc": 0.8803101856706032
+    },
+    {
+      "epoch": 0.7596048298572997,
+      "grad_norm": 0.38074486562009263,
+      "learning_rate": 7.319908692511103e-06,
+      "loss": 0.3804931640625,
+      "step": 173,
+      "token_acc": 0.881339015205142
+    },
+    {
+      "epoch": 0.7639956092206367,
+      "grad_norm": 0.3627656511721131,
+      "learning_rate": 7.2877120775212685e-06,
+      "loss": 0.3790283203125,
+      "step": 174,
+      "token_acc": 0.8826412805931554
+    },
+    {
+      "epoch": 0.7683863885839737,
+      "grad_norm": 0.32526897125202175,
+      "learning_rate": 7.255395035657639e-06,
+      "loss": 0.40692138671875,
+      "step": 175,
+      "token_acc": 0.8751592079337259
+    },
+    {
+      "epoch": 0.7727771679473107,
+      "grad_norm": 0.3531493263881796,
+      "learning_rate": 7.222959268113452e-06,
+      "loss": 0.37255859375,
+      "step": 176,
+      "token_acc": 0.8840336064080796
+    },
+    {
+      "epoch": 0.7771679473106476,
+      "grad_norm": 0.34388743318528936,
+      "learning_rate": 7.190406482331757e-06,
+      "loss": 0.35540771484375,
+      "step": 177,
+      "token_acc": 0.8885860314175941
+    },
+    {
+      "epoch": 0.7815587266739846,
+      "grad_norm": 0.3400578760073584,
+      "learning_rate": 7.157738391915531e-06,
+      "loss": 0.3719482421875,
+      "step": 178,
+      "token_acc": 0.8851536340828222
+    },
+    {
+      "epoch": 0.7859495060373216,
+      "grad_norm": 0.3065770409213107,
+      "learning_rate": 7.124956716537471e-06,
+      "loss": 0.34527587890625,
+      "step": 179,
+      "token_acc": 0.8942501657520913
+    },
+    {
+      "epoch": 0.7903402854006586,
+      "grad_norm": 0.31872574714144547,
+      "learning_rate": 7.0920631818494745e-06,
+      "loss": 0.38250732421875,
+      "step": 180,
+      "token_acc": 0.8825593696421405
+    },
+    {
+      "epoch": 0.7947310647639956,
+      "grad_norm": 0.3530750555537168,
+      "learning_rate": 7.059059519391794e-06,
+      "loss": 0.39556884765625,
+      "step": 181,
+      "token_acc": 0.8784444327436114
+    },
+    {
+      "epoch": 0.7991218441273326,
+      "grad_norm": 0.36873765684022797,
+      "learning_rate": 7.0259474665018915e-06,
+      "loss": 0.39208984375,
+      "step": 182,
+      "token_acc": 0.8789131915403404
+    },
+    {
+      "epoch": 0.8035126234906695,
+      "grad_norm": 0.32458737719879455,
+      "learning_rate": 6.992728766222982e-06,
+      "loss": 0.37786865234375,
+      "step": 183,
+      "token_acc": 0.8829038830639858
+    },
+    {
+      "epoch": 0.8079034028540066,
+      "grad_norm": 0.3523657409863041,
+      "learning_rate": 6.959405167212278e-06,
+      "loss": 0.39154052734375,
+      "step": 184,
+      "token_acc": 0.878811179987066
+    },
+    {
+      "epoch": 0.8122941822173436,
+      "grad_norm": 0.3399194905692937,
+      "learning_rate": 6.925978423648941e-06,
+      "loss": 0.3775634765625,
+      "step": 185,
+      "token_acc": 0.8836490787751949
+    },
+    {
+      "epoch": 0.8166849615806806,
+      "grad_norm": 0.3202766027815532,
+      "learning_rate": 6.892450295141737e-06,
+      "loss": 0.3599853515625,
+      "step": 186,
+      "token_acc": 0.8901854169926459
+    },
+    {
+      "epoch": 0.8210757409440176,
+      "grad_norm": 0.31947441341487925,
+      "learning_rate": 6.858822546636417e-06,
+      "loss": 0.38568115234375,
+      "step": 187,
+      "token_acc": 0.8821333233773264
+    },
+    {
+      "epoch": 0.8254665203073546,
+      "grad_norm": 0.34132217767891093,
+      "learning_rate": 6.825096948322791e-06,
+      "loss": 0.370361328125,
+      "step": 188,
+      "token_acc": 0.8857913419030761
+    },
+    {
+      "epoch": 0.8298572996706916,
+      "grad_norm": 0.3678327095868294,
+      "learning_rate": 6.7912752755415716e-06,
+      "loss": 0.42767333984375,
+      "step": 189,
+      "token_acc": 0.869923790794662
+    },
+    {
+      "epoch": 0.8342480790340285,
+      "grad_norm": 0.3179637335071831,
+      "learning_rate": 6.757359308690889e-06,
+      "loss": 0.37274169921875,
+      "step": 190,
+      "token_acc": 0.8865945912044817
+    },
+    {
+      "epoch": 0.8386388583973655,
+      "grad_norm": 0.31582344943005664,
+      "learning_rate": 6.723350833132596e-06,
+      "loss": 0.3643798828125,
+      "step": 191,
+      "token_acc": 0.8865578127966585
+    },
+    {
+      "epoch": 0.8430296377607025,
+      "grad_norm": 0.3474116956399158,
+      "learning_rate": 6.689251639098261e-06,
+      "loss": 0.37677001953125,
+      "step": 192,
+      "token_acc": 0.8840790683420165
+    },
+    {
+      "epoch": 0.8474204171240395,
+      "grad_norm": 0.3575274878096281,
+      "learning_rate": 6.65506352159495e-06,
+      "loss": 0.36041259765625,
+      "step": 193,
+      "token_acc": 0.8874090708202439
+    },
+    {
+      "epoch": 0.8518111964873765,
+      "grad_norm": 0.340671631772466,
+      "learning_rate": 6.620788280310722e-06,
+      "loss": 0.361572265625,
+      "step": 194,
+      "token_acc": 0.887554323438835
+    },
+    {
+      "epoch": 0.8562019758507134,
+      "grad_norm": 0.36093128612228575,
+      "learning_rate": 6.586427719519901e-06,
+      "loss": 0.4222412109375,
+      "step": 195,
+      "token_acc": 0.8723851983602273
+    },
+    {
+      "epoch": 0.8605927552140505,
+      "grad_norm": 0.36238446930397766,
+      "learning_rate": 6.551983647988089e-06,
+      "loss": 0.39404296875,
+      "step": 196,
+      "token_acc": 0.8777444583752941
+    },
+    {
+      "epoch": 0.8649835345773875,
+      "grad_norm": 0.3353170393091822,
+      "learning_rate": 6.517457878876958e-06,
+      "loss": 0.36285400390625,
+      "step": 197,
+      "token_acc": 0.8872218963831867
+    },
+    {
+      "epoch": 0.8693743139407245,
+      "grad_norm": 0.3426656529570822,
+      "learning_rate": 6.4828522296488014e-06,
+      "loss": 0.373779296875,
+      "step": 198,
+      "token_acc": 0.8858460530573277
+    },
+    {
+      "epoch": 0.8737650933040615,
+      "grad_norm": 0.31142201108082124,
+      "learning_rate": 6.448168521970865e-06,
+      "loss": 0.35833740234375,
+      "step": 199,
+      "token_acc": 0.8897007572084821
+    },
+    {
+      "epoch": 0.8781558726673985,
+      "grad_norm": 0.3415603924832066,
+      "learning_rate": 6.41340858161944e-06,
+      "loss": 0.36865234375,
+      "step": 200,
+      "token_acc": 0.886851209736584
+    },
+    {
+      "epoch": 0.8825466520307355,
+      "grad_norm": 0.3602063170833425,
+      "learning_rate": 6.378574238383776e-06,
+      "loss": 0.3909912109375,
+      "step": 201,
+      "token_acc": 0.8777218002087004
+    },
+    {
+      "epoch": 0.8869374313940724,
+      "grad_norm": 0.3280058188462181,
+      "learning_rate": 6.343667325969736e-06,
+      "loss": 0.353271484375,
+      "step": 202,
+      "token_acc": 0.8911195594728677
+    },
+    {
+      "epoch": 0.8913282107574094,
+      "grad_norm": 0.38274409915348256,
+      "learning_rate": 6.3086896819032814e-06,
+      "loss": 0.4415283203125,
+      "step": 203,
+      "token_acc": 0.8650215632279404
+    },
+    {
+      "epoch": 0.8957189901207464,
+      "grad_norm": 0.33725833063346167,
+      "learning_rate": 6.273643147433743e-06,
+      "loss": 0.37359619140625,
+      "step": 204,
+      "token_acc": 0.8841945374251076
+    },
+    {
+      "epoch": 0.9001097694840834,
+      "grad_norm": 0.31954237097775756,
+      "learning_rate": 6.238529567436892e-06,
+      "loss": 0.368408203125,
+      "step": 205,
+      "token_acc": 0.8868830927805617
+    },
+    {
+      "epoch": 0.9045005488474204,
+      "grad_norm": 0.3535581136616006,
+      "learning_rate": 6.203350790317825e-06,
+      "loss": 0.3941650390625,
+      "step": 206,
+      "token_acc": 0.8795915644722664
+    },
+    {
+      "epoch": 0.9088913282107574,
+      "grad_norm": 0.3789748553818223,
+      "learning_rate": 6.168108667913666e-06,
+      "loss": 0.375244140625,
+      "step": 207,
+      "token_acc": 0.8825434868088453
+    },
+    {
+      "epoch": 0.9132821075740944,
+      "grad_norm": 0.340578316793545,
+      "learning_rate": 6.1328050553960804e-06,
+      "loss": 0.3594970703125,
+      "step": 208,
+      "token_acc": 0.8872000756527196
+    },
+    {
+      "epoch": 0.9176728869374314,
+      "grad_norm": 0.37590204046096487,
+      "learning_rate": 6.0974418111736235e-06,
+      "loss": 0.364501953125,
+      "step": 209,
+      "token_acc": 0.8857336130262178
+    },
+    {
+      "epoch": 0.9220636663007684,
+      "grad_norm": 0.3265257835179892,
+      "learning_rate": 6.0620207967939e-06,
+      "loss": 0.36517333984375,
+      "step": 210,
+      "token_acc": 0.8864980013426096
+    },
+    {
+      "epoch": 0.9264544456641054,
+      "grad_norm": 0.3247028591880143,
+      "learning_rate": 6.026543876845586e-06,
+      "loss": 0.36480712890625,
+      "step": 211,
+      "token_acc": 0.8870534119854157
+    },
+    {
+      "epoch": 0.9308452250274424,
+      "grad_norm": 0.3696471996964635,
+      "learning_rate": 5.9910129188602665e-06,
+      "loss": 0.367919921875,
+      "step": 212,
+      "token_acc": 0.8857886233166047
+    },
+    {
+      "epoch": 0.9352360043907794,
+      "grad_norm": 0.3432343371525426,
+      "learning_rate": 5.955429793214129e-06,
+      "loss": 0.38818359375,
+      "step": 213,
+      "token_acc": 0.8796593213691741
+    },
+    {
+      "epoch": 0.9396267837541163,
+      "grad_norm": 0.3298648448953858,
+      "learning_rate": 5.919796373029504e-06,
+      "loss": 0.37548828125,
+      "step": 214,
+      "token_acc": 0.8848114804720147
+    },
+    {
+      "epoch": 0.9440175631174533,
+      "grad_norm": 0.3388738734674106,
+      "learning_rate": 5.8841145340762665e-06,
+      "loss": 0.3521728515625,
+      "step": 215,
+      "token_acc": 0.8905765179455674
+    },
+    {
+      "epoch": 0.9484083424807903,
+      "grad_norm": 0.34211047050118515,
+      "learning_rate": 5.8483861546730915e-06,
+      "loss": 0.3751220703125,
+      "step": 216,
+      "token_acc": 0.8849980537815334
+    },
+    {
+      "epoch": 0.9527991218441273,
+      "grad_norm": 0.31547049057865456,
+      "learning_rate": 5.812613115588575e-06,
+      "loss": 0.3609619140625,
+      "step": 217,
+      "token_acc": 0.8887366033621789
+    },
+    {
+      "epoch": 0.9571899012074643,
+      "grad_norm": 0.38549813725977156,
+      "learning_rate": 5.776797299942236e-06,
+      "loss": 0.387451171875,
+      "step": 218,
+      "token_acc": 0.8790944373213566
+    },
+    {
+      "epoch": 0.9615806805708014,
+      "grad_norm": 0.3224837065818038,
+      "learning_rate": 5.740940593105383e-06,
+      "loss": 0.37103271484375,
+      "step": 219,
+      "token_acc": 0.8852090858139245
+    },
+    {
+      "epoch": 0.9659714599341384,
+      "grad_norm": 0.37142561967800986,
+      "learning_rate": 5.705044882601862e-06,
+      "loss": 0.382568359375,
+      "step": 220,
+      "token_acc": 0.8823479648623807
+    },
+    {
+      "epoch": 0.9703622392974753,
+      "grad_norm": 0.4233998401399281,
+      "learning_rate": 5.6691120580087126e-06,
+      "loss": 0.3818359375,
+      "step": 221,
+      "token_acc": 0.8819167916429642
+    },
+    {
+      "epoch": 0.9747530186608123,
+      "grad_norm": 0.3049406743219966,
+      "learning_rate": 5.6331440108566735e-06,
+      "loss": 0.36798095703125,
+      "step": 222,
+      "token_acc": 0.88659642693541
+    },
+    {
+      "epoch": 0.9791437980241493,
+      "grad_norm": 0.3603156529875038,
+      "learning_rate": 5.597142634530639e-06,
+      "loss": 0.4005126953125,
+      "step": 223,
+      "token_acc": 0.8761579179532422
+    },
+    {
+      "epoch": 0.9835345773874863,
+      "grad_norm": 0.3473380674907868,
+      "learning_rate": 5.561109824169962e-06,
+      "loss": 0.3885498046875,
+      "step": 224,
+      "token_acc": 0.8802932363013699
+    },
+    {
+      "epoch": 0.9879253567508233,
+      "grad_norm": 0.3455081187919915,
+      "learning_rate": 5.525047476568722e-06,
+      "loss": 0.38543701171875,
+      "step": 225,
+      "token_acc": 0.8810951291558197
+    },
+    {
+      "epoch": 0.9923161361141603,
+      "grad_norm": 0.32814174469662283,
+      "learning_rate": 5.488957490075846e-06,
+      "loss": 0.3759765625,
+      "step": 226,
+      "token_acc": 0.8845346517812964
+    },
+    {
+      "epoch": 0.9967069154774972,
+      "grad_norm": 0.42259044420354114,
+      "learning_rate": 5.452841764495203e-06,
+      "loss": 0.36700439453125,
+      "step": 227,
+      "token_acc": 0.8856456066407621
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.3420661875520739,
+      "learning_rate": 5.416702200985585e-06,
+      "loss": 0.34716796875,
+      "step": 228,
+      "token_acc": 0.893556253707406
+    },
+    {
+      "epoch": 1.004390779363337,
+      "grad_norm": 0.3526762978167876,
+      "learning_rate": 5.380540701960627e-06,
+      "loss": 0.4190673828125,
+      "step": 229,
+      "token_acc": 0.8712556290100469
+    },
+    {
+      "epoch": 1.008781558726674,
+      "grad_norm": 0.3185399320403508,
+      "learning_rate": 5.344359170988668e-06,
+      "loss": 0.390625,
+      "step": 230,
+      "token_acc": 0.8797135790383168
+    },
+    {
+      "epoch": 1.013172338090011,
+      "grad_norm": 0.33869348744361016,
+      "learning_rate": 5.308159512692544e-06,
+      "loss": 0.36761474609375,
+      "step": 231,
+      "token_acc": 0.8865497449871445
+    },
+    {
+      "epoch": 1.017563117453348,
+      "grad_norm": 0.3665451005015509,
+      "learning_rate": 5.2719436326493255e-06,
+      "loss": 0.39532470703125,
+      "step": 232,
+      "token_acc": 0.8776601641663304
+    },
+    {
+      "epoch": 1.021953896816685,
+      "grad_norm": 0.3353621295614313,
+      "learning_rate": 5.235713437290012e-06,
+      "loss": 0.348876953125,
+      "step": 233,
+      "token_acc": 0.8918691769231061
+    },
+    {
+      "epoch": 1.026344676180022,
+      "grad_norm": 0.33722465426571885,
+      "learning_rate": 5.199470833799164e-06,
+      "loss": 0.4034423828125,
+      "step": 234,
+      "token_acc": 0.8756343022964155
+    },
+    {
+      "epoch": 1.030735455543359,
+      "grad_norm": 0.3388353883798304,
+      "learning_rate": 5.1632177300145255e-06,
+      "loss": 0.35125732421875,
+      "step": 235,
+      "token_acc": 0.8902197267134511
+    },
+    {
+      "epoch": 1.0351262349066959,
+      "grad_norm": 0.3345585217471032,
+      "learning_rate": 5.126956034326573e-06,
+      "loss": 0.365478515625,
+      "step": 236,
+      "token_acc": 0.8860912143547733
+    },
+    {
+      "epoch": 1.039517014270033,
+      "grad_norm": 0.33922284859129886,
+      "learning_rate": 5.090687655578078e-06,
+      "loss": 0.37237548828125,
+      "step": 237,
+      "token_acc": 0.8849442628822134
+    },
+    {
+      "epoch": 1.0439077936333698,
+      "grad_norm": 0.3278620545376965,
+      "learning_rate": 5.054414502963605e-06,
+      "loss": 0.32977294921875,
+      "step": 238,
+      "token_acc": 0.8974845872173027
+    },
+    {
+      "epoch": 1.048298572996707,
+      "grad_norm": 0.3164606607512339,
+      "learning_rate": 5.0181384859290215e-06,
+      "loss": 0.35595703125,
+      "step": 239,
+      "token_acc": 0.8891893450077274
+    },
+    {
+      "epoch": 1.0526893523600438,
+      "grad_norm": 0.3326063982801495,
+      "learning_rate": 4.981861514070979e-06,
+      "loss": 0.3563232421875,
+      "step": 240,
+      "token_acc": 0.8868982591268126
+    },
+    {
+      "epoch": 1.057080131723381,
+      "grad_norm": 0.35606349945181254,
+      "learning_rate": 4.945585497036396e-06,
+      "loss": 0.3707275390625,
+      "step": 241,
+      "token_acc": 0.8838458201174759
+    },
+    {
+      "epoch": 1.061470911086718,
+      "grad_norm": 0.32716162695624673,
+      "learning_rate": 4.909312344421923e-06,
+      "loss": 0.345947265625,
+      "step": 242,
+      "token_acc": 0.8912522785026517
+    },
+    {
+      "epoch": 1.0658616904500549,
+      "grad_norm": 0.32495072680974807,
+      "learning_rate": 4.873043965673427e-06,
+      "loss": 0.35052490234375,
+      "step": 243,
+      "token_acc": 0.8896871325831031
+    },
+    {
+      "epoch": 1.070252469813392,
+      "grad_norm": 0.35135879994609154,
+      "learning_rate": 4.836782269985475e-06,
+      "loss": 0.3651123046875,
+      "step": 244,
+      "token_acc": 0.8849511835891829
+    },
+    {
+      "epoch": 1.0746432491767288,
+      "grad_norm": 0.299533289637608,
+      "learning_rate": 4.800529166200837e-06,
+      "loss": 0.3544921875,
+      "step": 245,
+      "token_acc": 0.8907510908376973
+    },
+    {
+      "epoch": 1.079034028540066,
+      "grad_norm": 0.34907033095336737,
+      "learning_rate": 4.76428656270999e-06,
+      "loss": 0.3638916015625,
+      "step": 246,
+      "token_acc": 0.8850038463278881
+    },
+    {
+      "epoch": 1.0834248079034028,
+      "grad_norm": 0.3437591237664625,
+      "learning_rate": 4.7280563673506745e-06,
+      "loss": 0.35601806640625,
+      "step": 247,
+      "token_acc": 0.887521505962059
+    },
+    {
+      "epoch": 1.0878155872667399,
+      "grad_norm": 0.344376045357089,
+      "learning_rate": 4.6918404873074574e-06,
+      "loss": 0.348175048828125,
+      "step": 248,
+      "token_acc": 0.8899573544734835
+    },
+    {
+      "epoch": 1.0922063666300768,
+      "grad_norm": 0.38757166642463897,
+      "learning_rate": 4.655640829011335e-06,
+      "loss": 0.3636474609375,
+      "step": 249,
+      "token_acc": 0.8847563630952511
+    },
+    {
+      "epoch": 1.0965971459934138,
+      "grad_norm": 0.33891244441691515,
+      "learning_rate": 4.619459298039373e-06,
+      "loss": 0.3475341796875,
+      "step": 250,
+      "token_acc": 0.8917179199306426
+    },
+    {
+      "epoch": 1.1009879253567507,
+      "grad_norm": 0.32303379197467086,
+      "learning_rate": 4.5832977990144165e-06,
+      "loss": 0.33807373046875,
+      "step": 251,
+      "token_acc": 0.8926653345856346
+    },
+    {
+      "epoch": 1.1053787047200878,
+      "grad_norm": 0.3361295073502542,
+      "learning_rate": 4.547158235504797e-06,
+      "loss": 0.33905029296875,
+      "step": 252,
+      "token_acc": 0.8929544668822321
+    },
+    {
+      "epoch": 1.109769484083425,
+      "grad_norm": 0.3337900379095731,
+      "learning_rate": 4.511042509924157e-06,
+      "loss": 0.34722900390625,
+      "step": 253,
+      "token_acc": 0.8913863807887104
+    },
+    {
+      "epoch": 1.1141602634467618,
+      "grad_norm": 0.3212794640436032,
+      "learning_rate": 4.47495252343128e-06,
+      "loss": 0.32049560546875,
+      "step": 254,
+      "token_acc": 0.8989152764532649
+    },
+    {
+      "epoch": 1.1185510428100989,
+      "grad_norm": 0.353961566610381,
+      "learning_rate": 4.438890175830039e-06,
+      "loss": 0.34942626953125,
+      "step": 255,
+      "token_acc": 0.8902083607807441
+    },
+    {
+      "epoch": 1.1229418221734357,
+      "grad_norm": 0.3356793152337837,
+      "learning_rate": 4.402857365469364e-06,
+      "loss": 0.34796142578125,
+      "step": 256,
+      "token_acc": 0.8908204439745496
+    },
+    {
+      "epoch": 1.1273326015367728,
+      "grad_norm": 0.3046809319102677,
+      "learning_rate": 4.366855989143326e-06,
+      "loss": 0.3170166015625,
+      "step": 257,
+      "token_acc": 0.8992992178508858
+    },
+    {
+      "epoch": 1.1317233809001097,
+      "grad_norm": 0.3954255039255281,
+      "learning_rate": 4.330887941991288e-06,
+      "loss": 0.3665771484375,
+      "step": 258,
+      "token_acc": 0.8842385160708647
+    },
+    {
+      "epoch": 1.1361141602634468,
+      "grad_norm": 0.39739742832544567,
+      "learning_rate": 4.294955117398139e-06,
+      "loss": 0.36370849609375,
+      "step": 259,
+      "token_acc": 0.8829140826597989
+    },
+    {
+      "epoch": 1.1405049396267837,
+      "grad_norm": 0.368752927536437,
+      "learning_rate": 4.259059406894619e-06,
+      "loss": 0.3394775390625,
+      "step": 260,
+      "token_acc": 0.8913581389965859
+    },
+    {
+      "epoch": 1.1448957189901208,
+      "grad_norm": 0.3401168495318414,
+      "learning_rate": 4.223202700057765e-06,
+      "loss": 0.32916259765625,
+      "step": 261,
+      "token_acc": 0.894392052408034
+    },
+    {
+      "epoch": 1.1492864983534576,
+      "grad_norm": 0.37526207167560366,
+      "learning_rate": 4.187386884411426e-06,
+      "loss": 0.342529296875,
+      "step": 262,
+      "token_acc": 0.8909135039324492
+    },
+    {
+      "epoch": 1.1536772777167947,
+      "grad_norm": 0.35889769900995294,
+      "learning_rate": 4.151613845326912e-06,
+      "loss": 0.322998046875,
+      "step": 263,
+      "token_acc": 0.8951741891732121
+    },
+    {
+      "epoch": 1.1580680570801318,
+      "grad_norm": 0.32113645997062235,
+      "learning_rate": 4.115885465923734e-06,
+      "loss": 0.32476806640625,
+      "step": 264,
+      "token_acc": 0.8972362963864571
+    },
+    {
+      "epoch": 1.1624588364434687,
+      "grad_norm": 0.3395360059813307,
+      "learning_rate": 4.080203626970498e-06,
+      "loss": 0.35357666015625,
+      "step": 265,
+      "token_acc": 0.8887321473803168
+    },
+    {
+      "epoch": 1.1668496158068058,
+      "grad_norm": 0.32715139341297833,
+      "learning_rate": 4.044570206785874e-06,
+      "loss": 0.34271240234375,
+      "step": 266,
+      "token_acc": 0.8909816337724649
+    },
+    {
+      "epoch": 1.1712403951701427,
+      "grad_norm": 0.3524832743836693,
+      "learning_rate": 4.008987081139734e-06,
+      "loss": 0.321533203125,
+      "step": 267,
+      "token_acc": 0.8969505309220949
+    },
+    {
+      "epoch": 1.1756311745334798,
+      "grad_norm": 0.34764249107265743,
+      "learning_rate": 3.973456123154415e-06,
+      "loss": 0.32476806640625,
+      "step": 268,
+      "token_acc": 0.8958763258207247
+    },
+    {
+      "epoch": 1.1800219538968166,
+      "grad_norm": 0.356152162638529,
+      "learning_rate": 3.937979203206103e-06,
+      "loss": 0.33734130859375,
+      "step": 269,
+      "token_acc": 0.8916322440415142
+    },
+    {
+      "epoch": 1.1844127332601537,
+      "grad_norm": 0.3291475777565464,
+      "learning_rate": 3.90255818882638e-06,
+      "loss": 0.34295654296875,
+      "step": 270,
+      "token_acc": 0.8912276254554348
+    },
+    {
+      "epoch": 1.1888035126234906,
+      "grad_norm": 0.34742649793974,
+      "learning_rate": 3.86719494460392e-06,
+      "loss": 0.32952880859375,
+      "step": 271,
+      "token_acc": 0.8949748215308042
+    },
+    {
+      "epoch": 1.1931942919868277,
+      "grad_norm": 0.344795628023517,
+      "learning_rate": 3.8318913320863355e-06,
+      "loss": 0.3546142578125,
+      "step": 272,
+      "token_acc": 0.8867931419388564
+    },
+    {
+      "epoch": 1.1975850713501646,
+      "grad_norm": 0.40362302120251126,
+      "learning_rate": 3.7966492096821773e-06,
+      "loss": 0.3326416015625,
+      "step": 273,
+      "token_acc": 0.8935762587874246
+    },
+    {
+      "epoch": 1.2019758507135017,
+      "grad_norm": 0.3784151436195393,
+      "learning_rate": 3.761470432563109e-06,
+      "loss": 0.354705810546875,
+      "step": 274,
+      "token_acc": 0.8888853291755882
+    },
+    {
+      "epoch": 1.2063666300768388,
+      "grad_norm": 0.3348345571823369,
+      "learning_rate": 3.7263568525662574e-06,
+      "loss": 0.33758544921875,
+      "step": 275,
+      "token_acc": 0.8925461168561734
+    },
+    {
+      "epoch": 1.2107574094401756,
+      "grad_norm": 0.3602090169898457,
+      "learning_rate": 3.691310318096719e-06,
+      "loss": 0.34918212890625,
+      "step": 276,
+      "token_acc": 0.8888169182509835
+    },
+    {
+      "epoch": 1.2151481888035127,
+      "grad_norm": 0.335730786585322,
+      "learning_rate": 3.6563326740302664e-06,
+      "loss": 0.314697265625,
+      "step": 277,
+      "token_acc": 0.9000328000291555
+    },
+    {
+      "epoch": 1.2195389681668496,
+      "grad_norm": 0.34253616383542923,
+      "learning_rate": 3.621425761616224e-06,
+      "loss": 0.35162353515625,
+      "step": 278,
+      "token_acc": 0.8880379277829491
+    },
+    {
+      "epoch": 1.2239297475301867,
+      "grad_norm": 0.34485406703569277,
+      "learning_rate": 3.5865914183805606e-06,
+      "loss": 0.32269287109375,
+      "step": 279,
+      "token_acc": 0.8974534551960927
+    },
+    {
+      "epoch": 1.2283205268935236,
+      "grad_norm": 0.35371293367929946,
+      "learning_rate": 3.5518314780291384e-06,
+      "loss": 0.3890380859375,
+      "step": 280,
+      "token_acc": 0.8783802026560067
+    },
+    {
+      "epoch": 1.2327113062568607,
+      "grad_norm": 0.31585946387965186,
+      "learning_rate": 3.517147770351199e-06,
+      "loss": 0.31927490234375,
+      "step": 281,
+      "token_acc": 0.8972110764353297
+    },
+    {
+      "epoch": 1.2371020856201975,
+      "grad_norm": 0.3764775136478381,
+      "learning_rate": 3.4825421211230437e-06,
+      "loss": 0.39239501953125,
+      "step": 282,
+      "token_acc": 0.8806873877296413
+    },
+    {
+      "epoch": 1.2414928649835346,
+      "grad_norm": 0.3460580716590409,
+      "learning_rate": 3.448016352011914e-06,
+      "loss": 0.3333740234375,
+      "step": 283,
+      "token_acc": 0.8943163018882275
+    },
+    {
+      "epoch": 1.2458836443468715,
+      "grad_norm": 0.3302255596745639,
+      "learning_rate": 3.4135722804801004e-06,
+      "loss": 0.30987548828125,
+      "step": 284,
+      "token_acc": 0.8998882709670116
+    },
+    {
+      "epoch": 1.2502744237102086,
+      "grad_norm": 0.3377273476413208,
+      "learning_rate": 3.379211719689278e-06,
+      "loss": 0.327880859375,
+      "step": 285,
+      "token_acc": 0.895182894797073
+    },
+    {
+      "epoch": 1.2546652030735457,
+      "grad_norm": 0.3473400775282267,
+      "learning_rate": 3.3449364784050515e-06,
+      "loss": 0.34979248046875,
+      "step": 286,
+      "token_acc": 0.8884178603164768
+    },
+    {
+      "epoch": 1.2590559824368825,
+      "grad_norm": 0.3612953797753178,
+      "learning_rate": 3.310748360901741e-06,
+      "loss": 0.34393310546875,
+      "step": 287,
+      "token_acc": 0.8910696916426456
+    },
+    {
+      "epoch": 1.2634467618002194,
+      "grad_norm": 0.34667855549309917,
+      "learning_rate": 3.276649166867406e-06,
+      "loss": 0.3321533203125,
+      "step": 288,
+      "token_acc": 0.8937538364352589
+    },
+    {
+      "epoch": 1.2678375411635565,
+      "grad_norm": 0.309905575308465,
+      "learning_rate": 3.242640691309111e-06,
+      "loss": 0.32720947265625,
+      "step": 289,
+      "token_acc": 0.8956456166809884
+    },
+    {
+      "epoch": 1.2722283205268936,
+      "grad_norm": 0.35771643178607937,
+      "learning_rate": 3.20872472445843e-06,
+      "loss": 0.329345703125,
+      "step": 290,
+      "token_acc": 0.8946723833625464
+    },
+    {
+      "epoch": 1.2766190998902305,
+      "grad_norm": 0.33183470119337916,
+      "learning_rate": 3.1749030516772084e-06,
+      "loss": 0.327392578125,
+      "step": 291,
+      "token_acc": 0.8957716205854872
+    },
+    {
+      "epoch": 1.2810098792535676,
+      "grad_norm": 0.31382638222408177,
+      "learning_rate": 3.1411774533635854e-06,
+      "loss": 0.33636474609375,
+      "step": 292,
+      "token_acc": 0.8938404877505446
+    },
+    {
+      "epoch": 1.2854006586169044,
+      "grad_norm": 0.3622219963442776,
+      "learning_rate": 3.1075497048582635e-06,
+      "loss": 0.327880859375,
+      "step": 293,
+      "token_acc": 0.8939353870425999
+    },
+    {
+      "epoch": 1.2897914379802415,
+      "grad_norm": 0.3152928659418184,
+      "learning_rate": 3.0740215763510617e-06,
+      "loss": 0.3114013671875,
+      "step": 294,
+      "token_acc": 0.9000977300513973
+    },
+    {
+      "epoch": 1.2941822173435784,
+      "grad_norm": 0.3553271178575454,
+      "learning_rate": 3.0405948327877233e-06,
+      "loss": 0.33306884765625,
+      "step": 295,
+      "token_acc": 0.8928606806127135
+    },
+    {
+      "epoch": 1.2985729967069155,
+      "grad_norm": 0.317297999441236,
+      "learning_rate": 3.00727123377702e-06,
+      "loss": 0.31988525390625,
+      "step": 296,
+      "token_acc": 0.8976165673732301
+    },
+    {
+      "epoch": 1.3029637760702526,
+      "grad_norm": 0.3510073260163728,
+      "learning_rate": 2.9740525334981105e-06,
+      "loss": 0.325439453125,
+      "step": 297,
+      "token_acc": 0.8945735629564617
+    },
+    {
+      "epoch": 1.3073545554335895,
+      "grad_norm": 0.34502937409150547,
+      "learning_rate": 2.9409404806082077e-06,
+      "loss": 0.338623046875,
+      "step": 298,
+      "token_acc": 0.8913558639153999
+    },
+    {
+      "epoch": 1.3117453347969263,
+      "grad_norm": 0.3444307091901023,
+      "learning_rate": 2.9079368181505263e-06,
+      "loss": 0.334228515625,
+      "step": 299,
+      "token_acc": 0.894660621432837
+    },
+    {
+      "epoch": 1.3161361141602634,
+      "grad_norm": 0.36685070270301506,
+      "learning_rate": 2.8750432834625312e-06,
+      "loss": 0.3323974609375,
+      "step": 300,
+      "token_acc": 0.8939670932358318
+    },
+    {
+      "epoch": 1.3205268935236005,
+      "grad_norm": 0.34665711527427445,
+      "learning_rate": 2.84226160808447e-06,
+      "loss": 0.34234619140625,
+      "step": 301,
+      "token_acc": 0.8911080630774668
+    },
+    {
+      "epoch": 1.3249176728869374,
+      "grad_norm": 0.32737189500283015,
+      "learning_rate": 2.809593517668243e-06,
+      "loss": 0.328125,
+      "step": 302,
+      "token_acc": 0.8956877294282094
+    },
+    {
+      "epoch": 1.3293084522502745,
+      "grad_norm": 0.34393396439779755,
+      "learning_rate": 2.777040731886549e-06,
+      "loss": 0.3206787109375,
+      "step": 303,
+      "token_acc": 0.8972659318997501
+    },
+    {
+      "epoch": 1.3336992316136114,
+      "grad_norm": 0.33269075563606537,
+      "learning_rate": 2.744604964342364e-06,
+      "loss": 0.32196044921875,
+      "step": 304,
+      "token_acc": 0.8957547445988107
+    },
+    {
+      "epoch": 1.3380900109769485,
+      "grad_norm": 0.3262552091418682,
+      "learning_rate": 2.7122879224787315e-06,
+      "loss": 0.32373046875,
+      "step": 305,
+      "token_acc": 0.8973069482625707
+    },
+    {
+      "epoch": 1.3424807903402853,
+      "grad_norm": 0.33544708546828367,
+      "learning_rate": 2.6800913074888984e-06,
+      "loss": 0.32244873046875,
+      "step": 306,
+      "token_acc": 0.8970129185963313
+    },
+    {
+      "epoch": 1.3468715697036224,
+      "grad_norm": 0.3068061592526234,
+      "learning_rate": 2.648016814226742e-06,
+      "loss": 0.3287353515625,
+      "step": 307,
+      "token_acc": 0.8953868973336852
+    },
+    {
+      "epoch": 1.3512623490669595,
+      "grad_norm": 0.35060578968767275,
+      "learning_rate": 2.616066131117563e-06,
+      "loss": 0.3338623046875,
+      "step": 308,
+      "token_acc": 0.892730062690899
+    },
+    {
+      "epoch": 1.3556531284302964,
+      "grad_norm": 0.3371212700359974,
+      "learning_rate": 2.5842409400692026e-06,
+      "loss": 0.3309326171875,
+      "step": 309,
+      "token_acc": 0.8943601262615738
+    },
+    {
+      "epoch": 1.3600439077936333,
+      "grad_norm": 0.3230161963407697,
+      "learning_rate": 2.552542916383507e-06,
+      "loss": 0.33050537109375,
+      "step": 310,
+      "token_acc": 0.8945870650487071
+    },
+    {
+      "epoch": 1.3644346871569704,
+      "grad_norm": 0.3881520121988701,
+      "learning_rate": 2.5209737286681367e-06,
+      "loss": 0.336669921875,
+      "step": 311,
+      "token_acc": 0.8914918928032822
+    },
+    {
+      "epoch": 1.3688254665203075,
+      "grad_norm": 0.3274352369059981,
+      "learning_rate": 2.4895350387487304e-06,
+      "loss": 0.3272705078125,
+      "step": 312,
+      "token_acc": 0.8948985202361884
+    },
+    {
+      "epoch": 1.3732162458836443,
+      "grad_norm": 0.32912953601491696,
+      "learning_rate": 2.4582285015814263e-06,
+      "loss": 0.32586669921875,
+      "step": 313,
+      "token_acc": 0.896020144335993
+    },
+    {
+      "epoch": 1.3776070252469814,
+      "grad_norm": 0.37903034721157913,
+      "learning_rate": 2.427055765165741e-06,
+      "loss": 0.35980224609375,
+      "step": 314,
+      "token_acc": 0.8853262030509947
+    },
+    {
+      "epoch": 1.3819978046103183,
+      "grad_norm": 0.3447441431371463,
+      "learning_rate": 2.396018470457821e-06,
+      "loss": 0.31353759765625,
+      "step": 315,
+      "token_acc": 0.8986164043264642
+    },
+    {
+      "epoch": 1.3863885839736554,
+      "grad_norm": 0.34906602556480076,
+      "learning_rate": 2.3651182512840604e-06,
+      "loss": 0.33709716796875,
+      "step": 316,
+      "token_acc": 0.8933294387468086
+    },
+    {
+      "epoch": 1.3907793633369923,
+      "grad_norm": 0.3278105252006223,
+      "learning_rate": 2.3343567342550933e-06,
+      "loss": 0.32659912109375,
+      "step": 317,
+      "token_acc": 0.8956145845098623
+    },
+    {
+      "epoch": 1.3951701427003294,
+      "grad_norm": 0.32630280385837857,
+      "learning_rate": 2.3037355386801683e-06,
+      "loss": 0.33660888671875,
+      "step": 318,
+      "token_acc": 0.8941868374861218
+    },
+    {
+      "epoch": 1.3995609220636662,
+      "grad_norm": 0.39149392629647267,
+      "learning_rate": 2.2732562764819157e-06,
+      "loss": 0.34185791015625,
+      "step": 319,
+      "token_acc": 0.8912802626640808
+    },
+    {
+      "epoch": 1.4039517014270033,
+      "grad_norm": 0.3365088550939114,
+      "learning_rate": 2.242920552111473e-06,
+      "loss": 0.33001708984375,
+      "step": 320,
+      "token_acc": 0.8936313816098664
+    },
+    {
+      "epoch": 1.4083424807903402,
+      "grad_norm": 0.35064050650739736,
+      "learning_rate": 2.212729962464051e-06,
+      "loss": 0.3333740234375,
+      "step": 321,
+      "token_acc": 0.8919439167493234
+    },
+    {
+      "epoch": 1.4127332601536773,
+      "grad_norm": 0.32899381373645326,
+      "learning_rate": 2.182686096794852e-06,
+      "loss": 0.3253173828125,
+      "step": 322,
+      "token_acc": 0.8956434103956784
+    },
+    {
+      "epoch": 1.4171240395170144,
+      "grad_norm": 0.3414271967170536,
+      "learning_rate": 2.1527905366354292e-06,
+      "loss": 0.435791015625,
+      "step": 323,
+      "token_acc": 0.8756033009115767
+    },
+    {
+      "epoch": 1.4215148188803512,
+      "grad_norm": 0.35099050188199654,
+      "learning_rate": 2.1230448557104087e-06,
+      "loss": 0.31524658203125,
+      "step": 324,
+      "token_acc": 0.8985438426286719
+    },
+    {
+      "epoch": 1.4259055982436881,
+      "grad_norm": 0.32002163766716885,
+      "learning_rate": 2.093450619854671e-06,
+      "loss": 0.349609375,
+      "step": 325,
+      "token_acc": 0.8895163438997129
+    },
+    {
+      "epoch": 1.4302963776070252,
+      "grad_norm": 0.3237970999566587,
+      "learning_rate": 2.064009386930915e-06,
+      "loss": 0.34820556640625,
+      "step": 326,
+      "token_acc": 0.8896111892334215
+    },
+    {
+      "epoch": 1.4346871569703623,
+      "grad_norm": 0.3517155890476678,
+      "learning_rate": 2.0347227067476478e-06,
+      "loss": 0.32562255859375,
+      "step": 327,
+      "token_acc": 0.8950105622325046
+    },
+    {
+      "epoch": 1.4390779363336992,
+      "grad_norm": 0.32561829823435806,
+      "learning_rate": 2.005592120977606e-06,
+      "loss": 0.332275390625,
+      "step": 328,
+      "token_acc": 0.8935006692903918
+    },
+    {
+      "epoch": 1.4434687156970363,
+      "grad_norm": 0.35317318467760783,
+      "learning_rate": 1.9766191630765964e-06,
+      "loss": 0.3367919921875,
+      "step": 329,
+      "token_acc": 0.8930185979344394
+    },
+    {
+      "epoch": 1.4478594950603731,
+      "grad_norm": 0.30076628679605677,
+      "learning_rate": 1.9478053582027826e-06,
+      "loss": 0.30316162109375,
+      "step": 330,
+      "token_acc": 0.9033544387575009
+    },
+    {
+      "epoch": 1.4522502744237102,
+      "grad_norm": 0.29803366911037665,
+      "learning_rate": 1.919152223136391e-06,
+      "loss": 0.29071044921875,
+      "step": 331,
+      "token_acc": 0.9080499399453981
+    },
+    {
+      "epoch": 1.4566410537870471,
+      "grad_norm": 0.31440029376550305,
+      "learning_rate": 1.8906612661998698e-06,
+      "loss": 0.32464599609375,
+      "step": 332,
+      "token_acc": 0.8953354269796491
+    },
+    {
+      "epoch": 1.4610318331503842,
+      "grad_norm": 0.3420264812794626,
+      "learning_rate": 1.8623339871784869e-06,
+      "loss": 0.3382568359375,
+      "step": 333,
+      "token_acc": 0.8920696785648554
+    },
+    {
+      "epoch": 1.4654226125137213,
+      "grad_norm": 0.3395263811275314,
+      "learning_rate": 1.8341718772413852e-06,
+      "loss": 0.33270263671875,
+      "step": 334,
+      "token_acc": 0.8928632742755116
+    },
+    {
+      "epoch": 1.4698133918770582,
+      "grad_norm": 0.3580272934709791,
+      "learning_rate": 1.8061764188630831e-06,
+      "loss": 0.33453369140625,
+      "step": 335,
+      "token_acc": 0.8917485048440845
+    },
+    {
+      "epoch": 1.474204171240395,
+      "grad_norm": 0.3544028793357353,
+      "learning_rate": 1.7783490857454354e-06,
+      "loss": 0.34503173828125,
+      "step": 336,
+      "token_acc": 0.8893608681300544
+    },
+    {
+      "epoch": 1.4785949506037321,
+      "grad_norm": 0.33934434336633224,
+      "learning_rate": 1.750691342740058e-06,
+      "loss": 0.3255615234375,
+      "step": 337,
+      "token_acc": 0.8956289461848922
+    },
+    {
+      "epoch": 1.4829857299670692,
+      "grad_norm": 0.311157147542992,
+      "learning_rate": 1.7232046457712164e-06,
+      "loss": 0.31121826171875,
+      "step": 338,
+      "token_acc": 0.8997806631757427
+    },
+    {
+      "epoch": 1.487376509330406,
+      "grad_norm": 0.31060720949060305,
+      "learning_rate": 1.6958904417591853e-06,
+      "loss": 0.302978515625,
+      "step": 339,
+      "token_acc": 0.9030642018435692
+    },
+    {
+      "epoch": 1.4917672886937432,
+      "grad_norm": 0.31680783960377595,
+      "learning_rate": 1.668750168544081e-06,
+      "loss": 0.31939697265625,
+      "step": 340,
+      "token_acc": 0.8974534233919073
+    },
+    {
+      "epoch": 1.49615806805708,
+      "grad_norm": 0.35214507098758113,
+      "learning_rate": 1.641785254810172e-06,
+      "loss": 0.34417724609375,
+      "step": 341,
+      "token_acc": 0.8891002217503283
+    },
+    {
+      "epoch": 1.5005488474204172,
+      "grad_norm": 0.3064286764090022,
+      "learning_rate": 1.6149971200106723e-06,
+      "loss": 0.32403564453125,
+      "step": 342,
+      "token_acc": 0.8965564549320895
+    },
+    {
+      "epoch": 1.504939626783754,
+      "grad_norm": 0.3390141744530287,
+      "learning_rate": 1.5883871742930257e-06,
+      "loss": 0.3338623046875,
+      "step": 343,
+      "token_acc": 0.8933097878348695
+    },
+    {
+      "epoch": 1.5093304061470911,
+      "grad_norm": 0.3211934499221605,
+      "learning_rate": 1.561956818424661e-06,
+      "loss": 0.34765625,
+      "step": 344,
+      "token_acc": 0.8888465271038403
+    },
+    {
+      "epoch": 1.5137211855104282,
+      "grad_norm": 0.30787984012661906,
+      "learning_rate": 1.5357074437192688e-06,
+      "loss": 0.32342529296875,
+      "step": 345,
+      "token_acc": 0.8970173589849479
+    },
+    {
+      "epoch": 1.518111964873765,
+      "grad_norm": 0.3230910486286158,
+      "learning_rate": 1.5096404319635533e-06,
+      "loss": 0.321533203125,
+      "step": 346,
+      "token_acc": 0.8965351810190307
+    },
+    {
+      "epoch": 1.522502744237102,
+      "grad_norm": 0.33417908219974973,
+      "learning_rate": 1.483757155344503e-06,
+      "loss": 0.3433837890625,
+      "step": 347,
+      "token_acc": 0.8908140033456329
+    },
+    {
+      "epoch": 1.526893523600439,
+      "grad_norm": 0.3185138344297658,
+      "learning_rate": 1.4580589763771413e-06,
+      "loss": 0.3184814453125,
+      "step": 348,
+      "token_acc": 0.8991635756676558
+    },
+    {
+      "epoch": 1.5312843029637762,
+      "grad_norm": 0.36687139913335864,
+      "learning_rate": 1.432547247832819e-06,
+      "loss": 0.33880615234375,
+      "step": 349,
+      "token_acc": 0.8914219448293634
+    },
+    {
+      "epoch": 1.535675082327113,
+      "grad_norm": 0.3121656092094008,
+      "learning_rate": 1.4072233126679985e-06,
+      "loss": 0.32598876953125,
+      "step": 350,
+      "token_acc": 0.8951324014890778
+    },
+    {
+      "epoch": 1.54006586169045,
+      "grad_norm": 0.31448626553122083,
+      "learning_rate": 1.3820885039535564e-06,
+      "loss": 0.3004150390625,
+      "step": 351,
+      "token_acc": 0.9019656109628279
+    },
+    {
+      "epoch": 1.544456641053787,
+      "grad_norm": 0.29880386591493907,
+      "learning_rate": 1.3571441448046086e-06,
+      "loss": 0.31536865234375,
+      "step": 352,
+      "token_acc": 0.9001778253729766
+    },
+    {
+      "epoch": 1.548847420417124,
+      "grad_norm": 0.3166310885575997,
+      "learning_rate": 1.3323915483108662e-06,
+      "loss": 0.324462890625,
+      "step": 353,
+      "token_acc": 0.898118293778741
+    },
+    {
+      "epoch": 1.553238199780461,
+      "grad_norm": 0.35151841989920424,
+      "learning_rate": 1.3078320174675141e-06,
+      "loss": 0.35040283203125,
+      "step": 354,
+      "token_acc": 0.8890206514150418
+    },
+    {
+      "epoch": 1.557628979143798,
+      "grad_norm": 0.33479685910226337,
+      "learning_rate": 1.2834668451066118e-06,
+      "loss": 0.33172607421875,
+      "step": 355,
+      "token_acc": 0.8938539080719176
+    },
+    {
+      "epoch": 1.5620197585071351,
+      "grad_norm": 0.30928796916886575,
+      "learning_rate": 1.259297313829046e-06,
+      "loss": 0.3077392578125,
+      "step": 356,
+      "token_acc": 0.9004423980861475
+    },
+    {
+      "epoch": 1.566410537870472,
+      "grad_norm": 0.34920620061200947,
+      "learning_rate": 1.2353246959370086e-06,
+      "loss": 0.3406982421875,
+      "step": 357,
+      "token_acc": 0.8906262374837359
+    },
+    {
+      "epoch": 1.570801317233809,
+      "grad_norm": 0.32542342214290737,
+      "learning_rate": 1.2115502533670253e-06,
+      "loss": 0.3040771484375,
+      "step": 358,
+      "token_acc": 0.9017812464520144
+    },
+    {
+      "epoch": 1.575192096597146,
+      "grad_norm": 0.3088306425812143,
+      "learning_rate": 1.1879752376235231e-06,
+      "loss": 0.31365966796875,
+      "step": 359,
+      "token_acc": 0.8998575177235227
+    },
+    {
+      "epoch": 1.579582875960483,
+      "grad_norm": 0.3673988268314337,
+      "learning_rate": 1.1646008897129546e-06,
+      "loss": 0.3232421875,
+      "step": 360,
+      "token_acc": 0.8960839865568269
+    },
+    {
+      "epoch": 1.58397365532382,
+      "grad_norm": 0.38954586735694496,
+      "learning_rate": 1.1414284400784643e-06,
+      "loss": 0.316162109375,
+      "step": 361,
+      "token_acc": 0.8983161436387649
+    },
+    {
+      "epoch": 1.5883644346871568,
+      "grad_norm": 0.3338851804634168,
+      "learning_rate": 1.118459108535122e-06,
+      "loss": 0.32855224609375,
+      "step": 362,
+      "token_acc": 0.8951910712357544
+    },
+    {
+      "epoch": 1.592755214050494,
+      "grad_norm": 0.31354249264446227,
+      "learning_rate": 1.0956941042057106e-06,
+      "loss": 0.30206298828125,
+      "step": 363,
+      "token_acc": 0.9030254446357413
+    },
+    {
+      "epoch": 1.597145993413831,
+      "grad_norm": 0.32617845412106616,
+      "learning_rate": 1.0731346254570735e-06,
+      "loss": 0.32171630859375,
+      "step": 364,
+      "token_acc": 0.8975390925403742
+    },
+    {
+      "epoch": 1.6015367727771679,
+      "grad_norm": 0.3693973221493379,
+      "learning_rate": 1.0507818598370355e-06,
+      "loss": 0.3443603515625,
+      "step": 365,
+      "token_acc": 0.888619439372684
+    },
+    {
+      "epoch": 1.605927552140505,
+      "grad_norm": 0.3341196055937999,
+      "learning_rate": 1.0286369840118859e-06,
+      "loss": 0.3385009765625,
+      "step": 366,
+      "token_acc": 0.8918811806446743
+    },
+    {
+      "epoch": 1.610318331503842,
+      "grad_norm": 0.34605954547206286,
+      "learning_rate": 1.006701163704445e-06,
+      "loss": 0.339599609375,
+      "step": 367,
+      "token_acc": 0.8921929642200683
+    },
+    {
+      "epoch": 1.614709110867179,
+      "grad_norm": 0.3214712819943197,
+      "learning_rate": 9.849755536326866e-07,
+      "loss": 0.32080078125,
+      "step": 368,
+      "token_acc": 0.8973029365828966
+    },
+    {
+      "epoch": 1.6190998902305158,
+      "grad_norm": 0.33765450186529306,
+      "learning_rate": 9.63461297448966e-07,
+      "loss": 0.33447265625,
+      "step": 369,
+      "token_acc": 0.8924900716032999
+    },
+    {
+      "epoch": 1.623490669593853,
+      "grad_norm": 0.32487660178259903,
+      "learning_rate": 9.421595276798084e-07,
+      "loss": 0.31402587890625,
+      "step": 370,
+      "token_acc": 0.9003300316619045
+    },
+    {
+      "epoch": 1.62788144895719,
+      "grad_norm": 0.31734405029950935,
+      "learning_rate": 9.210713656663023e-07,
+      "loss": 0.334136962890625,
+      "step": 371,
+      "token_acc": 0.8945020351862978
+    },
+    {
+      "epoch": 1.6322722283205269,
+      "grad_norm": 0.36552587976973605,
+      "learning_rate": 9.001979215050544e-07,
+      "loss": 0.37933349609375,
+      "step": 372,
+      "token_acc": 0.8805883798673687
+    },
+    {
+      "epoch": 1.6366630076838637,
+      "grad_norm": 0.33850050157465783,
+      "learning_rate": 8.795402939897679e-07,
+      "loss": 0.3240966796875,
+      "step": 373,
+      "token_acc": 0.8961853403592756
+    },
+    {
+      "epoch": 1.6410537870472008,
+      "grad_norm": 0.3304963750478896,
+      "learning_rate": 8.590995705533994e-07,
+      "loss": 0.33135986328125,
+      "step": 374,
+      "token_acc": 0.8949704286813404
+    },
+    {
+      "epoch": 1.645444566410538,
+      "grad_norm": 0.344128572070614,
+      "learning_rate": 8.388768272109105e-07,
+      "loss": 0.32818603515625,
+      "step": 375,
+      "token_acc": 0.8955371784865519
+    },
+    {
+      "epoch": 1.6498353457738748,
+      "grad_norm": 0.34883527846917517,
+      "learning_rate": 8.188731285026219e-07,
+      "loss": 0.3492431640625,
+      "step": 376,
+      "token_acc": 0.8886745390313118
+    },
+    {
+      "epoch": 1.654226125137212,
+      "grad_norm": 0.3925879050862546,
+      "learning_rate": 7.99089527438191e-07,
+      "loss": 0.3648681640625,
+      "step": 377,
+      "token_acc": 0.8843120912345157
+    },
+    {
+      "epoch": 1.658616904500549,
+      "grad_norm": 0.3267473216090058,
+      "learning_rate": 7.795270654411635e-07,
+      "loss": 0.3353271484375,
+      "step": 378,
+      "token_acc": 0.8933586229167774
+    },
+    {
+      "epoch": 1.6630076838638859,
+      "grad_norm": 0.3505350578881492,
+      "learning_rate": 7.601867722941642e-07,
+      "loss": 0.31964111328125,
+      "step": 379,
+      "token_acc": 0.8975450696383639
+    },
+    {
+      "epoch": 1.6673984632272227,
+      "grad_norm": 0.3140296646528115,
+      "learning_rate": 7.410696660846761e-07,
+      "loss": 0.348388671875,
+      "step": 380,
+      "token_acc": 0.8905270618461562
+    },
+    {
+      "epoch": 1.6717892425905598,
+      "grad_norm": 0.33890201394504826,
+      "learning_rate": 7.22176753151464e-07,
+      "loss": 0.33770751953125,
+      "step": 381,
+      "token_acc": 0.8921922096954155
+    },
+    {
+      "epoch": 1.676180021953897,
+      "grad_norm": 0.34754729201367335,
+      "learning_rate": 7.035090280315854e-07,
+      "loss": 0.3411865234375,
+      "step": 382,
+      "token_acc": 0.8912410516370508
+    },
+    {
+      "epoch": 1.6805708013172338,
+      "grad_norm": 0.30817240468755525,
+      "learning_rate": 6.850674734080454e-07,
+      "loss": 0.3236083984375,
+      "step": 383,
+      "token_acc": 0.897392357908823
+    },
+    {
+      "epoch": 1.6849615806805707,
+      "grad_norm": 0.3133130749995393,
+      "learning_rate": 6.66853060058063e-07,
+      "loss": 0.3126220703125,
+      "step": 384,
+      "token_acc": 0.9002761491017165
+    },
+    {
+      "epoch": 1.6893523600439078,
+      "grad_norm": 0.3528327881645742,
+      "learning_rate": 6.488667468019727e-07,
+      "loss": 0.361083984375,
+      "step": 385,
+      "token_acc": 0.8851972838730512
+    },
+    {
+      "epoch": 1.6937431394072449,
+      "grad_norm": 0.3125258347085141,
+      "learning_rate": 6.31109480452749e-07,
+      "loss": 0.34759521484375,
+      "step": 386,
+      "token_acc": 0.8904842245197799
+    },
+    {
+      "epoch": 1.6981339187705817,
+      "grad_norm": 0.3354760865119189,
+      "learning_rate": 6.135821957661658e-07,
+      "loss": 0.33538818359375,
+      "step": 387,
+      "token_acc": 0.8933355095618039
+    },
+    {
+      "epoch": 1.7025246981339188,
+      "grad_norm": 0.2980443483920128,
+      "learning_rate": 5.962858153915896e-07,
+      "loss": 0.3055419921875,
+      "step": 388,
+      "token_acc": 0.9020604964779447
+    },
+    {
+      "epoch": 1.706915477497256,
+      "grad_norm": 0.3475742282240845,
+      "learning_rate": 5.792212498234134e-07,
+      "loss": 0.34375,
+      "step": 389,
+      "token_acc": 0.8913870681035441
+    },
+    {
+      "epoch": 1.7113062568605928,
+      "grad_norm": 0.3382744660227279,
+      "learning_rate": 5.623893973531225e-07,
+      "loss": 0.32763671875,
+      "step": 390,
+      "token_acc": 0.8944369685957213
+    },
+    {
+      "epoch": 1.7156970362239297,
+      "grad_norm": 0.36406944654219947,
+      "learning_rate": 5.457911440220154e-07,
+      "loss": 0.33001708984375,
+      "step": 391,
+      "token_acc": 0.8939367983710608
+    },
+    {
+      "epoch": 1.7200878155872668,
+      "grad_norm": 0.2973145447250047,
+      "learning_rate": 5.294273635745517e-07,
+      "loss": 0.31414794921875,
+      "step": 392,
+      "token_acc": 0.8997379322005241
+    },
+    {
+      "epoch": 1.7244785949506038,
+      "grad_norm": 0.31937049306043686,
+      "learning_rate": 5.132989174123659e-07,
+      "loss": 0.33099365234375,
+      "step": 393,
+      "token_acc": 0.8942759065257196
+    },
+    {
+      "epoch": 1.7288693743139407,
+      "grad_norm": 0.3195244152084989,
+      "learning_rate": 4.97406654548922e-07,
+      "loss": 0.323974609375,
+      "step": 394,
+      "token_acc": 0.8963840244506857
+    },
+    {
+      "epoch": 1.7332601536772776,
+      "grad_norm": 0.32918330351597275,
+      "learning_rate": 4.817514115648164e-07,
+      "loss": 0.32049560546875,
+      "step": 395,
+      "token_acc": 0.8964964818227509
+    },
+    {
+      "epoch": 1.7376509330406147,
+      "grad_norm": 0.30823870393244884,
+      "learning_rate": 4.663340125637389e-07,
+      "loss": 0.31060791015625,
+      "step": 396,
+      "token_acc": 0.8997806321920347
+    },
+    {
+      "epoch": 1.7420417124039518,
+      "grad_norm": 0.33331387895596026,
+      "learning_rate": 4.511552691290988e-07,
+      "loss": 0.32708740234375,
+      "step": 397,
+      "token_acc": 0.894811041977903
+    },
+    {
+      "epoch": 1.7464324917672887,
+      "grad_norm": 0.3657346964297189,
+      "learning_rate": 4.362159802812971e-07,
+      "loss": 0.32757568359375,
+      "step": 398,
+      "token_acc": 0.894116022835441
+    },
+    {
+      "epoch": 1.7508232711306255,
+      "grad_norm": 0.3375902606396153,
+      "learning_rate": 4.215169324356666e-07,
+      "loss": 0.3341064453125,
+      "step": 399,
+      "token_acc": 0.8944647443010685
+    },
+    {
+      "epoch": 1.7552140504939628,
+      "grad_norm": 0.3490777079667427,
+      "learning_rate": 4.070588993610697e-07,
+      "loss": 0.33544921875,
+      "step": 400,
+      "token_acc": 0.8928451446826995
+    },
+    {
+      "epoch": 1.7596048298572997,
+      "grad_norm": 0.3454508780019287,
+      "learning_rate": 3.928426421391773e-07,
+      "loss": 0.32806396484375,
+      "step": 401,
+      "token_acc": 0.8937952449717322
+    },
+    {
+      "epoch": 1.7639956092206366,
+      "grad_norm": 0.3432807805381615,
+      "learning_rate": 3.7886890912439633e-07,
+      "loss": 0.3271484375,
+      "step": 402,
+      "token_acc": 0.8948156115198462
+    },
+    {
+      "epoch": 1.7683863885839737,
+      "grad_norm": 0.32460523818298503,
+      "learning_rate": 3.651384359044774e-07,
+      "loss": 0.36053466796875,
+      "step": 403,
+      "token_acc": 0.8857531124924252
+    },
+    {
+      "epoch": 1.7727771679473108,
+      "grad_norm": 0.32862364677559325,
+      "learning_rate": 3.516519452617922e-07,
+      "loss": 0.327392578125,
+      "step": 404,
+      "token_acc": 0.8948030658624465
+    },
+    {
+      "epoch": 1.7771679473106476,
+      "grad_norm": 0.3215013561453796,
+      "learning_rate": 3.3841014713529184e-07,
+      "loss": 0.30902099609375,
+      "step": 405,
+      "token_acc": 0.8998735514791382
+    },
+    {
+      "epoch": 1.7815587266739845,
+      "grad_norm": 0.3134191902573514,
+      "learning_rate": 3.254137385831263e-07,
+      "loss": 0.326904296875,
+      "step": 406,
+      "token_acc": 0.8955593501674187
+    },
+    {
+      "epoch": 1.7859495060373216,
+      "grad_norm": 0.29496479459085717,
+      "learning_rate": 3.1266340374595693e-07,
+      "loss": 0.306915283203125,
+      "step": 407,
+      "token_acc": 0.9027193922893538
+    },
+    {
+      "epoch": 1.7903402854006587,
+      "grad_norm": 0.3259220503055919,
+      "learning_rate": 3.0015981381094073e-07,
+      "loss": 0.33740234375,
+      "step": 408,
+      "token_acc": 0.8932714405573998
+    },
+    {
+      "epoch": 1.7947310647639956,
+      "grad_norm": 0.3462558528034366,
+      "learning_rate": 2.8790362697639685e-07,
+      "loss": 0.3414306640625,
+      "step": 409,
+      "token_acc": 0.8913687342038753
+    },
+    {
+      "epoch": 1.7991218441273324,
+      "grad_norm": 0.3605113445687066,
+      "learning_rate": 2.7589548841716274e-07,
+      "loss": 0.3402099609375,
+      "step": 410,
+      "token_acc": 0.89065803514579
+    },
+    {
+      "epoch": 1.8035126234906695,
+      "grad_norm": 0.3264923577051289,
+      "learning_rate": 2.64136030250628e-07,
+      "loss": 0.333251953125,
+      "step": 411,
+      "token_acc": 0.8939395383322247
+    },
+    {
+      "epoch": 1.8079034028540066,
+      "grad_norm": 0.329246741520078,
+      "learning_rate": 2.526258715034602e-07,
+      "loss": 0.3447265625,
+      "step": 412,
+      "token_acc": 0.8896532279688955
+    },
+    {
+      "epoch": 1.8122941822173435,
+      "grad_norm": 0.3203671989051025,
+      "learning_rate": 2.4136561807901916e-07,
+      "loss": 0.3319091796875,
+      "step": 413,
+      "token_acc": 0.8944627231083568
+    },
+    {
+      "epoch": 1.8166849615806806,
+      "grad_norm": 0.3128688524191343,
+      "learning_rate": 2.3035586272546207e-07,
+      "loss": 0.3179931640625,
+      "step": 414,
+      "token_acc": 0.8994386637458927
+    },
+    {
+      "epoch": 1.8210757409440177,
+      "grad_norm": 0.3162543682462319,
+      "learning_rate": 2.1959718500454196e-07,
+      "loss": 0.34197998046875,
+      "step": 415,
+      "token_acc": 0.8922324478709701
+    },
+    {
+      "epoch": 1.8254665203073546,
+      "grad_norm": 0.31628023882532796,
+      "learning_rate": 2.0909015126109488e-07,
+      "loss": 0.3271484375,
+      "step": 416,
+      "token_acc": 0.896125079935866
+    },
+    {
+      "epoch": 1.8298572996706914,
+      "grad_norm": 0.35061974607883883,
+      "learning_rate": 1.988353145932298e-07,
+      "loss": 0.37640380859375,
+      "step": 417,
+      "token_acc": 0.8815436502633716
+    },
+    {
+      "epoch": 1.8342480790340285,
+      "grad_norm": 0.31617503605918285,
+      "learning_rate": 1.8883321482321583e-07,
+      "loss": 0.3310546875,
+      "step": 418,
+      "token_acc": 0.8962308874283595
+    },
+    {
+      "epoch": 1.8386388583973656,
+      "grad_norm": 0.3169484487134376,
+      "learning_rate": 1.7908437846906158e-07,
+      "loss": 0.32293701171875,
+      "step": 419,
+      "token_acc": 0.8963603569394342
+    },
+    {
+      "epoch": 1.8430296377607025,
+      "grad_norm": 0.3365985480902347,
+      "learning_rate": 1.6958931871679908e-07,
+      "loss": 0.33087158203125,
+      "step": 420,
+      "token_acc": 0.894784686617356
+    },
+    {
+      "epoch": 1.8474204171240394,
+      "grad_norm": 0.3420749242889434,
+      "learning_rate": 1.603485353934703e-07,
+      "loss": 0.312255859375,
+      "step": 421,
+      "token_acc": 0.899052783716958
+    },
+    {
+      "epoch": 1.8518111964873765,
+      "grad_norm": 0.34636887044367853,
+      "learning_rate": 1.5136251494081822e-07,
+      "loss": 0.31878662109375,
+      "step": 422,
+      "token_acc": 0.8978319799856161
+    },
+    {
+      "epoch": 1.8562019758507136,
+      "grad_norm": 0.34035225117826334,
+      "learning_rate": 1.4263173038967627e-07,
+      "loss": 0.37469482421875,
+      "step": 423,
+      "token_acc": 0.882996524649247
+    },
+    {
+      "epoch": 1.8605927552140504,
+      "grad_norm": 0.3455548802919666,
+      "learning_rate": 1.3415664133506812e-07,
+      "loss": 0.3470458984375,
+      "step": 424,
+      "token_acc": 0.888893873092701
+    },
+    {
+      "epoch": 1.8649835345773875,
+      "grad_norm": 0.31846607420181183,
+      "learning_rate": 1.2593769391201827e-07,
+      "loss": 0.322265625,
+      "step": 425,
+      "token_acc": 0.8966021505376344
+    },
+    {
+      "epoch": 1.8693743139407246,
+      "grad_norm": 0.3366284106732347,
+      "learning_rate": 1.1797532077206187e-07,
+      "loss": 0.33251953125,
+      "step": 426,
+      "token_acc": 0.8953254265318595
+    },
+    {
+      "epoch": 1.8737650933040615,
+      "grad_norm": 0.3009000303918809,
+      "learning_rate": 1.1026994106047296e-07,
+      "loss": 0.3204345703125,
+      "step": 427,
+      "token_acc": 0.8987217647586135
+    },
+    {
+      "epoch": 1.8781558726673984,
+      "grad_norm": 0.3270006697398233,
+      "learning_rate": 1.0282196039419823e-07,
+      "loss": 0.327392578125,
+      "step": 428,
+      "token_acc": 0.8962514769366211
+    },
+    {
+      "epoch": 1.8825466520307355,
+      "grad_norm": 0.34482835758960784,
+      "learning_rate": 9.5631770840508e-08,
+      "loss": 0.34466552734375,
+      "step": 429,
+      "token_acc": 0.8888076029756629
+    },
+    {
+      "epoch": 1.8869374313940726,
+      "grad_norm": 0.2985600447147717,
+      "learning_rate": 8.869975089635552e-08,
+      "loss": 0.31842041015625,
+      "step": 430,
+      "token_acc": 0.8991015565064698
+    },
+    {
+      "epoch": 1.8913282107574094,
+      "grad_norm": 0.3662613501530102,
+      "learning_rate": 8.202626546845172e-08,
+      "loss": 0.3890380859375,
+      "step": 431,
+      "token_acc": 0.8769567149745507
+    },
+    {
+      "epoch": 1.8957189901207463,
+      "grad_norm": 0.3136762743080743,
+      "learning_rate": 7.561166585405789e-08,
+      "loss": 0.3333740234375,
+      "step": 432,
+      "token_acc": 0.8939009149833037
+    },
+    {
+      "epoch": 1.9001097694840834,
+      "grad_norm": 0.2989801839581692,
+      "learning_rate": 6.945628972249208e-08,
+      "loss": 0.3311767578125,
+      "step": 433,
+      "token_acc": 0.8955504875298014
+    },
+    {
+      "epoch": 1.9045005488474205,
+      "grad_norm": 0.33986553610150577,
+      "learning_rate": 6.356046109735614e-08,
+      "loss": 0.3505859375,
+      "step": 434,
+      "token_acc": 0.8896977782338755
+    },
+    {
+      "epoch": 1.9088913282107574,
+      "grad_norm": 0.3585350716098544,
+      "learning_rate": 5.7924490339474335e-08,
+      "loss": 0.33050537109375,
+      "step": 435,
+      "token_acc": 0.8932045424757055
+    },
+    {
+      "epoch": 1.9132821075740944,
+      "grad_norm": 0.33318455426689786,
+      "learning_rate": 5.2548674130561974e-08,
+      "loss": 0.31787109375,
+      "step": 436,
+      "token_acc": 0.8970736152543393
+    },
+    {
+      "epoch": 1.9176728869374315,
+      "grad_norm": 0.3560122835652356,
+      "learning_rate": 4.743329545760122e-08,
+      "loss": 0.32080078125,
+      "step": 437,
+      "token_acc": 0.8963951960241702
+    },
+    {
+      "epoch": 1.9220636663007684,
+      "grad_norm": 0.31085098069734834,
+      "learning_rate": 4.2578623597949174e-08,
+      "loss": 0.32952880859375,
+      "step": 438,
+      "token_acc": 0.8948359117539363
+    },
+    {
+      "epoch": 1.9264544456641053,
+      "grad_norm": 0.31421688424510547,
+      "learning_rate": 3.7984914105162474e-08,
+      "loss": 0.32672119140625,
+      "step": 439,
+      "token_acc": 0.896141181272641
+    },
+    {
+      "epoch": 1.9308452250274424,
+      "grad_norm": 0.3396314942583363,
+      "learning_rate": 3.365240879554144e-08,
+      "loss": 0.32476806640625,
+      "step": 440,
+      "token_acc": 0.89614173015128
+    },
+    {
+      "epoch": 1.9352360043907795,
+      "grad_norm": 0.33770968758923126,
+      "learning_rate": 2.9581335735404672e-08,
+      "loss": 0.34759521484375,
+      "step": 441,
+      "token_acc": 0.888780297517056
+    },
+    {
+      "epoch": 1.9396267837541163,
+      "grad_norm": 0.3359526828470558,
+      "learning_rate": 2.577190922908035e-08,
+      "loss": 0.336669921875,
+      "step": 442,
+      "token_acc": 0.8932492221730838
+    },
+    {
+      "epoch": 1.9440175631174532,
+      "grad_norm": 0.30809999333074994,
+      "learning_rate": 2.222432980762912e-08,
+      "loss": 0.31591796875,
+      "step": 443,
+      "token_acc": 0.8989644887272107
+    },
+    {
+      "epoch": 1.9484083424807903,
+      "grad_norm": 0.32588061865422974,
+      "learning_rate": 1.8938784218281435e-08,
+      "loss": 0.3359375,
+      "step": 444,
+      "token_acc": 0.8939156473905226
+    },
+    {
+      "epoch": 1.9527991218441274,
+      "grad_norm": 0.316204595673142,
+      "learning_rate": 1.5915445414613208e-08,
+      "loss": 0.32470703125,
+      "step": 445,
+      "token_acc": 0.8972734617593521
+    },
+    {
+      "epoch": 1.9571899012074643,
+      "grad_norm": 0.3534293579497171,
+      "learning_rate": 1.3154472547440289e-08,
+      "loss": 0.34326171875,
+      "step": 446,
+      "token_acc": 0.8898358889984115
+    },
+    {
+      "epoch": 1.9615806805708014,
+      "grad_norm": 0.3222323910725636,
+      "learning_rate": 1.0656010956437979e-08,
+      "loss": 0.33538818359375,
+      "step": 447,
+      "token_acc": 0.89324441088554
+    },
+    {
+      "epoch": 1.9659714599341385,
+      "grad_norm": 0.33723294622312994,
+      "learning_rate": 8.42019216249046e-09,
+      "loss": 0.33941650390625,
+      "step": 448,
+      "token_acc": 0.8923053003662836
+    },
+    {
+      "epoch": 1.9703622392974753,
+      "grad_norm": 0.34061189298308664,
+      "learning_rate": 6.447133860771893e-09,
+      "loss": 0.34271240234375,
+      "step": 449,
+      "token_acc": 0.8913180258916412
+    },
+    {
+      "epoch": 1.9747530186608122,
+      "grad_norm": 0.31254186799137346,
+      "learning_rate": 4.736939914545824e-09,
+      "loss": 0.3350830078125,
+      "step": 450,
+      "token_acc": 0.8941951442968392
+    },
+    {
+      "epoch": 1.9791437980241493,
+      "grad_norm": 0.3494134810547919,
+      "learning_rate": 3.289700349698999e-09,
+      "loss": 0.3580322265625,
+      "step": 451,
+      "token_acc": 0.8864843405381562
+    },
+    {
+      "epoch": 1.9835345773874864,
+      "grad_norm": 0.34301867099975397,
+      "learning_rate": 2.1054913500051512e-09,
+      "loss": 0.3482666015625,
+      "step": 452,
+      "token_acc": 0.8892958047945205
+    },
+    {
+      "epoch": 1.9879253567508233,
+      "grad_norm": 0.3549677040304002,
+      "learning_rate": 1.1843752531104368e-09,
+      "loss": 0.3450927734375,
+      "step": 453,
+      "token_acc": 0.8906645805394129
+    },
+    {
+      "epoch": 1.9923161361141601,
+      "grad_norm": 0.3298335503597009,
+      "learning_rate": 5.264005472549461e-10,
+      "loss": 0.3409423828125,
+      "step": 454,
+      "token_acc": 0.8928574189757545
+    },
+    {
+      "epoch": 1.9967069154774972,
+      "grad_norm": 0.33394556946336496,
+      "learning_rate": 1.316018687191889e-10,
+      "loss": 0.32904052734375,
+      "step": 455,
+      "token_acc": 0.8945393287321052
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.3495909530257807,
+      "learning_rate": 0.0,
+      "loss": 0.3092041015625,
+      "step": 456,
+      "token_acc": 0.9025272608768885
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 456,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 50,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1510127542665216e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}