{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 846,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0035555555555555557,
      "grad_norm": 20.983922958374023,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 1.1340906620025635,
      "loss_sft": 1.1340906620025635,
      "step": 1,
      "token_acc": 0.6925138263298933
    },
    {
      "epoch": 0.0071111111111111115,
      "grad_norm": 21.411361694335938,
      "learning_rate": 5.000000000000001e-07,
      "loss": 1.1090593338012695,
      "loss_sft": 1.1090593338012695,
      "step": 2,
      "token_acc": 0.6990699238009861
    },
    {
      "epoch": 0.010666666666666666,
      "grad_norm": 21.33144187927246,
      "learning_rate": 7.5e-07,
      "loss": 1.1518434286117554,
      "loss_sft": 1.1518434286117554,
      "step": 3,
      "token_acc": 0.6946262270324691
    },
    {
      "epoch": 0.014222222222222223,
      "grad_norm": 20.271839141845703,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.071044683456421,
      "loss_sft": 1.071044683456421,
      "step": 4,
      "token_acc": 0.7028114604571306
    },
    {
      "epoch": 0.017777777777777778,
      "grad_norm": 16.812294006347656,
      "learning_rate": 1.25e-06,
      "loss": 1.082520604133606,
      "loss_sft": 1.082520604133606,
      "step": 5,
      "token_acc": 0.6990645676477298
    },
    {
      "epoch": 0.021333333333333333,
      "grad_norm": 11.476592063903809,
      "learning_rate": 1.5e-06,
      "loss": 1.0654475688934326,
      "loss_sft": 1.0654475688934326,
      "step": 6,
      "token_acc": 0.7033498466619486
    },
    {
      "epoch": 0.024888888888888887,
      "grad_norm": 10.128439903259277,
      "learning_rate": 1.75e-06,
      "loss": 1.0348063707351685,
      "loss_sft": 1.0348063707351685,
      "step": 7,
      "token_acc": 0.71674241493674
    },
    {
      "epoch": 0.028444444444444446,
      "grad_norm": 8.450559616088867,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.9253971576690674,
      "loss_sft": 0.9253971576690674,
      "step": 8,
      "token_acc": 0.7334515704559758
    },
    {
      "epoch": 0.032,
      "grad_norm": 7.736713409423828,
      "learning_rate": 2.25e-06,
      "loss": 0.9541059732437134,
      "loss_sft": 0.9541059732437134,
      "step": 9,
      "token_acc": 0.7284861257463997
    },
    {
      "epoch": 0.035555555555555556,
      "grad_norm": 6.614664077758789,
      "learning_rate": 2.5e-06,
      "loss": 0.8742601871490479,
      "loss_sft": 0.8742601871490479,
      "step": 10,
      "token_acc": 0.7462323208903315
    },
    {
      "epoch": 0.03911111111111111,
      "grad_norm": 5.6005988121032715,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 0.8437846899032593,
      "loss_sft": 0.8437846899032593,
      "step": 11,
      "token_acc": 0.7580404096318849
    },
    {
      "epoch": 0.042666666666666665,
      "grad_norm": 4.773887634277344,
      "learning_rate": 3e-06,
      "loss": 0.821181058883667,
      "loss_sft": 0.821181058883667,
      "step": 12,
      "token_acc": 0.759621451104101
    },
    {
      "epoch": 0.04622222222222222,
      "grad_norm": 4.401590347290039,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 0.8202284574508667,
      "loss_sft": 0.8202284574508667,
      "step": 13,
      "token_acc": 0.7584763499372122
    },
    {
      "epoch": 0.049777777777777775,
      "grad_norm": 4.867381572723389,
      "learning_rate": 3.5e-06,
      "loss": 0.7727222442626953,
      "loss_sft": 0.7727222442626953,
      "step": 14,
      "token_acc": 0.7709236224461079
    },
    {
      "epoch": 0.05333333333333334,
      "grad_norm": 3.7348971366882324,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.7707201838493347,
      "loss_sft": 0.7707201838493347,
      "step": 15,
      "token_acc": 0.7755102040816326
    },
    {
      "epoch": 0.05688888888888889,
      "grad_norm": 3.442126512527466,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.7654933929443359,
      "loss_sft": 0.7654933929443359,
      "step": 16,
      "token_acc": 0.7764313507504169
    },
    {
      "epoch": 0.060444444444444446,
      "grad_norm": 3.7610056400299072,
      "learning_rate": 4.25e-06,
      "loss": 0.704330563545227,
      "loss_sft": 0.704330563545227,
      "step": 17,
      "token_acc": 0.7872063512722067
    },
    {
      "epoch": 0.064,
      "grad_norm": 2.9932496547698975,
      "learning_rate": 4.5e-06,
      "loss": 0.7594562768936157,
      "loss_sft": 0.7594562768936157,
      "step": 18,
      "token_acc": 0.7800751879699248
    },
    {
      "epoch": 0.06755555555555555,
      "grad_norm": 3.2831130027770996,
      "learning_rate": 4.75e-06,
      "loss": 0.7128193378448486,
      "loss_sft": 0.7128193378448486,
      "step": 19,
      "token_acc": 0.784909299102031
    },
    {
      "epoch": 0.07111111111111111,
      "grad_norm": 3.4387524127960205,
      "learning_rate": 5e-06,
      "loss": 0.7347320318222046,
      "loss_sft": 0.7347320318222046,
      "step": 20,
      "token_acc": 0.7835679640364368
    },
    {
      "epoch": 0.07466666666666667,
      "grad_norm": 3.813136577606201,
      "learning_rate": 5.2500000000000006e-06,
      "loss": 0.7200600504875183,
      "loss_sft": 0.7200600504875183,
      "step": 21,
      "token_acc": 0.7873118044948724
    },
    {
      "epoch": 0.07822222222222222,
      "grad_norm": 3.248347043991089,
      "learning_rate": 5.500000000000001e-06,
      "loss": 0.6967421770095825,
      "loss_sft": 0.6967421770095825,
      "step": 22,
      "token_acc": 0.7923794297895017
    },
    {
      "epoch": 0.08177777777777778,
      "grad_norm": 2.9261245727539062,
      "learning_rate": 5.75e-06,
      "loss": 0.7348852753639221,
      "loss_sft": 0.7348852753639221,
      "step": 23,
      "token_acc": 0.7791546106428482
    },
    {
      "epoch": 0.08533333333333333,
      "grad_norm": 2.7344608306884766,
      "learning_rate": 6e-06,
      "loss": 0.6594898700714111,
      "loss_sft": 0.6594898700714111,
      "step": 24,
      "token_acc": 0.8044193408230401
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 2.738558769226074,
      "learning_rate": 6.25e-06,
      "loss": 0.7026379108428955,
      "loss_sft": 0.7026379108428955,
      "step": 25,
      "token_acc": 0.790961079340403
    },
    {
      "epoch": 0.09244444444444444,
      "grad_norm": 2.6157360076904297,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 0.70719313621521,
      "loss_sft": 0.70719313621521,
      "step": 26,
      "token_acc": 0.7903861765046968
    },
    {
      "epoch": 0.096,
      "grad_norm": 2.609368324279785,
      "learning_rate": 6.750000000000001e-06,
      "loss": 0.6963019371032715,
      "loss_sft": 0.6963019371032715,
      "step": 27,
      "token_acc": 0.7886773767605634
    },
    {
      "epoch": 0.09955555555555555,
      "grad_norm": 2.7674100399017334,
      "learning_rate": 7e-06,
      "loss": 0.7104215025901794,
      "loss_sft": 0.7104215025901794,
      "step": 28,
      "token_acc": 0.7928346326090562
    },
    {
      "epoch": 0.10311111111111111,
      "grad_norm": 2.560457229614258,
      "learning_rate": 7.25e-06,
      "loss": 0.7051395177841187,
      "loss_sft": 0.7051395177841187,
      "step": 29,
      "token_acc": 0.7864459780030192
    },
    {
      "epoch": 0.10666666666666667,
      "grad_norm": 2.5793039798736572,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.6692949533462524,
      "loss_sft": 0.6692949533462524,
      "step": 30,
      "token_acc": 0.7924174387540499
    },
    {
      "epoch": 0.11022222222222222,
      "grad_norm": 2.9297451972961426,
      "learning_rate": 7.75e-06,
      "loss": 0.7029169797897339,
      "loss_sft": 0.7029169797897339,
      "step": 31,
      "token_acc": 0.7913652138109523
    },
    {
      "epoch": 0.11377777777777778,
      "grad_norm": 2.656677007675171,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.6783644556999207,
      "loss_sft": 0.6783644556999207,
      "step": 32,
      "token_acc": 0.7904994635832638
    },
    {
      "epoch": 0.11733333333333333,
      "grad_norm": 2.7285196781158447,
      "learning_rate": 8.25e-06,
      "loss": 0.7081842422485352,
      "loss_sft": 0.7081842422485352,
      "step": 33,
      "token_acc": 0.7891266558772403
    },
    {
      "epoch": 0.12088888888888889,
      "grad_norm": 2.551206111907959,
      "learning_rate": 8.5e-06,
      "loss": 0.6748272180557251,
      "loss_sft": 0.6748272180557251,
      "step": 34,
      "token_acc": 0.7955828836742377
    },
    {
      "epoch": 0.12444444444444444,
      "grad_norm": 2.531101703643799,
      "learning_rate": 8.750000000000001e-06,
      "loss": 0.6638057231903076,
      "loss_sft": 0.6638057231903076,
      "step": 35,
      "token_acc": 0.798465829846583
    },
    {
      "epoch": 0.128,
      "grad_norm": 2.491770029067993,
      "learning_rate": 9e-06,
      "loss": 0.6896926164627075,
      "loss_sft": 0.6896926164627075,
      "step": 36,
      "token_acc": 0.7869425186964354
    },
    {
      "epoch": 0.13155555555555556,
      "grad_norm": 2.6662817001342773,
      "learning_rate": 9.250000000000001e-06,
      "loss": 0.6853880286216736,
      "loss_sft": 0.6853880286216736,
      "step": 37,
      "token_acc": 0.7954451590064311
    },
    {
      "epoch": 0.1351111111111111,
      "grad_norm": 2.650941848754883,
      "learning_rate": 9.5e-06,
      "loss": 0.6828696727752686,
      "loss_sft": 0.6828696727752686,
      "step": 38,
      "token_acc": 0.7936775921290097
    },
    {
      "epoch": 0.13866666666666666,
      "grad_norm": 2.5845916271209717,
      "learning_rate": 9.75e-06,
      "loss": 0.6833871603012085,
      "loss_sft": 0.6833871603012085,
      "step": 39,
      "token_acc": 0.7933317977657491
    },
    {
      "epoch": 0.14222222222222222,
      "grad_norm": 2.6829824447631836,
      "learning_rate": 1e-05,
      "loss": 0.673632025718689,
      "loss_sft": 0.673632025718689,
      "step": 40,
      "token_acc": 0.7936316001612254
    },
    {
      "epoch": 0.14577777777777778,
      "grad_norm": 2.528928756713867,
      "learning_rate": 9.99996201876164e-06,
      "loss": 0.6603695154190063,
      "loss_sft": 0.6603695154190063,
      "step": 41,
      "token_acc": 0.797522793738173
    },
    {
      "epoch": 0.14933333333333335,
      "grad_norm": 2.5398335456848145,
      "learning_rate": 9.999848075623584e-06,
      "loss": 0.687311053276062,
      "loss_sft": 0.687311053276062,
      "step": 42,
      "token_acc": 0.7938973647711511
    },
    {
      "epoch": 0.15288888888888888,
      "grad_norm": 2.4450557231903076,
      "learning_rate": 9.999658172316915e-06,
      "loss": 0.6976714134216309,
      "loss_sft": 0.6976714134216309,
      "step": 43,
      "token_acc": 0.7889001806684733
    },
    {
      "epoch": 0.15644444444444444,
      "grad_norm": 2.45168399810791,
      "learning_rate": 9.999392311726738e-06,
      "loss": 0.7229422330856323,
      "loss_sft": 0.7229422330856323,
      "step": 44,
      "token_acc": 0.7890711535418534
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.445906639099121,
      "learning_rate": 9.99905049789214e-06,
      "loss": 0.6838053464889526,
      "loss_sft": 0.6838053464889526,
      "step": 45,
      "token_acc": 0.7923917893797412
    },
    {
      "epoch": 0.16355555555555557,
      "grad_norm": 2.466531991958618,
      "learning_rate": 9.998632736006124e-06,
      "loss": 0.686069130897522,
      "loss_sft": 0.686069130897522,
      "step": 46,
      "token_acc": 0.7914860773021434
    },
    {
      "epoch": 0.1671111111111111,
      "grad_norm": 2.718491554260254,
      "learning_rate": 9.998139032415534e-06,
      "loss": 0.6970874071121216,
      "loss_sft": 0.6970874071121216,
      "step": 47,
      "token_acc": 0.7882946642870331
    },
    {
      "epoch": 0.17066666666666666,
      "grad_norm": 2.4150822162628174,
      "learning_rate": 9.997569394620965e-06,
      "loss": 0.6699665784835815,
      "loss_sft": 0.6699665784835815,
      "step": 48,
      "token_acc": 0.794776521270867
    },
    {
      "epoch": 0.17422222222222222,
      "grad_norm": 2.298213481903076,
      "learning_rate": 9.996923831276632e-06,
      "loss": 0.6545356512069702,
      "loss_sft": 0.6545356512069702,
      "step": 49,
      "token_acc": 0.8027815539056782
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 2.6017403602600098,
      "learning_rate": 9.996202352190256e-06,
      "loss": 0.6707948446273804,
      "loss_sft": 0.6707948446273804,
      "step": 50,
      "token_acc": 0.7993915069911963
    },
    {
      "epoch": 0.18133333333333335,
      "grad_norm": 2.4087908267974854,
      "learning_rate": 9.995404968322902e-06,
      "loss": 0.6896227598190308,
      "loss_sft": 0.6896227598190308,
      "step": 51,
      "token_acc": 0.7926623855142647
    },
    {
      "epoch": 0.18488888888888888,
      "grad_norm": 2.3799080848693848,
      "learning_rate": 9.994531691788822e-06,
      "loss": 0.6673187017440796,
      "loss_sft": 0.6673187017440796,
      "step": 52,
      "token_acc": 0.7992457721996347
    },
    {
      "epoch": 0.18844444444444444,
      "grad_norm": 2.300178050994873,
      "learning_rate": 9.993582535855265e-06,
      "loss": 0.6866666674613953,
      "loss_sft": 0.6866666674613953,
      "step": 53,
      "token_acc": 0.7960427866762734
    },
    {
      "epoch": 0.192,
      "grad_norm": 2.3645646572113037,
      "learning_rate": 9.992557514942278e-06,
      "loss": 0.6767413020133972,
      "loss_sft": 0.6767413020133972,
      "step": 54,
      "token_acc": 0.7919062238347754
    },
    {
      "epoch": 0.19555555555555557,
      "grad_norm": 2.661588430404663,
      "learning_rate": 9.991456644622489e-06,
      "loss": 0.6490683555603027,
      "loss_sft": 0.6490683555603027,
      "step": 55,
      "token_acc": 0.8024441249509868
    },
    {
      "epoch": 0.1991111111111111,
      "grad_norm": 2.4531829357147217,
      "learning_rate": 9.990279941620861e-06,
      "loss": 0.6744770407676697,
      "loss_sft": 0.6744770407676697,
      "step": 56,
      "token_acc": 0.7957093821510297
    },
    {
      "epoch": 0.20266666666666666,
      "grad_norm": 2.4367525577545166,
      "learning_rate": 9.989027423814454e-06,
      "loss": 0.6794407367706299,
      "loss_sft": 0.6794407367706299,
      "step": 57,
      "token_acc": 0.7992387661194115
    },
    {
      "epoch": 0.20622222222222222,
      "grad_norm": 2.7172770500183105,
      "learning_rate": 9.987699110232134e-06,
      "loss": 0.6924586296081543,
      "loss_sft": 0.6924586296081543,
      "step": 58,
      "token_acc": 0.7921842209744201
    },
    {
      "epoch": 0.20977777777777779,
      "grad_norm": 2.506361961364746,
      "learning_rate": 9.986295021054302e-06,
      "loss": 0.6553081274032593,
      "loss_sft": 0.6553081274032593,
      "step": 59,
      "token_acc": 0.7987840372550288
    },
    {
      "epoch": 0.21333333333333335,
      "grad_norm": 2.5046894550323486,
      "learning_rate": 9.984815177612574e-06,
      "loss": 0.7028884291648865,
      "loss_sft": 0.7028884291648865,
      "step": 60,
      "token_acc": 0.7910873656730011
    },
    {
      "epoch": 0.21688888888888888,
      "grad_norm": 2.5686514377593994,
      "learning_rate": 9.983259602389469e-06,
      "loss": 0.6981114745140076,
      "loss_sft": 0.6981114745140076,
      "step": 61,
      "token_acc": 0.7903784396448587
    },
    {
      "epoch": 0.22044444444444444,
      "grad_norm": 2.3537237644195557,
      "learning_rate": 9.98162831901805e-06,
      "loss": 0.6965206861495972,
      "loss_sft": 0.6965206861495972,
      "step": 62,
      "token_acc": 0.7908831908831909
    },
    {
      "epoch": 0.224,
      "grad_norm": 2.3147056102752686,
      "learning_rate": 9.979921352281585e-06,
      "loss": 0.7216426134109497,
      "loss_sft": 0.7216426134109497,
      "step": 63,
      "token_acc": 0.784184048386185
    },
    {
      "epoch": 0.22755555555555557,
      "grad_norm": 2.256810188293457,
      "learning_rate": 9.97813872811316e-06,
      "loss": 0.6454267501831055,
      "loss_sft": 0.6454267501831055,
      "step": 64,
      "token_acc": 0.8023249377248823
    },
    {
      "epoch": 0.2311111111111111,
      "grad_norm": 2.3185648918151855,
      "learning_rate": 9.976280473595284e-06,
      "loss": 0.6606327295303345,
      "loss_sft": 0.6606327295303345,
      "step": 65,
      "token_acc": 0.7970721256843609
    },
    {
      "epoch": 0.23466666666666666,
      "grad_norm": 2.4192910194396973,
      "learning_rate": 9.974346616959476e-06,
      "loss": 0.7121932506561279,
      "loss_sft": 0.7121932506561279,
      "step": 66,
      "token_acc": 0.7860363032388183
    },
    {
      "epoch": 0.23822222222222222,
      "grad_norm": 2.4552114009857178,
      "learning_rate": 9.972337187585848e-06,
      "loss": 0.6743242740631104,
      "loss_sft": 0.6743242740631104,
      "step": 67,
      "token_acc": 0.7963865446333056
    },
    {
      "epoch": 0.24177777777777779,
      "grad_norm": 2.484628677368164,
      "learning_rate": 9.970252216002647e-06,
      "loss": 0.6334826946258545,
      "loss_sft": 0.6334826946258545,
      "step": 68,
      "token_acc": 0.8025587828492393
    },
    {
      "epoch": 0.24533333333333332,
      "grad_norm": 2.2711801528930664,
      "learning_rate": 9.96809173388579e-06,
      "loss": 0.6617833971977234,
      "loss_sft": 0.6617833971977234,
      "step": 69,
      "token_acc": 0.7961126310989513
    },
    {
      "epoch": 0.24888888888888888,
      "grad_norm": 2.3135502338409424,
      "learning_rate": 9.965855774058395e-06,
      "loss": 0.6995804309844971,
      "loss_sft": 0.6995804309844971,
      "step": 70,
      "token_acc": 0.7893893252123738
    },
    {
      "epoch": 0.25244444444444447,
      "grad_norm": 2.2933452129364014,
      "learning_rate": 9.96354437049027e-06,
      "loss": 0.7320924997329712,
      "loss_sft": 0.7320924997329712,
      "step": 71,
      "token_acc": 0.78335769471706
    },
    {
      "epoch": 0.256,
      "grad_norm": 2.2438836097717285,
      "learning_rate": 9.961157558297404e-06,
      "loss": 0.6782565712928772,
      "loss_sft": 0.6782565712928772,
      "step": 72,
      "token_acc": 0.7954691173327634
    },
    {
      "epoch": 0.25955555555555554,
      "grad_norm": 2.092151641845703,
      "learning_rate": 9.958695373741428e-06,
      "loss": 0.6640706062316895,
      "loss_sft": 0.6640706062316895,
      "step": 73,
      "token_acc": 0.7954522280004078
    },
    {
      "epoch": 0.26311111111111113,
      "grad_norm": 2.23357892036438,
      "learning_rate": 9.956157854229072e-06,
      "loss": 0.6789810657501221,
      "loss_sft": 0.6789810657501221,
      "step": 74,
      "token_acc": 0.7947180192572214
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 2.246324300765991,
      "learning_rate": 9.953545038311587e-06,
      "loss": 0.6890798807144165,
      "loss_sft": 0.6890798807144165,
      "step": 75,
      "token_acc": 0.7892845820564303
    },
    {
      "epoch": 0.2702222222222222,
      "grad_norm": 2.1419386863708496,
      "learning_rate": 9.950856965684167e-06,
      "loss": 0.671385645866394,
      "loss_sft": 0.671385645866394,
      "step": 76,
      "token_acc": 0.7958000656239747
    },
    {
      "epoch": 0.2737777777777778,
      "grad_norm": 2.2745158672332764,
      "learning_rate": 9.948093677185345e-06,
      "loss": 0.6130911111831665,
      "loss_sft": 0.6130911111831665,
      "step": 77,
      "token_acc": 0.8117005046356062
    },
    {
      "epoch": 0.2773333333333333,
      "grad_norm": 2.233564853668213,
      "learning_rate": 9.945255214796366e-06,
      "loss": 0.6761378645896912,
      "loss_sft": 0.6761378645896912,
      "step": 78,
      "token_acc": 0.795233892321271
    },
    {
      "epoch": 0.2808888888888889,
      "grad_norm": 2.2238430976867676,
      "learning_rate": 9.942341621640558e-06,
      "loss": 0.6803784370422363,
      "loss_sft": 0.6803784370422363,
      "step": 79,
      "token_acc": 0.7964225336750832
    },
    {
      "epoch": 0.28444444444444444,
      "grad_norm": 2.1541366577148438,
      "learning_rate": 9.939352941982671e-06,
      "loss": 0.6466889381408691,
      "loss_sft": 0.6466889381408691,
      "step": 80,
      "token_acc": 0.80746859004188
    },
    {
      "epoch": 0.288,
      "grad_norm": 2.2607672214508057,
      "learning_rate": 9.936289221228207e-06,
      "loss": 0.7033430337905884,
      "loss_sft": 0.7033430337905884,
      "step": 81,
      "token_acc": 0.7853936942428105
    },
    {
      "epoch": 0.29155555555555557,
      "grad_norm": 2.2796926498413086,
      "learning_rate": 9.93315050592273e-06,
      "loss": 0.6681029796600342,
      "loss_sft": 0.6681029796600342,
      "step": 82,
      "token_acc": 0.7938898217864687
    },
    {
      "epoch": 0.2951111111111111,
      "grad_norm": 2.2661917209625244,
      "learning_rate": 9.929936843751158e-06,
      "loss": 0.727078914642334,
      "loss_sft": 0.727078914642334,
      "step": 83,
      "token_acc": 0.7853594080338266
    },
    {
      "epoch": 0.2986666666666667,
      "grad_norm": 2.127492904663086,
      "learning_rate": 9.926648283537037e-06,
      "loss": 0.6307873725891113,
      "loss_sft": 0.6307873725891113,
      "step": 84,
      "token_acc": 0.8066015533066604
    },
    {
      "epoch": 0.3022222222222222,
      "grad_norm": 2.2362189292907715,
      "learning_rate": 9.923284875241802e-06,
      "loss": 0.6705547571182251,
      "loss_sft": 0.6705547571182251,
      "step": 85,
      "token_acc": 0.7986414093996796
    },
    {
      "epoch": 0.30577777777777776,
      "grad_norm": 2.2825276851654053,
      "learning_rate": 9.91984666996402e-06,
      "loss": 0.7046873569488525,
      "loss_sft": 0.7046873569488525,
      "step": 86,
      "token_acc": 0.7860974395841398
    },
    {
      "epoch": 0.30933333333333335,
      "grad_norm": 2.295374631881714,
      "learning_rate": 9.916333719938608e-06,
      "loss": 0.6466997861862183,
      "loss_sft": 0.6466997861862183,
      "step": 87,
      "token_acc": 0.7971345396426737
    },
    {
      "epoch": 0.3128888888888889,
      "grad_norm": 2.1010236740112305,
      "learning_rate": 9.912746078536044e-06,
      "loss": 0.681746780872345,
      "loss_sft": 0.681746780872345,
      "step": 88,
      "token_acc": 0.7895611167675901
    },
    {
      "epoch": 0.3164444444444444,
      "grad_norm": 2.3137731552124023,
      "learning_rate": 9.90908380026155e-06,
      "loss": 0.6900076866149902,
      "loss_sft": 0.6900076866149902,
      "step": 89,
      "token_acc": 0.7924449233716475
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.110109806060791,
      "learning_rate": 9.905346940754274e-06,
      "loss": 0.6393294930458069,
      "loss_sft": 0.6393294930458069,
      "step": 90,
      "token_acc": 0.8044213973799127
    },
    {
      "epoch": 0.32355555555555554,
      "grad_norm": 2.319997549057007,
      "learning_rate": 9.90153555678644e-06,
      "loss": 0.666654109954834,
      "loss_sft": 0.666654109954834,
      "step": 91,
      "token_acc": 0.7977658405567086
    },
    {
      "epoch": 0.32711111111111113,
      "grad_norm": 2.233067512512207,
      "learning_rate": 9.897649706262474e-06,
      "loss": 0.7031636834144592,
      "loss_sft": 0.7031636834144592,
      "step": 92,
      "token_acc": 0.7854753203973441
    },
    {
      "epoch": 0.33066666666666666,
      "grad_norm": 2.1728761196136475,
      "learning_rate": 9.893689448218146e-06,
      "loss": 0.6725103855133057,
      "loss_sft": 0.6725103855133057,
      "step": 93,
      "token_acc": 0.79289843104872
    },
    {
      "epoch": 0.3342222222222222,
      "grad_norm": 2.073380470275879,
      "learning_rate": 9.889654842819658e-06,
      "loss": 0.6568620204925537,
      "loss_sft": 0.6568620204925537,
      "step": 94,
      "token_acc": 0.7996971906016935
    },
    {
      "epoch": 0.3377777777777778,
      "grad_norm": 2.0992860794067383,
      "learning_rate": 9.885545951362733e-06,
      "loss": 0.6902315616607666,
      "loss_sft": 0.6902315616607666,
      "step": 95,
      "token_acc": 0.792477825135353
    },
    {
      "epoch": 0.3413333333333333,
      "grad_norm": 2.199206829071045,
      "learning_rate": 9.881362836271686e-06,
      "loss": 0.7037885189056396,
      "loss_sft": 0.7037885189056396,
      "step": 96,
      "token_acc": 0.79005189356299
    },
    {
      "epoch": 0.3448888888888889,
      "grad_norm": 2.041038990020752,
      "learning_rate": 9.877105561098473e-06,
      "loss": 0.6494865417480469,
      "loss_sft": 0.6494865417480469,
      "step": 97,
      "token_acc": 0.7996281061587874
    },
    {
      "epoch": 0.34844444444444445,
      "grad_norm": 2.305077075958252,
      "learning_rate": 9.872774190521727e-06,
      "loss": 0.6209917664527893,
      "loss_sft": 0.6209917664527893,
      "step": 98,
      "token_acc": 0.8064258098920144
    },
    {
      "epoch": 0.352,
      "grad_norm": 2.1822192668914795,
      "learning_rate": 9.868368790345777e-06,
      "loss": 0.6678800582885742,
      "loss_sft": 0.6678800582885742,
      "step": 99,
      "token_acc": 0.7979810191621834
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 2.130117893218994,
      "learning_rate": 9.863889427499641e-06,
      "loss": 0.6377717852592468,
      "loss_sft": 0.6377717852592468,
      "step": 100,
      "token_acc": 0.8031002248254644
    },
    {
      "epoch": 0.3591111111111111,
      "grad_norm": 2.2308602333068848,
      "learning_rate": 9.859336170036022e-06,
      "loss": 0.6418084502220154,
      "loss_sft": 0.6418084502220154,
      "step": 101,
      "token_acc": 0.8024010013654984
    },
    {
      "epoch": 0.3626666666666667,
      "grad_norm": 2.3035035133361816,
      "learning_rate": 9.854709087130261e-06,
      "loss": 0.6098614931106567,
      "loss_sft": 0.6098614931106567,
      "step": 102,
      "token_acc": 0.8089721137006601
    },
    {
      "epoch": 0.3662222222222222,
      "grad_norm": 2.4704132080078125,
      "learning_rate": 9.850008249079295e-06,
      "loss": 0.645072340965271,
      "loss_sft": 0.645072340965271,
      "step": 103,
      "token_acc": 0.8059923071732236
    },
    {
      "epoch": 0.36977777777777776,
      "grad_norm": 2.1937694549560547,
      "learning_rate": 9.84523372730058e-06,
      "loss": 0.6707781553268433,
      "loss_sft": 0.6707781553268433,
      "step": 104,
      "token_acc": 0.7937119797626935
    },
    {
      "epoch": 0.37333333333333335,
      "grad_norm": 2.3002634048461914,
      "learning_rate": 9.840385594331022e-06,
      "loss": 0.7387837171554565,
      "loss_sft": 0.7387837171554565,
      "step": 105,
      "token_acc": 0.7824325095599566
    },
    {
      "epoch": 0.3768888888888889,
      "grad_norm": 2.1478371620178223,
      "learning_rate": 9.835463923825854e-06,
      "loss": 0.652603030204773,
      "loss_sft": 0.652603030204773,
      "step": 106,
      "token_acc": 0.7982686400446802
    },
    {
      "epoch": 0.3804444444444444,
      "grad_norm": 2.1360690593719482,
      "learning_rate": 9.830468790557536e-06,
      "loss": 0.68009352684021,
      "loss_sft": 0.68009352684021,
      "step": 107,
      "token_acc": 0.7938009074509376
    },
    {
      "epoch": 0.384,
      "grad_norm": 2.09120774269104,
      "learning_rate": 9.825400270414602e-06,
      "loss": 0.636631965637207,
      "loss_sft": 0.636631965637207,
      "step": 108,
      "token_acc": 0.8020736900573968
    },
    {
      "epoch": 0.38755555555555554,
      "grad_norm": 2.0506725311279297,
      "learning_rate": 9.820258440400525e-06,
      "loss": 0.697675347328186,
      "loss_sft": 0.697675347328186,
      "step": 109,
      "token_acc": 0.7911266469481043
    },
    {
      "epoch": 0.39111111111111113,
      "grad_norm": 2.057025909423828,
      "learning_rate": 9.81504337863253e-06,
      "loss": 0.6447837352752686,
      "loss_sft": 0.6447837352752686,
      "step": 110,
      "token_acc": 0.8059669107675617
    },
    {
      "epoch": 0.39466666666666667,
      "grad_norm": 2.1300220489501953,
      "learning_rate": 9.809755164340423e-06,
      "loss": 0.6317578554153442,
      "loss_sft": 0.6317578554153442,
      "step": 111,
      "token_acc": 0.804151728923326
    },
    {
      "epoch": 0.3982222222222222,
      "grad_norm": 2.0897693634033203,
      "learning_rate": 9.804393877865373e-06,
      "loss": 0.6446391940116882,
      "loss_sft": 0.6446391940116882,
      "step": 112,
      "token_acc": 0.8046760041419151
    },
    {
      "epoch": 0.4017777777777778,
      "grad_norm": 2.40112566947937,
      "learning_rate": 9.798959600658697e-06,
      "loss": 0.6558912992477417,
      "loss_sft": 0.6558912992477417,
      "step": 113,
      "token_acc": 0.8000542225837061
    },
    {
      "epoch": 0.4053333333333333,
      "grad_norm": 2.1476519107818604,
      "learning_rate": 9.79345241528063e-06,
      "loss": 0.5815258026123047,
      "loss_sft": 0.5815258026123047,
      "step": 114,
      "token_acc": 0.8215657128700607
    },
    {
      "epoch": 0.4088888888888889,
      "grad_norm": 2.2261154651641846,
      "learning_rate": 9.787872405399059e-06,
      "loss": 0.6672112941741943,
      "loss_sft": 0.6672112941741943,
      "step": 115,
      "token_acc": 0.7952070908792471
    },
    {
      "epoch": 0.41244444444444445,
      "grad_norm": 2.1991844177246094,
      "learning_rate": 9.782219655788257e-06,
      "loss": 0.6576797962188721,
      "loss_sft": 0.6576797962188721,
      "step": 116,
      "token_acc": 0.8013130615065653
    },
    {
      "epoch": 0.416,
      "grad_norm": 2.104767322540283,
      "learning_rate": 9.776494252327597e-06,
      "loss": 0.6630063056945801,
      "loss_sft": 0.6630063056945801,
      "step": 117,
      "token_acc": 0.794594885020417
    },
    {
      "epoch": 0.41955555555555557,
      "grad_norm": 2.061361312866211,
      "learning_rate": 9.770696282000245e-06,
      "loss": 0.6720774173736572,
      "loss_sft": 0.6720774173736572,
      "step": 118,
      "token_acc": 0.7923928532281048
    },
    {
      "epoch": 0.4231111111111111,
      "grad_norm": 2.1530919075012207,
      "learning_rate": 9.764825832891837e-06,
      "loss": 0.7166485786437988,
      "loss_sft": 0.7166485786437988,
      "step": 119,
      "token_acc": 0.7821944809461235
    },
    {
      "epoch": 0.4266666666666667,
      "grad_norm": 2.1180672645568848,
      "learning_rate": 9.758882994189145e-06,
      "loss": 0.6884403824806213,
      "loss_sft": 0.6884403824806213,
      "step": 120,
      "token_acc": 0.7955883161890093
    },
    {
      "epoch": 0.43022222222222223,
      "grad_norm": 2.1795127391815186,
      "learning_rate": 9.752867856178719e-06,
      "loss": 0.6919851303100586,
      "loss_sft": 0.6919851303100586,
      "step": 121,
      "token_acc": 0.7879579696447434
    },
    {
      "epoch": 0.43377777777777776,
      "grad_norm": 2.1765785217285156,
      "learning_rate": 9.746780510245512e-06,
      "loss": 0.7012777328491211,
      "loss_sft": 0.7012777328491211,
      "step": 122,
      "token_acc": 0.7918989646148595
    },
    {
      "epoch": 0.43733333333333335,
      "grad_norm": 2.2151670455932617,
      "learning_rate": 9.740621048871501e-06,
      "loss": 0.6641297936439514,
      "loss_sft": 0.6641297936439514,
      "step": 123,
      "token_acc": 0.792056477070539
    },
    {
      "epoch": 0.4408888888888889,
      "grad_norm": 1.9977933168411255,
      "learning_rate": 9.734389565634277e-06,
      "loss": 0.6629228591918945,
      "loss_sft": 0.6629228591918945,
      "step": 124,
      "token_acc": 0.7995346432264736
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 2.1483852863311768,
      "learning_rate": 9.728086155205614e-06,
      "loss": 0.6678029298782349,
      "loss_sft": 0.6678029298782349,
      "step": 125,
      "token_acc": 0.7960780111444492
    },
    {
      "epoch": 0.448,
      "grad_norm": 2.1776058673858643,
      "learning_rate": 9.721710913350048e-06,
      "loss": 0.6489057540893555,
      "loss_sft": 0.6489057540893555,
      "step": 126,
      "token_acc": 0.8038780165686157
    },
    {
      "epoch": 0.45155555555555554,
      "grad_norm": 2.2860937118530273,
      "learning_rate": 9.715263936923413e-06,
      "loss": 0.6795281171798706,
      "loss_sft": 0.6795281171798706,
      "step": 127,
      "token_acc": 0.7961333333333334
    },
    {
      "epoch": 0.45511111111111113,
      "grad_norm": 2.0711753368377686,
      "learning_rate": 9.708745323871369e-06,
      "loss": 0.6966684460639954,
      "loss_sft": 0.6966684460639954,
      "step": 128,
      "token_acc": 0.7885511651469098
    },
    {
      "epoch": 0.45866666666666667,
      "grad_norm": 2.217532157897949,
      "learning_rate": 9.702155173227911e-06,
      "loss": 0.633077085018158,
      "loss_sft": 0.633077085018158,
      "step": 129,
      "token_acc": 0.8083073198700389
    },
    {
      "epoch": 0.4622222222222222,
      "grad_norm": 2.129143714904785,
      "learning_rate": 9.695493585113873e-06,
      "loss": 0.6834061741828918,
      "loss_sft": 0.6834061741828918,
      "step": 130,
      "token_acc": 0.7937014040387089
    },
    {
      "epoch": 0.4657777777777778,
      "grad_norm": 2.1016604900360107,
      "learning_rate": 9.688760660735403e-06,
      "loss": 0.6638543605804443,
      "loss_sft": 0.6638543605804443,
      "step": 131,
      "token_acc": 0.8011290593035605
    },
    {
      "epoch": 0.4693333333333333,
      "grad_norm": 2.0630922317504883,
      "learning_rate": 9.681956502382423e-06,
      "loss": 0.6465827226638794,
      "loss_sft": 0.6465827226638794,
      "step": 132,
      "token_acc": 0.7966269841269841
    },
    {
      "epoch": 0.4728888888888889,
      "grad_norm": 2.152106285095215,
      "learning_rate": 9.675081213427076e-06,
      "loss": 0.6958965063095093,
      "loss_sft": 0.6958965063095093,
      "step": 133,
      "token_acc": 0.7919225866264921
    },
    {
      "epoch": 0.47644444444444445,
      "grad_norm": 2.1455864906311035,
      "learning_rate": 9.668134898322157e-06,
      "loss": 0.6584903001785278,
      "loss_sft": 0.6584903001785278,
      "step": 134,
      "token_acc": 0.7958133348753831
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.005760669708252,
      "learning_rate": 9.661117662599527e-06,
      "loss": 0.6611692309379578,
      "loss_sft": 0.6611692309379578,
      "step": 135,
      "token_acc": 0.7998969868658254
    },
    {
      "epoch": 0.48355555555555557,
      "grad_norm": 2.193725824356079,
      "learning_rate": 9.654029612868507e-06,
      "loss": 0.6380483508110046,
      "loss_sft": 0.6380483508110046,
      "step": 136,
      "token_acc": 0.804847169470067
    },
    {
      "epoch": 0.4871111111111111,
      "grad_norm": 2.190033435821533,
      "learning_rate": 9.646870856814259e-06,
      "loss": 0.6512812972068787,
      "loss_sft": 0.6512812972068787,
      "step": 137,
      "token_acc": 0.8042041326743286
    },
    {
      "epoch": 0.49066666666666664,
      "grad_norm": 2.0834288597106934,
      "learning_rate": 9.639641503196152e-06,
      "loss": 0.6663111448287964,
      "loss_sft": 0.6663111448287964,
      "step": 138,
      "token_acc": 0.7974926253687316
    },
    {
      "epoch": 0.49422222222222223,
      "grad_norm": 2.1515750885009766,
      "learning_rate": 9.632341661846107e-06,
      "loss": 0.6522279977798462,
      "loss_sft": 0.6522279977798462,
      "step": 139,
      "token_acc": 0.7999557668915183
    },
    {
      "epoch": 0.49777777777777776,
      "grad_norm": 2.1535730361938477,
      "learning_rate": 9.62497144366693e-06,
      "loss": 0.7094186544418335,
      "loss_sft": 0.7094186544418335,
      "step": 140,
      "token_acc": 0.788243006993007
    },
    {
      "epoch": 0.5013333333333333,
      "grad_norm": 2.11590313911438,
      "learning_rate": 9.617530960630624e-06,
      "loss": 0.6448466777801514,
      "loss_sft": 0.6448466777801514,
      "step": 141,
      "token_acc": 0.8037015945330296
    },
    {
      "epoch": 0.5048888888888889,
      "grad_norm": 2.0922439098358154,
      "learning_rate": 9.610020325776694e-06,
      "loss": 0.6817845106124878,
      "loss_sft": 0.6817845106124878,
      "step": 142,
      "token_acc": 0.7948980141004252
    },
    {
      "epoch": 0.5084444444444445,
      "grad_norm": 2.195615768432617,
      "learning_rate": 9.602439653210426e-06,
      "loss": 0.6335958242416382,
      "loss_sft": 0.6335958242416382,
      "step": 143,
      "token_acc": 0.8032353118046786
    },
    {
      "epoch": 0.512,
      "grad_norm": 1.9804186820983887,
      "learning_rate": 9.594789058101154e-06,
      "loss": 0.6651124954223633,
      "loss_sft": 0.6651124954223633,
      "step": 144,
      "token_acc": 0.7988301650302904
    },
    {
      "epoch": 0.5155555555555555,
      "grad_norm": 2.0500376224517822,
      "learning_rate": 9.587068656680506e-06,
      "loss": 0.6702920198440552,
      "loss_sft": 0.6702920198440552,
      "step": 145,
      "token_acc": 0.7985091109884042
    },
    {
      "epoch": 0.5191111111111111,
      "grad_norm": 1.9637221097946167,
      "learning_rate": 9.579278566240646e-06,
      "loss": 0.663544774055481,
      "loss_sft": 0.663544774055481,
      "step": 146,
      "token_acc": 0.7968317827508172
    },
    {
      "epoch": 0.5226666666666666,
      "grad_norm": 2.0351431369781494,
      "learning_rate": 9.571418905132486e-06,
      "loss": 0.6361479759216309,
      "loss_sft": 0.6361479759216309,
      "step": 147,
      "token_acc": 0.8042215537807281
    },
    {
      "epoch": 0.5262222222222223,
      "grad_norm": 2.1730854511260986,
      "learning_rate": 9.56348979276389e-06,
      "loss": 0.6433050632476807,
      "loss_sft": 0.6433050632476807,
      "step": 148,
      "token_acc": 0.8028481597928611
    },
    {
      "epoch": 0.5297777777777778,
      "grad_norm": 2.0182387828826904,
      "learning_rate": 9.555491349597862e-06,
      "loss": 0.6097121238708496,
      "loss_sft": 0.6097121238708496,
      "step": 149,
      "token_acc": 0.8099349497338852
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 2.0734705924987793,
      "learning_rate": 9.547423697150714e-06,
      "loss": 0.6620005369186401,
      "loss_sft": 0.6620005369186401,
      "step": 150,
      "token_acc": 0.7960768751062985
    },
    {
      "epoch": 0.5368888888888889,
      "grad_norm": 2.11378812789917,
      "learning_rate": 9.539286957990215e-06,
      "loss": 0.6536435484886169,
      "loss_sft": 0.6536435484886169,
      "step": 151,
      "token_acc": 0.7974818230182656
    },
    {
      "epoch": 0.5404444444444444,
      "grad_norm": 2.0858607292175293,
      "learning_rate": 9.53108125573374e-06,
      "loss": 0.6139059066772461,
      "loss_sft": 0.6139059066772461,
      "step": 152,
      "token_acc": 0.8129766581927432
    },
    {
      "epoch": 0.544,
      "grad_norm": 2.166447401046753,
      "learning_rate": 9.52280671504638e-06,
      "loss": 0.7133034467697144,
      "loss_sft": 0.7133034467697144,
      "step": 153,
      "token_acc": 0.7866457187745484
    },
    {
      "epoch": 0.5475555555555556,
      "grad_norm": 2.184514045715332,
      "learning_rate": 9.514463461639055e-06,
      "loss": 0.6937499046325684,
      "loss_sft": 0.6937499046325684,
      "step": 154,
      "token_acc": 0.787934682363153
    },
    {
      "epoch": 0.5511111111111111,
      "grad_norm": 2.1372385025024414,
      "learning_rate": 9.506051622266608e-06,
      "loss": 0.6579703092575073,
      "loss_sft": 0.6579703092575073,
      "step": 155,
      "token_acc": 0.8003354734224073
    },
    {
      "epoch": 0.5546666666666666,
      "grad_norm": 2.1216418743133545,
      "learning_rate": 9.497571324725865e-06,
      "loss": 0.6675810813903809,
      "loss_sft": 0.6675810813903809,
      "step": 156,
      "token_acc": 0.8022306542485915
    },
    {
      "epoch": 0.5582222222222222,
      "grad_norm": 2.00091290473938,
      "learning_rate": 9.48902269785371e-06,
      "loss": 0.697437047958374,
      "loss_sft": 0.697437047958374,
      "step": 157,
      "token_acc": 0.7910054333207811
    },
    {
      "epoch": 0.5617777777777778,
      "grad_norm": 1.9830737113952637,
      "learning_rate": 9.480405871525114e-06,
      "loss": 0.6428194046020508,
      "loss_sft": 0.6428194046020508,
      "step": 158,
      "token_acc": 0.8031120990790728
    },
    {
      "epoch": 0.5653333333333334,
      "grad_norm": 2.1295888423919678,
      "learning_rate": 9.471720976651173e-06,
      "loss": 0.6710842251777649,
      "loss_sft": 0.6710842251777649,
      "step": 159,
      "token_acc": 0.8010291595197255
    },
    {
      "epoch": 0.5688888888888889,
      "grad_norm": 1.983245611190796,
      "learning_rate": 9.462968145177112e-06,
      "loss": 0.6440168619155884,
      "loss_sft": 0.6440168619155884,
      "step": 160,
      "token_acc": 0.8022438134092007
    },
    {
      "epoch": 0.5724444444444444,
      "grad_norm": 2.134579658508301,
      "learning_rate": 9.45414751008028e-06,
      "loss": 0.6128056645393372,
      "loss_sft": 0.6128056645393372,
      "step": 161,
      "token_acc": 0.8123558381647029
    },
    {
      "epoch": 0.576,
      "grad_norm": 2.35969614982605,
      "learning_rate": 9.445259205368138e-06,
      "loss": 0.659021258354187,
      "loss_sft": 0.659021258354187,
      "step": 162,
      "token_acc": 0.8013130408833185
    },
    {
      "epoch": 0.5795555555555556,
      "grad_norm": 2.1321892738342285,
      "learning_rate": 9.436303366076213e-06,
      "loss": 0.6367583274841309,
      "loss_sft": 0.6367583274841309,
      "step": 163,
      "token_acc": 0.8067535327583043
    },
    {
      "epoch": 0.5831111111111111,
      "grad_norm": 2.199120044708252,
      "learning_rate": 9.427280128266049e-06,
      "loss": 0.6567786931991577,
      "loss_sft": 0.6567786931991577,
      "step": 164,
      "token_acc": 0.7986356151493766
    },
    {
      "epoch": 0.5866666666666667,
      "grad_norm": 2.1931631565093994,
      "learning_rate": 9.418189629023149e-06,
      "loss": 0.6438684463500977,
      "loss_sft": 0.6438684463500977,
      "step": 165,
      "token_acc": 0.798000858527013
    },
    {
      "epoch": 0.5902222222222222,
      "grad_norm": 2.1690075397491455,
      "learning_rate": 9.409032006454877e-06,
      "loss": 0.6535179615020752,
      "loss_sft": 0.6535179615020752,
      "step": 166,
      "token_acc": 0.8021361656423415
    },
    {
      "epoch": 0.5937777777777777,
      "grad_norm": 2.1426050662994385,
      "learning_rate": 9.399807399688371e-06,
      "loss": 0.6235388517379761,
      "loss_sft": 0.6235388517379761,
      "step": 167,
      "token_acc": 0.8151931967353462
    },
    {
      "epoch": 0.5973333333333334,
      "grad_norm": 2.1936612129211426,
      "learning_rate": 9.39051594886843e-06,
      "loss": 0.6342451572418213,
      "loss_sft": 0.6342451572418213,
      "step": 168,
      "token_acc": 0.8044199549709681
    },
    {
      "epoch": 0.6008888888888889,
      "grad_norm": 2.2286295890808105,
      "learning_rate": 9.381157795155374e-06,
      "loss": 0.7048568725585938,
      "loss_sft": 0.7048568725585938,
      "step": 169,
      "token_acc": 0.7904340124003543
    },
    {
      "epoch": 0.6044444444444445,
      "grad_norm": 2.1595396995544434,
      "learning_rate": 9.371733080722911e-06,
      "loss": 0.6420679092407227,
      "loss_sft": 0.6420679092407227,
      "step": 170,
      "token_acc": 0.8060135215276955
    },
    {
      "epoch": 0.608,
      "grad_norm": 2.0006065368652344,
      "learning_rate": 9.36224194875597e-06,
      "loss": 0.6651041507720947,
      "loss_sft": 0.6651041507720947,
      "step": 171,
      "token_acc": 0.7975910993161172
    },
    {
      "epoch": 0.6115555555555555,
      "grad_norm": 2.109405040740967,
      "learning_rate": 9.352684543448532e-06,
      "loss": 0.6676123738288879,
      "loss_sft": 0.6676123738288879,
      "step": 172,
      "token_acc": 0.7941523093327347
    },
    {
      "epoch": 0.6151111111111112,
      "grad_norm": 2.0356075763702393,
      "learning_rate": 9.343061010001428e-06,
      "loss": 0.6631208658218384,
      "loss_sft": 0.6631208658218384,
      "step": 173,
      "token_acc": 0.7933867217773185
    },
    {
      "epoch": 0.6186666666666667,
      "grad_norm": 2.2451894283294678,
      "learning_rate": 9.33337149462015e-06,
      "loss": 0.5808688998222351,
      "loss_sft": 0.5808688998222351,
      "step": 174,
      "token_acc": 0.8190159670544036
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 2.1735124588012695,
      "learning_rate": 9.323616144512612e-06,
      "loss": 0.650094747543335,
      "loss_sft": 0.650094747543335,
      "step": 175,
      "token_acc": 0.8004563004563005
    },
    {
      "epoch": 0.6257777777777778,
      "grad_norm": 2.082838296890259,
      "learning_rate": 9.313795107886925e-06,
      "loss": 0.6318097114562988,
      "loss_sft": 0.6318097114562988,
      "step": 176,
      "token_acc": 0.8082224909310762
    },
    {
      "epoch": 0.6293333333333333,
      "grad_norm": 1.9577778577804565,
      "learning_rate": 9.303908533949146e-06,
      "loss": 0.6116292476654053,
      "loss_sft": 0.6116292476654053,
      "step": 177,
      "token_acc": 0.8136783325040085
    },
    {
      "epoch": 0.6328888888888888,
      "grad_norm": 1.940348505973816,
      "learning_rate": 9.293956572900999e-06,
      "loss": 0.6606093645095825,
      "loss_sft": 0.6606093645095825,
      "step": 178,
      "token_acc": 0.7973079138951448
    },
    {
      "epoch": 0.6364444444444445,
      "grad_norm": 1.9303661584854126,
      "learning_rate": 9.283939375937609e-06,
      "loss": 0.6310110688209534,
      "loss_sft": 0.6310110688209534,
      "step": 179,
      "token_acc": 0.8062589060616026
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.0357861518859863,
      "learning_rate": 9.273857095245192e-06,
      "loss": 0.6442798972129822,
      "loss_sft": 0.6442798972129822,
      "step": 180,
      "token_acc": 0.8027325676337707
    },
    {
      "epoch": 0.6435555555555555,
      "grad_norm": 1.9845647811889648,
      "learning_rate": 9.263709883998753e-06,
      "loss": 0.6144827008247375,
      "loss_sft": 0.6144827008247375,
      "step": 181,
      "token_acc": 0.8132859979541489
    },
    {
      "epoch": 0.6471111111111111,
      "grad_norm": 2.0927419662475586,
      "learning_rate": 9.253497896359749e-06,
      "loss": 0.6944558620452881,
      "loss_sft": 0.6944558620452881,
      "step": 182,
      "token_acc": 0.7908486299547752
    },
    {
      "epoch": 0.6506666666666666,
      "grad_norm": 2.098994731903076,
      "learning_rate": 9.243221287473755e-06,
      "loss": 0.6277338266372681,
      "loss_sft": 0.6277338266372681,
      "step": 183,
      "token_acc": 0.802647412755716
    },
    {
      "epoch": 0.6542222222222223,
      "grad_norm": 1.9601129293441772,
      "learning_rate": 9.232880213468106e-06,
      "loss": 0.6347959041595459,
      "loss_sft": 0.6347959041595459,
      "step": 184,
      "token_acc": 0.8064264139152172
    },
    {
      "epoch": 0.6577777777777778,
      "grad_norm": 2.09283447265625,
      "learning_rate": 9.222474831449519e-06,
      "loss": 0.669002890586853,
      "loss_sft": 0.669002890586853,
      "step": 185,
      "token_acc": 0.7967453036260376
    },
    {
      "epoch": 0.6613333333333333,
      "grad_norm": 2.1455302238464355,
      "learning_rate": 9.212005299501712e-06,
      "loss": 0.6421587467193604,
      "loss_sft": 0.6421587467193604,
      "step": 186,
      "token_acc": 0.8034950507148967
    },
    {
      "epoch": 0.6648888888888889,
      "grad_norm": 2.1961469650268555,
      "learning_rate": 9.201471776682999e-06,
      "loss": 0.6340146660804749,
      "loss_sft": 0.6340146660804749,
      "step": 187,
      "token_acc": 0.8066413662239089
    },
    {
      "epoch": 0.6684444444444444,
      "grad_norm": 2.169645309448242,
      "learning_rate": 9.19087442302388e-06,
      "loss": 0.6266807317733765,
      "loss_sft": 0.6266807317733765,
      "step": 188,
      "token_acc": 0.8067930936880838
    },
    {
      "epoch": 0.672,
      "grad_norm": 1.990903615951538,
      "learning_rate": 9.180213399524599e-06,
      "loss": 0.6344912648200989,
      "loss_sft": 0.6344912648200989,
      "step": 189,
      "token_acc": 0.8035234899328859
    },
    {
      "epoch": 0.6755555555555556,
      "grad_norm": 2.0581541061401367,
      "learning_rate": 9.169488868152704e-06,
      "loss": 0.6445058584213257,
      "loss_sft": 0.6445058584213257,
      "step": 190,
      "token_acc": 0.7947607825943991
    },
    {
      "epoch": 0.6791111111111111,
      "grad_norm": 2.0418686866760254,
      "learning_rate": 9.15870099184059e-06,
      "loss": 0.6409372687339783,
      "loss_sft": 0.6409372687339783,
      "step": 191,
      "token_acc": 0.8020778614369929
    },
    {
      "epoch": 0.6826666666666666,
      "grad_norm": 1.9903651475906372,
      "learning_rate": 9.147849934483019e-06,
      "loss": 0.6447004079818726,
      "loss_sft": 0.6447004079818726,
      "step": 192,
      "token_acc": 0.8021308113035551
    },
    {
      "epoch": 0.6862222222222222,
      "grad_norm": 2.2193522453308105,
      "learning_rate": 9.136935860934628e-06,
      "loss": 0.6359076499938965,
      "loss_sft": 0.6359076499938965,
      "step": 193,
      "token_acc": 0.8066659096070861
    },
    {
      "epoch": 0.6897777777777778,
      "grad_norm": 2.0499746799468994,
      "learning_rate": 9.125958937007427e-06,
      "loss": 0.6424558162689209,
      "loss_sft": 0.6424558162689209,
      "step": 194,
      "token_acc": 0.8034006376195537
    },
    {
      "epoch": 0.6933333333333334,
      "grad_norm": 1.9909120798110962,
      "learning_rate": 9.114919329468283e-06,
      "loss": 0.6117143630981445,
      "loss_sft": 0.6117143630981445,
      "step": 195,
      "token_acc": 0.8090642770980527
    },
    {
      "epoch": 0.6968888888888889,
      "grad_norm": 2.161841630935669,
      "learning_rate": 9.103817206036383e-06,
      "loss": 0.6553783416748047,
      "loss_sft": 0.6553783416748047,
      "step": 196,
      "token_acc": 0.800908540278619
    },
    {
      "epoch": 0.7004444444444444,
      "grad_norm": 2.1325244903564453,
      "learning_rate": 9.092652735380683e-06,
      "loss": 0.615043044090271,
      "loss_sft": 0.615043044090271,
      "step": 197,
      "token_acc": 0.8108505296675035
    },
    {
      "epoch": 0.704,
      "grad_norm": 2.2787342071533203,
      "learning_rate": 9.081426087117356e-06,
      "loss": 0.6704057455062866,
      "loss_sft": 0.6704057455062866,
      "step": 198,
      "token_acc": 0.7961885537876989
    },
    {
      "epoch": 0.7075555555555556,
      "grad_norm": 2.039710283279419,
      "learning_rate": 9.0701374318072e-06,
      "loss": 0.6609984636306763,
      "loss_sft": 0.6609984636306763,
      "step": 199,
      "token_acc": 0.7982543365373992
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 2.134953260421753,
      "learning_rate": 9.058786940953057e-06,
      "loss": 0.6441085338592529,
      "loss_sft": 0.6441085338592529,
      "step": 200,
      "token_acc": 0.8000582920431362
    },
    {
      "epoch": 0.7146666666666667,
      "grad_norm": 2.0990445613861084,
      "learning_rate": 9.04737478699721e-06,
      "loss": 0.6577693819999695,
      "loss_sft": 0.6577693819999695,
      "step": 201,
      "token_acc": 0.8014115216892357
    },
    {
      "epoch": 0.7182222222222222,
      "grad_norm": 2.0252952575683594,
      "learning_rate": 9.035901143318753e-06,
      "loss": 0.6100600361824036,
      "loss_sft": 0.6100600361824036,
      "step": 202,
      "token_acc": 0.810319554382879
    },
    {
      "epoch": 0.7217777777777777,
      "grad_norm": 2.1375560760498047,
      "learning_rate": 9.024366184230964e-06,
      "loss": 0.6831796765327454,
      "loss_sft": 0.6831796765327454,
      "step": 203,
      "token_acc": 0.7924018621759871
    },
    {
      "epoch": 0.7253333333333334,
      "grad_norm": 2.042707681655884,
      "learning_rate": 9.012770084978657e-06,
      "loss": 0.6535006761550903,
      "loss_sft": 0.6535006761550903,
      "step": 204,
      "token_acc": 0.8003682419237851
    },
    {
      "epoch": 0.7288888888888889,
      "grad_norm": 1.9784481525421143,
      "learning_rate": 9.001113021735512e-06,
      "loss": 0.5847540497779846,
      "loss_sft": 0.5847540497779846,
      "step": 205,
      "token_acc": 0.8174256965043913
    },
    {
      "epoch": 0.7324444444444445,
      "grad_norm": 2.0748870372772217,
      "learning_rate": 8.989395171601413e-06,
      "loss": 0.6814305782318115,
      "loss_sft": 0.6814305782318115,
      "step": 206,
      "token_acc": 0.7949538024164889
    },
    {
      "epoch": 0.736,
      "grad_norm": 1.9863920211791992,
      "learning_rate": 8.97761671259974e-06,
      "loss": 0.6189029216766357,
      "loss_sft": 0.6189029216766357,
      "step": 207,
      "token_acc": 0.8083671520649319
    },
    {
      "epoch": 0.7395555555555555,
      "grad_norm": 1.9961540699005127,
      "learning_rate": 8.965777823674679e-06,
      "loss": 0.640105128288269,
      "loss_sft": 0.640105128288269,
      "step": 208,
      "token_acc": 0.8055312157721797
    },
    {
      "epoch": 0.7431111111111111,
      "grad_norm": 2.0450522899627686,
      "learning_rate": 8.953878684688492e-06,
      "loss": 0.6534634232521057,
      "loss_sft": 0.6534634232521057,
      "step": 209,
      "token_acc": 0.7987610619469027
    },
    {
      "epoch": 0.7466666666666667,
      "grad_norm": 2.0796287059783936,
      "learning_rate": 8.941919476418797e-06,
      "loss": 0.6454188823699951,
      "loss_sft": 0.6454188823699951,
      "step": 210,
      "token_acc": 0.8024406332453826
    },
    {
      "epoch": 0.7502222222222222,
      "grad_norm": 2.0922389030456543,
      "learning_rate": 8.929900380555805e-06,
      "loss": 0.710419237613678,
      "loss_sft": 0.710419237613678,
      "step": 211,
      "token_acc": 0.7875075206475961
    },
    {
      "epoch": 0.7537777777777778,
      "grad_norm": 2.1682066917419434,
      "learning_rate": 8.917821579699578e-06,
      "loss": 0.6921146512031555,
      "loss_sft": 0.6921146512031555,
      "step": 212,
      "token_acc": 0.793841642228739
    },
    {
      "epoch": 0.7573333333333333,
      "grad_norm": 1.9257030487060547,
      "learning_rate": 8.905683257357238e-06,
      "loss": 0.6323363184928894,
      "loss_sft": 0.6323363184928894,
      "step": 213,
      "token_acc": 0.8046088600480302
    },
    {
      "epoch": 0.7608888888888888,
      "grad_norm": 1.9910633563995361,
      "learning_rate": 8.893485597940195e-06,
      "loss": 0.6313146948814392,
      "loss_sft": 0.6313146948814392,
      "step": 214,
      "token_acc": 0.8061831153388823
    },
    {
      "epoch": 0.7644444444444445,
      "grad_norm": 2.0893025398254395,
      "learning_rate": 8.881228786761329e-06,
      "loss": 0.6637563109397888,
      "loss_sft": 0.6637563109397888,
      "step": 215,
      "token_acc": 0.7985502542464568
    },
    {
      "epoch": 0.768,
      "grad_norm": 1.9198391437530518,
      "learning_rate": 8.868913010032188e-06,
      "loss": 0.6042695045471191,
      "loss_sft": 0.6042695045471191,
      "step": 216,
      "token_acc": 0.814913524241565
    },
    {
      "epoch": 0.7715555555555556,
      "grad_norm": 2.0637130737304688,
      "learning_rate": 8.856538454860155e-06,
      "loss": 0.6680890321731567,
      "loss_sft": 0.6680890321731567,
      "step": 217,
      "token_acc": 0.798783165025403
    },
    {
      "epoch": 0.7751111111111111,
      "grad_norm": 2.116689920425415,
      "learning_rate": 8.8441053092456e-06,
      "loss": 0.6844155788421631,
      "loss_sft": 0.6844155788421631,
      "step": 218,
      "token_acc": 0.792506370164466
    },
    {
      "epoch": 0.7786666666666666,
      "grad_norm": 2.026621103286743,
      "learning_rate": 8.831613762079026e-06,
      "loss": 0.6676284670829773,
      "loss_sft": 0.6676284670829773,
      "step": 219,
      "token_acc": 0.8025002422715379
    },
    {
      "epoch": 0.7822222222222223,
      "grad_norm": 1.9405319690704346,
      "learning_rate": 8.819064003138211e-06,
      "loss": 0.6332445740699768,
      "loss_sft": 0.6332445740699768,
      "step": 220,
      "token_acc": 0.805747794389561
    },
    {
      "epoch": 0.7857777777777778,
      "grad_norm": 2.1476385593414307,
      "learning_rate": 8.806456223085308e-06,
      "loss": 0.6292698383331299,
      "loss_sft": 0.6292698383331299,
      "step": 221,
      "token_acc": 0.8039263356226828
    },
    {
      "epoch": 0.7893333333333333,
      "grad_norm": 2.0222296714782715,
      "learning_rate": 8.793790613463956e-06,
      "loss": 0.6251882910728455,
      "loss_sft": 0.6251882910728455,
      "step": 222,
      "token_acc": 0.8049246683157185
    },
    {
      "epoch": 0.7928888888888889,
      "grad_norm": 2.0721542835235596,
      "learning_rate": 8.781067366696368e-06,
      "loss": 0.6587234735488892,
      "loss_sft": 0.6587234735488892,
      "step": 223,
      "token_acc": 0.7976418482164233
    },
    {
      "epoch": 0.7964444444444444,
      "grad_norm": 2.000278949737549,
      "learning_rate": 8.768286676080415e-06,
      "loss": 0.5966362953186035,
      "loss_sft": 0.5966362953186035,
      "step": 224,
      "token_acc": 0.8129665302191187
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.9993627071380615,
      "learning_rate": 8.75544873578668e-06,
      "loss": 0.6348760724067688,
      "loss_sft": 0.6348760724067688,
      "step": 225,
      "token_acc": 0.8057276838050578
    },
    {
      "epoch": 0.8035555555555556,
      "grad_norm": 2.0028460025787354,
      "learning_rate": 8.742553740855507e-06,
      "loss": 0.6157115697860718,
      "loss_sft": 0.6157115697860718,
      "step": 226,
      "token_acc": 0.8112164756530339
    },
    {
      "epoch": 0.8071111111111111,
      "grad_norm": 2.0482850074768066,
      "learning_rate": 8.729601887194048e-06,
      "loss": 0.6731700897216797,
      "loss_sft": 0.6731700897216797,
      "step": 227,
      "token_acc": 0.7923266052947567
    },
    {
      "epoch": 0.8106666666666666,
      "grad_norm": 2.022529125213623,
      "learning_rate": 8.71659337157328e-06,
      "loss": 0.6152519583702087,
      "loss_sft": 0.6152519583702087,
      "step": 228,
      "token_acc": 0.8080425783560024
    },
    {
      "epoch": 0.8142222222222222,
      "grad_norm": 2.013263463973999,
      "learning_rate": 8.70352839162502e-06,
      "loss": 0.630630373954773,
      "loss_sft": 0.630630373954773,
      "step": 229,
      "token_acc": 0.8056728310638045
    },
    {
      "epoch": 0.8177777777777778,
      "grad_norm": 2.1523144245147705,
      "learning_rate": 8.690407145838909e-06,
      "loss": 0.680114209651947,
      "loss_sft": 0.680114209651947,
      "step": 230,
      "token_acc": 0.7924459778463774
    },
    {
      "epoch": 0.8213333333333334,
      "grad_norm": 1.9573442935943604,
      "learning_rate": 8.677229833559413e-06,
      "loss": 0.6561951041221619,
      "loss_sft": 0.6561951041221619,
      "step": 231,
      "token_acc": 0.8001333128236682
    },
    {
      "epoch": 0.8248888888888889,
      "grad_norm": 1.9068033695220947,
      "learning_rate": 8.663996654982791e-06,
      "loss": 0.6676413416862488,
      "loss_sft": 0.6676413416862488,
      "step": 232,
      "token_acc": 0.7988162581185837
    },
    {
      "epoch": 0.8284444444444444,
      "grad_norm": 1.8816215991973877,
      "learning_rate": 8.650707811154045e-06,
      "loss": 0.5788356065750122,
      "loss_sft": 0.5788356065750122,
      "step": 233,
      "token_acc": 0.8179523946085461
    },
    {
      "epoch": 0.832,
      "grad_norm": 1.9978104829788208,
      "learning_rate": 8.637363503963873e-06,
      "loss": 0.6836059093475342,
      "loss_sft": 0.6836059093475342,
      "step": 234,
      "token_acc": 0.7910746123507483
    },
    {
      "epoch": 0.8355555555555556,
      "grad_norm": 1.9295011758804321,
      "learning_rate": 8.6239639361456e-06,
      "loss": 0.6758168935775757,
      "loss_sft": 0.6758168935775757,
      "step": 235,
      "token_acc": 0.7973735562470334
    },
    {
      "epoch": 0.8391111111111111,
      "grad_norm": 2.05021071434021,
      "learning_rate": 8.610509311272099e-06,
      "loss": 0.6622954607009888,
      "loss_sft": 0.6622954607009888,
      "step": 236,
      "token_acc": 0.7970913008349044
    },
    {
      "epoch": 0.8426666666666667,
      "grad_norm": 2.044762134552002,
      "learning_rate": 8.596999833752694e-06,
      "loss": 0.6156852841377258,
      "loss_sft": 0.6156852841377258,
      "step": 237,
      "token_acc": 0.8131106988249845
    },
    {
      "epoch": 0.8462222222222222,
      "grad_norm": 1.9513144493103027,
      "learning_rate": 8.583435708830058e-06,
      "loss": 0.6836113929748535,
      "loss_sft": 0.6836113929748535,
      "step": 238,
      "token_acc": 0.792070707070707
    },
    {
      "epoch": 0.8497777777777777,
      "grad_norm": 2.0153276920318604,
      "learning_rate": 8.569817142577099e-06,
      "loss": 0.6637976765632629,
      "loss_sft": 0.6637976765632629,
      "step": 239,
      "token_acc": 0.7986599297012302
    },
    {
      "epoch": 0.8533333333333334,
      "grad_norm": 1.8882949352264404,
      "learning_rate": 8.556144341893819e-06,
      "loss": 0.5988000631332397,
      "loss_sft": 0.5988000631332397,
      "step": 240,
      "token_acc": 0.8124131294771731
    },
    {
      "epoch": 0.8568888888888889,
      "grad_norm": 1.911758303642273,
      "learning_rate": 8.54241751450418e-06,
      "loss": 0.6740436553955078,
      "loss_sft": 0.6740436553955078,
      "step": 241,
      "token_acc": 0.7965611761774234
    },
    {
      "epoch": 0.8604444444444445,
      "grad_norm": 1.9943009614944458,
      "learning_rate": 8.528636868952944e-06,
      "loss": 0.655754804611206,
      "loss_sft": 0.655754804611206,
      "step": 242,
      "token_acc": 0.8008454106280193
    },
    {
      "epoch": 0.864,
      "grad_norm": 2.186279058456421,
      "learning_rate": 8.514802614602503e-06,
      "loss": 0.6526083946228027,
      "loss_sft": 0.6526083946228027,
      "step": 243,
      "token_acc": 0.7990930708400155
    },
    {
      "epoch": 0.8675555555555555,
      "grad_norm": 1.9700061082839966,
      "learning_rate": 8.5009149616297e-06,
      "loss": 0.6805433630943298,
      "loss_sft": 0.6805433630943298,
      "step": 244,
      "token_acc": 0.7921971922951355
    },
    {
      "epoch": 0.8711111111111111,
      "grad_norm": 2.0039520263671875,
      "learning_rate": 8.486974121022642e-06,
      "loss": 0.63426673412323,
      "loss_sft": 0.63426673412323,
      "step": 245,
      "token_acc": 0.8073060941828255
    },
    {
      "epoch": 0.8746666666666667,
      "grad_norm": 2.001971960067749,
      "learning_rate": 8.472980304577483e-06,
      "loss": 0.641181230545044,
      "loss_sft": 0.641181230545044,
      "step": 246,
      "token_acc": 0.8014227891573654
    },
    {
      "epoch": 0.8782222222222222,
      "grad_norm": 1.9824213981628418,
      "learning_rate": 8.458933724895216e-06,
      "loss": 0.6483989953994751,
      "loss_sft": 0.6483989953994751,
      "step": 247,
      "token_acc": 0.8027881672900374
    },
    {
      "epoch": 0.8817777777777778,
      "grad_norm": 1.9733328819274902,
      "learning_rate": 8.444834595378434e-06,
      "loss": 0.6219915151596069,
      "loss_sft": 0.6219915151596069,
      "step": 248,
      "token_acc": 0.8064610011641443
    },
    {
      "epoch": 0.8853333333333333,
      "grad_norm": 1.9841550588607788,
      "learning_rate": 8.4306831302281e-06,
      "loss": 0.6062391996383667,
      "loss_sft": 0.6062391996383667,
      "step": 249,
      "token_acc": 0.8100934153565732
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 2.093348979949951,
      "learning_rate": 8.416479544440279e-06,
      "loss": 0.6224026679992676,
      "loss_sft": 0.6224026679992676,
      "step": 250,
      "token_acc": 0.8074651547365934
    },
    {
      "epoch": 0.8924444444444445,
      "grad_norm": 1.9712640047073364,
      "learning_rate": 8.402224053802884e-06,
      "loss": 0.6228599548339844,
      "loss_sft": 0.6228599548339844,
      "step": 251,
      "token_acc": 0.806829268292683
    },
    {
      "epoch": 0.896,
      "grad_norm": 1.9803690910339355,
      "learning_rate": 8.38791687489239e-06,
      "loss": 0.6189337968826294,
      "loss_sft": 0.6189337968826294,
      "step": 252,
      "token_acc": 0.8092676640331709
    },
    {
      "epoch": 0.8995555555555556,
      "grad_norm": 2.0156350135803223,
      "learning_rate": 8.373558225070546e-06,
      "loss": 0.6873805522918701,
      "loss_sft": 0.6873805522918701,
      "step": 253,
      "token_acc": 0.7929888507718696
    },
    {
      "epoch": 0.9031111111111111,
      "grad_norm": 1.9648245573043823,
      "learning_rate": 8.359148322481073e-06,
      "loss": 0.6371824145317078,
      "loss_sft": 0.6371824145317078,
      "step": 254,
      "token_acc": 0.8062453188915135
    },
    {
      "epoch": 0.9066666666666666,
      "grad_norm": 1.9671170711517334,
      "learning_rate": 8.344687386046348e-06,
      "loss": 0.6354299783706665,
      "loss_sft": 0.6354299783706665,
      "step": 255,
      "token_acc": 0.8036082746944606
    },
    {
      "epoch": 0.9102222222222223,
      "grad_norm": 2.2807400226593018,
      "learning_rate": 8.330175635464082e-06,
      "loss": 0.6177355051040649,
      "loss_sft": 0.6177355051040649,
      "step": 256,
      "token_acc": 0.814567821301392
    },
    {
      "epoch": 0.9137777777777778,
      "grad_norm": 1.985668659210205,
      "learning_rate": 8.315613291203977e-06,
      "loss": 0.6435043811798096,
      "loss_sft": 0.6435043811798096,
      "step": 257,
      "token_acc": 0.8027281063732233
    },
    {
      "epoch": 0.9173333333333333,
      "grad_norm": 1.9402862787246704,
      "learning_rate": 8.30100057450438e-06,
      "loss": 0.6300252676010132,
      "loss_sft": 0.6300252676010132,
      "step": 258,
      "token_acc": 0.805009633911368
    },
    {
      "epoch": 0.9208888888888889,
      "grad_norm": 1.9983580112457275,
      "learning_rate": 8.286337707368922e-06,
      "loss": 0.6859633922576904,
      "loss_sft": 0.6859633922576904,
      "step": 259,
      "token_acc": 0.79475234270415
    },
    {
      "epoch": 0.9244444444444444,
      "grad_norm": 1.9765851497650146,
      "learning_rate": 8.271624912563143e-06,
      "loss": 0.5987871885299683,
      "loss_sft": 0.5987871885299683,
      "step": 260,
      "token_acc": 0.8132356473696853
    },
    {
      "epoch": 0.928,
      "grad_norm": 1.9230178594589233,
      "learning_rate": 8.256862413611113e-06,
      "loss": 0.6346046924591064,
      "loss_sft": 0.6346046924591064,
      "step": 261,
      "token_acc": 0.8040879290397224
    },
    {
      "epoch": 0.9315555555555556,
      "grad_norm": 1.9823640584945679,
      "learning_rate": 8.242050434792022e-06,
      "loss": 0.6048730611801147,
      "loss_sft": 0.6048730611801147,
      "step": 262,
      "token_acc": 0.8079008997904598
    },
    {
      "epoch": 0.9351111111111111,
      "grad_norm": 1.9911458492279053,
      "learning_rate": 8.227189201136796e-06,
      "loss": 0.6229594945907593,
      "loss_sft": 0.6229594945907593,
      "step": 263,
      "token_acc": 0.8070793394156369
    },
    {
      "epoch": 0.9386666666666666,
      "grad_norm": 2.022102117538452,
      "learning_rate": 8.212278938424654e-06,
      "loss": 0.6361520290374756,
      "loss_sft": 0.6361520290374756,
      "step": 264,
      "token_acc": 0.8019678805700068
    },
    {
      "epoch": 0.9422222222222222,
      "grad_norm": 1.8416802883148193,
      "learning_rate": 8.197319873179694e-06,
      "loss": 0.6217108964920044,
      "loss_sft": 0.6217108964920044,
      "step": 265,
      "token_acc": 0.8058184177797004
    },
    {
      "epoch": 0.9457777777777778,
      "grad_norm": 1.9203720092773438,
      "learning_rate": 8.182312232667446e-06,
      "loss": 0.6299636363983154,
      "loss_sft": 0.6299636363983154,
      "step": 266,
      "token_acc": 0.8090100111234705
    },
    {
      "epoch": 0.9493333333333334,
      "grad_norm": 1.9958794116973877,
      "learning_rate": 8.167256244891416e-06,
      "loss": 0.6250180602073669,
      "loss_sft": 0.6250180602073669,
      "step": 267,
      "token_acc": 0.806598744224618
    },
    {
      "epoch": 0.9528888888888889,
      "grad_norm": 2.0192413330078125,
      "learning_rate": 8.152152138589633e-06,
      "loss": 0.6231001019477844,
      "loss_sft": 0.6231001019477844,
      "step": 268,
      "token_acc": 0.8057962858750704
    },
    {
      "epoch": 0.9564444444444444,
      "grad_norm": 2.0096864700317383,
      "learning_rate": 8.137000143231156e-06,
      "loss": 0.6231207847595215,
      "loss_sft": 0.6231207847595215,
      "step": 269,
      "token_acc": 0.8096854995825216
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.020512104034424,
      "learning_rate": 8.121800489012608e-06,
      "loss": 0.5984187126159668,
      "loss_sft": 0.5984187126159668,
      "step": 270,
      "token_acc": 0.8176981541802388
    },
    {
      "epoch": 0.9635555555555556,
      "grad_norm": 1.9126023054122925,
      "learning_rate": 8.106553406854664e-06,
      "loss": 0.6417933702468872,
      "loss_sft": 0.6417933702468872,
      "step": 271,
      "token_acc": 0.8031815512731544
    },
    {
      "epoch": 0.9671111111111111,
      "grad_norm": 2.1562108993530273,
      "learning_rate": 8.091259128398548e-06,
      "loss": 0.6182734370231628,
      "loss_sft": 0.6182734370231628,
      "step": 272,
      "token_acc": 0.8112527716186253
    },
    {
      "epoch": 0.9706666666666667,
      "grad_norm": 2.0692408084869385,
      "learning_rate": 8.075917886002514e-06,
      "loss": 0.6280180215835571,
      "loss_sft": 0.6280180215835571,
      "step": 273,
      "token_acc": 0.8055349923125107
    },
    {
      "epoch": 0.9742222222222222,
      "grad_norm": 2.059676170349121,
      "learning_rate": 8.060529912738316e-06,
      "loss": 0.6234342455863953,
      "loss_sft": 0.6234342455863953,
      "step": 274,
      "token_acc": 0.8058777531604326
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": 2.004762649536133,
      "learning_rate": 8.045095442387666e-06,
      "loss": 0.6629883050918579,
      "loss_sft": 0.6629883050918579,
      "step": 275,
      "token_acc": 0.7998265394622723
    },
    {
      "epoch": 0.9813333333333333,
      "grad_norm": 1.9370667934417725,
      "learning_rate": 8.029614709438684e-06,
      "loss": 0.6546408534049988,
      "loss_sft": 0.6546408534049988,
      "step": 276,
      "token_acc": 0.8045176720701568
    },
    {
      "epoch": 0.9848888888888889,
      "grad_norm": 1.982785940170288,
      "learning_rate": 8.014087949082333e-06,
      "loss": 0.6044105291366577,
      "loss_sft": 0.6044105291366577,
      "step": 277,
      "token_acc": 0.8108814589665654
    },
    {
      "epoch": 0.9884444444444445,
      "grad_norm": 1.9405336380004883,
      "learning_rate": 7.998515397208846e-06,
      "loss": 0.633181095123291,
      "loss_sft": 0.633181095123291,
      "step": 278,
      "token_acc": 0.8021648332254838
    },
    {
      "epoch": 0.992,
      "grad_norm": 2.1792025566101074,
      "learning_rate": 7.982897290404146e-06,
      "loss": 0.5948256254196167,
      "loss_sft": 0.5948256254196167,
      "step": 279,
      "token_acc": 0.8133802816901409
    },
    {
      "epoch": 0.9955555555555555,
      "grad_norm": 1.9870167970657349,
      "learning_rate": 7.967233865946249e-06,
      "loss": 0.6368255019187927,
      "loss_sft": 0.6368255019187927,
      "step": 280,
      "token_acc": 0.7998420844848007
    },
    {
      "epoch": 0.9991111111111111,
      "grad_norm": 1.9441301822662354,
      "learning_rate": 7.951525361801655e-06,
      "loss": 0.5970394611358643,
      "loss_sft": 0.5970394611358643,
      "step": 281,
      "token_acc": 0.8161379388065588
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.6429951190948486,
      "learning_rate": 7.935772016621744e-06,
      "loss": 0.6557987332344055,
      "loss_sft": 0.6557987332344055,
      "step": 282,
      "token_acc": 0.808817384036774
    },
    {
      "epoch": 1.0035555555555555,
      "grad_norm": 1.8796638250350952,
      "learning_rate": 7.919974069739136e-06,
      "loss": 0.45198220014572144,
      "loss_sft": 0.45198220014572144,
      "step": 283,
      "token_acc": 0.8566094100074683
    },
    {
      "epoch": 1.007111111111111,
      "grad_norm": 1.9316012859344482,
      "learning_rate": 7.904131761164068e-06,
      "loss": 0.45736163854599,
      "loss_sft": 0.45736163854599,
      "step": 284,
      "token_acc": 0.8534147695724598
    },
    {
      "epoch": 1.0106666666666666,
      "grad_norm": 1.8426058292388916,
      "learning_rate": 7.888245331580737e-06,
      "loss": 0.4319244623184204,
      "loss_sft": 0.4319244623184204,
      "step": 285,
      "token_acc": 0.8551612723525152
    },
    {
      "epoch": 1.0142222222222221,
      "grad_norm": 1.8539133071899414,
      "learning_rate": 7.872315022343654e-06,
      "loss": 0.4552215337753296,
      "loss_sft": 0.4552215337753296,
      "step": 286,
      "token_acc": 0.8531102384611007
    },
    {
      "epoch": 1.0177777777777777,
      "grad_norm": 1.9627256393432617,
      "learning_rate": 7.856341075473963e-06,
      "loss": 0.4469631612300873,
      "loss_sft": 0.4469631612300873,
      "step": 287,
      "token_acc": 0.8565242832065535
    },
    {
      "epoch": 1.0213333333333334,
      "grad_norm": 2.003913164138794,
      "learning_rate": 7.84032373365578e-06,
      "loss": 0.446913480758667,
      "loss_sft": 0.446913480758667,
      "step": 288,
      "token_acc": 0.8570271583607797
    },
    {
      "epoch": 1.024888888888889,
      "grad_norm": 2.0955398082733154,
      "learning_rate": 7.824263240232497e-06,
      "loss": 0.42114806175231934,
      "loss_sft": 0.42114806175231934,
      "step": 289,
      "token_acc": 0.8642726719415703
    },
    {
      "epoch": 1.0284444444444445,
      "grad_norm": 2.32963490486145,
      "learning_rate": 7.808159839203085e-06,
      "loss": 0.43851760029792786,
      "loss_sft": 0.43851760029792786,
      "step": 290,
      "token_acc": 0.8581108472809406
    },
    {
      "epoch": 1.032,
      "grad_norm": 2.4058187007904053,
      "learning_rate": 7.792013775218385e-06,
      "loss": 0.4426143765449524,
      "loss_sft": 0.4426143765449524,
      "step": 291,
      "token_acc": 0.8589058758519065
    },
    {
      "epoch": 1.0355555555555556,
      "grad_norm": 2.1952006816864014,
      "learning_rate": 7.775825293577407e-06,
      "loss": 0.4106180667877197,
      "loss_sft": 0.4106180667877197,
      "step": 292,
      "token_acc": 0.866868042736477
    },
    {
      "epoch": 1.039111111111111,
      "grad_norm": 2.399146556854248,
      "learning_rate": 7.759594640223576e-06,
      "loss": 0.4342702031135559,
      "loss_sft": 0.4342702031135559,
      "step": 293,
      "token_acc": 0.8569778188539742
    },
    {
      "epoch": 1.0426666666666666,
      "grad_norm": 2.259556770324707,
      "learning_rate": 7.743322061741024e-06,
      "loss": 0.4169110655784607,
      "loss_sft": 0.4169110655784607,
      "step": 294,
      "token_acc": 0.8623610375860243
    },
    {
      "epoch": 1.0462222222222222,
      "grad_norm": 2.184926986694336,
      "learning_rate": 7.727007805350815e-06,
      "loss": 0.4324934482574463,
      "loss_sft": 0.4324934482574463,
      "step": 295,
      "token_acc": 0.8581070136601695
    },
    {
      "epoch": 1.0497777777777777,
      "grad_norm": 2.299448251724243,
      "learning_rate": 7.71065211890722e-06,
      "loss": 0.4577699303627014,
      "loss_sft": 0.4577699303627014,
      "step": 296,
      "token_acc": 0.8515471512770137
    },
    {
      "epoch": 1.0533333333333332,
      "grad_norm": 1.9239484071731567,
      "learning_rate": 7.694255250893927e-06,
      "loss": 0.41096746921539307,
      "loss_sft": 0.41096746921539307,
      "step": 297,
      "token_acc": 0.8665798384996093
    },
    {
      "epoch": 1.056888888888889,
      "grad_norm": 2.0346615314483643,
      "learning_rate": 7.677817450420279e-06,
      "loss": 0.41789641976356506,
      "loss_sft": 0.41789641976356506,
      "step": 298,
      "token_acc": 0.864607190412783
    },
    {
      "epoch": 1.0604444444444445,
      "grad_norm": 2.03113055229187,
      "learning_rate": 7.661338967217483e-06,
      "loss": 0.4331536889076233,
      "loss_sft": 0.4331536889076233,
      "step": 299,
      "token_acc": 0.8597536522486393
    },
    {
      "epoch": 1.064,
      "grad_norm": 2.095858097076416,
      "learning_rate": 7.644820051634813e-06,
      "loss": 0.3948267698287964,
      "loss_sft": 0.3948267698287964,
      "step": 300,
      "token_acc": 0.8748241912798875
    },
    {
      "epoch": 1.0675555555555556,
      "grad_norm": 2.001725673675537,
      "learning_rate": 7.628260954635822e-06,
      "loss": 0.4145166575908661,
      "loss_sft": 0.4145166575908661,
      "step": 301,
      "token_acc": 0.8624406590337894
    },
    {
      "epoch": 1.0711111111111111,
      "grad_norm": 2.0921318531036377,
      "learning_rate": 7.6116619277945135e-06,
      "loss": 0.4647698998451233,
      "loss_sft": 0.4647698998451233,
      "step": 302,
      "token_acc": 0.8554048984404309
    },
    {
      "epoch": 1.0746666666666667,
      "grad_norm": 2.232443332672119,
      "learning_rate": 7.595023223291525e-06,
      "loss": 0.4536513388156891,
      "loss_sft": 0.4536513388156891,
      "step": 303,
      "token_acc": 0.8545784224841342
    },
    {
      "epoch": 1.0782222222222222,
      "grad_norm": 2.04292893409729,
      "learning_rate": 7.578345093910298e-06,
      "loss": 0.4145389795303345,
      "loss_sft": 0.4145389795303345,
      "step": 304,
      "token_acc": 0.8660278943190838
    },
    {
      "epoch": 1.0817777777777777,
      "grad_norm": 2.215210437774658,
      "learning_rate": 7.561627793033233e-06,
      "loss": 0.41918593645095825,
      "loss_sft": 0.41918593645095825,
      "step": 305,
      "token_acc": 0.8641311147253847
    },
    {
      "epoch": 1.0853333333333333,
      "grad_norm": 2.0715889930725098,
      "learning_rate": 7.54487157463785e-06,
      "loss": 0.4150959849357605,
      "loss_sft": 0.4150959849357605,
      "step": 306,
      "token_acc": 0.8655424141248373
    },
    {
      "epoch": 1.0888888888888888,
      "grad_norm": 2.0739564895629883,
      "learning_rate": 7.528076693292914e-06,
      "loss": 0.47890666127204895,
      "loss_sft": 0.47890666127204895,
      "step": 307,
      "token_acc": 0.8511529340531813
    },
    {
      "epoch": 1.0924444444444443,
      "grad_norm": 2.01745867729187,
      "learning_rate": 7.511243404154586e-06,
      "loss": 0.4373610317707062,
      "loss_sft": 0.4373610317707062,
      "step": 308,
      "token_acc": 0.8587376790284812
    },
    {
      "epoch": 1.096,
      "grad_norm": 2.0189902782440186,
      "learning_rate": 7.49437196296253e-06,
      "loss": 0.44800865650177,
      "loss_sft": 0.44800865650177,
      "step": 309,
      "token_acc": 0.8522212148685403
    },
    {
      "epoch": 1.0995555555555556,
      "grad_norm": 1.9877958297729492,
      "learning_rate": 7.4774626260360384e-06,
      "loss": 0.41285446286201477,
      "loss_sft": 0.41285446286201477,
      "step": 310,
      "token_acc": 0.8651653525441034
    },
    {
      "epoch": 1.1031111111111112,
      "grad_norm": 1.9735313653945923,
      "learning_rate": 7.460515650270134e-06,
      "loss": 0.39050233364105225,
      "loss_sft": 0.39050233364105225,
      "step": 311,
      "token_acc": 0.8713266416737211
    },
    {
      "epoch": 1.1066666666666667,
      "grad_norm": 2.1215789318084717,
      "learning_rate": 7.443531293131667e-06,
      "loss": 0.43831193447113037,
      "loss_sft": 0.43831193447113037,
      "step": 312,
      "token_acc": 0.8566848154869934
    },
    {
      "epoch": 1.1102222222222222,
      "grad_norm": 2.0347213745117188,
      "learning_rate": 7.4265098126554065e-06,
      "loss": 0.4095308780670166,
      "loss_sft": 0.4095308780670166,
      "step": 313,
      "token_acc": 0.871372502378687
    },
    {
      "epoch": 1.1137777777777778,
      "grad_norm": 2.122067451477051,
      "learning_rate": 7.409451467440111e-06,
      "loss": 0.3899034559726715,
      "loss_sft": 0.3899034559726715,
      "step": 314,
      "token_acc": 0.8731713442581779
    },
    {
      "epoch": 1.1173333333333333,
      "grad_norm": 2.079582929611206,
      "learning_rate": 7.392356516644614e-06,
      "loss": 0.42709362506866455,
      "loss_sft": 0.42709362506866455,
      "step": 315,
      "token_acc": 0.865532414197712
    },
    {
      "epoch": 1.1208888888888888,
      "grad_norm": 2.2067623138427734,
      "learning_rate": 7.375225219983876e-06,
      "loss": 0.43742042779922485,
      "loss_sft": 0.43742042779922485,
      "step": 316,
      "token_acc": 0.8600528102602791
    },
    {
      "epoch": 1.1244444444444444,
      "grad_norm": 2.0631027221679688,
      "learning_rate": 7.358057837725039e-06,
      "loss": 0.4304013252258301,
      "loss_sft": 0.4304013252258301,
      "step": 317,
      "token_acc": 0.8630193977845961
    },
    {
      "epoch": 1.1280000000000001,
      "grad_norm": 2.1489007472991943,
      "learning_rate": 7.340854630683481e-06,
      "loss": 0.4300694167613983,
      "loss_sft": 0.4300694167613983,
      "step": 318,
      "token_acc": 0.8608665630933886
    },
    {
      "epoch": 1.1315555555555556,
      "grad_norm": 2.2351152896881104,
      "learning_rate": 7.323615860218844e-06,
      "loss": 0.4287225008010864,
      "loss_sft": 0.4287225008010864,
      "step": 319,
      "token_acc": 0.8593641362745718
    },
    {
      "epoch": 1.1351111111111112,
      "grad_norm": 2.0943422317504883,
      "learning_rate": 7.306341788231067e-06,
      "loss": 0.3972741365432739,
      "loss_sft": 0.3972741365432739,
      "step": 320,
      "token_acc": 0.8697066477407145
    },
    {
      "epoch": 1.1386666666666667,
      "grad_norm": 2.039888381958008,
      "learning_rate": 7.289032677156408e-06,
      "loss": 0.441580593585968,
      "loss_sft": 0.441580593585968,
      "step": 321,
      "token_acc": 0.8587555216229481
    },
    {
      "epoch": 1.1422222222222222,
      "grad_norm": 1.9970409870147705,
      "learning_rate": 7.271688789963458e-06,
      "loss": 0.40510284900665283,
      "loss_sft": 0.40510284900665283,
      "step": 322,
      "token_acc": 0.8659458853845723
    },
    {
      "epoch": 1.1457777777777778,
      "grad_norm": 1.9442920684814453,
      "learning_rate": 7.254310390149144e-06,
      "loss": 0.4107077121734619,
      "loss_sft": 0.4107077121734619,
      "step": 323,
      "token_acc": 0.865978818648324
    },
    {
      "epoch": 1.1493333333333333,
      "grad_norm": 1.9443494081497192,
      "learning_rate": 7.236897741734721e-06,
      "loss": 0.40924397110939026,
      "loss_sft": 0.40924397110939026,
      "step": 324,
      "token_acc": 0.8665360791995341
    },
    {
      "epoch": 1.1528888888888889,
      "grad_norm": 1.9774799346923828,
      "learning_rate": 7.219451109261768e-06,
      "loss": 0.40714192390441895,
      "loss_sft": 0.40714192390441895,
      "step": 325,
      "token_acc": 0.8686944476509293
    },
    {
      "epoch": 1.1564444444444444,
      "grad_norm": 2.033506393432617,
      "learning_rate": 7.201970757788172e-06,
      "loss": 0.39068448543548584,
      "loss_sft": 0.39068448543548584,
      "step": 326,
      "token_acc": 0.8731719012227284
    },
    {
      "epoch": 1.16,
      "grad_norm": 2.06431245803833,
      "learning_rate": 7.184456952884089e-06,
      "loss": 0.44274166226387024,
      "loss_sft": 0.44274166226387024,
      "step": 327,
      "token_acc": 0.8565521803848062
    },
    {
      "epoch": 1.1635555555555555,
      "grad_norm": 1.9392691850662231,
      "learning_rate": 7.166909960627918e-06,
      "loss": 0.428322434425354,
      "loss_sft": 0.428322434425354,
      "step": 328,
      "token_acc": 0.8638397198988523
    },
    {
      "epoch": 1.1671111111111112,
      "grad_norm": 2.162794589996338,
      "learning_rate": 7.149330047602258e-06,
      "loss": 0.3970050811767578,
      "loss_sft": 0.3970050811767578,
      "step": 329,
      "token_acc": 0.8698859409868585
    },
    {
      "epoch": 1.1706666666666667,
      "grad_norm": 2.0334274768829346,
      "learning_rate": 7.131717480889854e-06,
      "loss": 0.40429121255874634,
      "loss_sft": 0.40429121255874634,
      "step": 330,
      "token_acc": 0.8662298225986894
    },
    {
      "epoch": 1.1742222222222223,
      "grad_norm": 2.1451988220214844,
      "learning_rate": 7.114072528069549e-06,
      "loss": 0.4276900887489319,
      "loss_sft": 0.4276900887489319,
      "step": 331,
      "token_acc": 0.8622798159991024
    },
    {
      "epoch": 1.1777777777777778,
      "grad_norm": 2.331615447998047,
      "learning_rate": 7.0963954572122e-06,
      "loss": 0.387137234210968,
      "loss_sft": 0.387137234210968,
      "step": 332,
      "token_acc": 0.8720646124609747
    },
    {
      "epoch": 1.1813333333333333,
      "grad_norm": 2.172874689102173,
      "learning_rate": 7.078686536876627e-06,
      "loss": 0.42369771003723145,
      "loss_sft": 0.42369771003723145,
      "step": 333,
      "token_acc": 0.8624027445935184
    },
    {
      "epoch": 1.1848888888888889,
      "grad_norm": 2.044041395187378,
      "learning_rate": 7.06094603610552e-06,
      "loss": 0.4190555512905121,
      "loss_sft": 0.4190555512905121,
      "step": 334,
      "token_acc": 0.86600178292846
    },
    {
      "epoch": 1.1884444444444444,
      "grad_norm": 2.065030574798584,
      "learning_rate": 7.043174224421353e-06,
      "loss": 0.4139631986618042,
      "loss_sft": 0.4139631986618042,
      "step": 335,
      "token_acc": 0.8676819511118469
    },
    {
      "epoch": 1.192,
      "grad_norm": 2.0200564861297607,
      "learning_rate": 7.025371371822294e-06,
      "loss": 0.39490020275115967,
      "loss_sft": 0.39490020275115967,
      "step": 336,
      "token_acc": 0.8737214574003428
    },
    {
      "epoch": 1.1955555555555555,
      "grad_norm": 2.0914556980133057,
      "learning_rate": 7.007537748778097e-06,
      "loss": 0.3916926383972168,
      "loss_sft": 0.3916926383972168,
      "step": 337,
      "token_acc": 0.8692341576993267
    },
    {
      "epoch": 1.199111111111111,
      "grad_norm": 2.2042653560638428,
      "learning_rate": 6.989673626225997e-06,
      "loss": 0.4564780592918396,
      "loss_sft": 0.4564780592918396,
      "step": 338,
      "token_acc": 0.8545752557508619
    },
    {
      "epoch": 1.2026666666666666,
      "grad_norm": 2.047900438308716,
      "learning_rate": 6.971779275566593e-06,
      "loss": 0.4163472056388855,
      "loss_sft": 0.4163472056388855,
      "step": 339,
      "token_acc": 0.8650571495218101
    },
    {
      "epoch": 1.2062222222222223,
      "grad_norm": 2.059612512588501,
      "learning_rate": 6.953854968659726e-06,
      "loss": 0.4669194221496582,
      "loss_sft": 0.4669194221496582,
      "step": 340,
      "token_acc": 0.8516977796266445
    },
    {
      "epoch": 1.2097777777777778,
      "grad_norm": 2.2702395915985107,
      "learning_rate": 6.935900977820341e-06,
      "loss": 0.4309927821159363,
      "loss_sft": 0.4309927821159363,
      "step": 341,
      "token_acc": 0.8571656729131175
    },
    {
      "epoch": 1.2133333333333334,
      "grad_norm": 1.9873970746994019,
      "learning_rate": 6.917917575814364e-06,
      "loss": 0.3964521288871765,
      "loss_sft": 0.3964521288871765,
      "step": 342,
      "token_acc": 0.869855329199882
    },
    {
      "epoch": 1.216888888888889,
      "grad_norm": 2.0788300037384033,
      "learning_rate": 6.899905035854544e-06,
      "loss": 0.41934633255004883,
      "loss_sft": 0.41934633255004883,
      "step": 343,
      "token_acc": 0.8623936654004601
    },
    {
      "epoch": 1.2204444444444444,
      "grad_norm": 2.1086623668670654,
      "learning_rate": 6.881863631596313e-06,
      "loss": 0.44192826747894287,
      "loss_sft": 0.44192826747894287,
      "step": 344,
      "token_acc": 0.8593427982596749
    },
    {
      "epoch": 1.224,
      "grad_norm": 2.113551139831543,
      "learning_rate": 6.863793637133618e-06,
      "loss": 0.4093806743621826,
      "loss_sft": 0.4093806743621826,
      "step": 345,
      "token_acc": 0.868071818891491
    },
    {
      "epoch": 1.2275555555555555,
      "grad_norm": 2.028347969055176,
      "learning_rate": 6.845695326994768e-06,
      "loss": 0.3931807279586792,
      "loss_sft": 0.3931807279586792,
      "step": 346,
      "token_acc": 0.8703492353343986
    },
    {
      "epoch": 1.231111111111111,
      "grad_norm": 2.1860127449035645,
      "learning_rate": 6.827568976138255e-06,
      "loss": 0.4532551169395447,
      "loss_sft": 0.4532551169395447,
      "step": 347,
      "token_acc": 0.8518605195413059
    },
    {
      "epoch": 1.2346666666666666,
      "grad_norm": 2.230043411254883,
      "learning_rate": 6.809414859948579e-06,
      "loss": 0.43102413415908813,
      "loss_sft": 0.43102413415908813,
      "step": 348,
      "token_acc": 0.859845870715436
    },
    {
      "epoch": 1.2382222222222223,
      "grad_norm": 2.13657808303833,
      "learning_rate": 6.791233254232066e-06,
      "loss": 0.40593427419662476,
      "loss_sft": 0.40593427419662476,
      "step": 349,
      "token_acc": 0.8668020547126986
    },
    {
      "epoch": 1.2417777777777779,
      "grad_norm": 2.088085651397705,
      "learning_rate": 6.773024435212678e-06,
      "loss": 0.41960766911506653,
      "loss_sft": 0.41960766911506653,
      "step": 350,
      "token_acc": 0.8668713674745038
    },
    {
      "epoch": 1.2453333333333334,
      "grad_norm": 2.2578799724578857,
      "learning_rate": 6.7547886795278136e-06,
      "loss": 0.4201706349849701,
      "loss_sft": 0.4201706349849701,
      "step": 351,
      "token_acc": 0.8626221772834513
    },
    {
      "epoch": 1.248888888888889,
      "grad_norm": 2.108464241027832,
      "learning_rate": 6.736526264224101e-06,
      "loss": 0.4046739935874939,
      "loss_sft": 0.4046739935874939,
      "step": 352,
      "token_acc": 0.8661211699164345
    },
    {
      "epoch": 1.2524444444444445,
      "grad_norm": 2.146855115890503,
      "learning_rate": 6.718237466753206e-06,
      "loss": 0.4080267548561096,
      "loss_sft": 0.4080267548561096,
      "step": 353,
      "token_acc": 0.8646153846153846
    },
    {
      "epoch": 1.256,
      "grad_norm": 2.099658489227295,
      "learning_rate": 6.6999225649675955e-06,
      "loss": 0.40895289182662964,
      "loss_sft": 0.40895289182662964,
      "step": 354,
      "token_acc": 0.8670667934395055
    },
    {
      "epoch": 1.2595555555555555,
      "grad_norm": 2.0408408641815186,
      "learning_rate": 6.681581837116331e-06,
      "loss": 0.3808214068412781,
      "loss_sft": 0.3808214068412781,
      "step": 355,
      "token_acc": 0.8734803094642546
    },
    {
      "epoch": 1.263111111111111,
      "grad_norm": 2.115304708480835,
      "learning_rate": 6.6632155618408335e-06,
      "loss": 0.39477837085723877,
      "loss_sft": 0.39477837085723877,
      "step": 356,
      "token_acc": 0.8717051842598376
    },
    {
      "epoch": 1.2666666666666666,
      "grad_norm": 2.059264659881592,
      "learning_rate": 6.644824018170655e-06,
      "loss": 0.3914453089237213,
      "loss_sft": 0.3914453089237213,
      "step": 357,
      "token_acc": 0.8695928019379398
    },
    {
      "epoch": 1.2702222222222221,
      "grad_norm": 1.9908522367477417,
      "learning_rate": 6.6264074855192385e-06,
      "loss": 0.4108723998069763,
      "loss_sft": 0.4108723998069763,
      "step": 358,
      "token_acc": 0.8642107036558657
    },
    {
      "epoch": 1.2737777777777777,
      "grad_norm": 2.1818549633026123,
      "learning_rate": 6.607966243679669e-06,
      "loss": 0.3807740807533264,
      "loss_sft": 0.3807740807533264,
      "step": 359,
      "token_acc": 0.8740432306656053
    },
    {
      "epoch": 1.2773333333333334,
      "grad_norm": 2.1877641677856445,
      "learning_rate": 6.589500572820428e-06,
      "loss": 0.4238789975643158,
      "loss_sft": 0.4238789975643158,
      "step": 360,
      "token_acc": 0.8610257040954372
    },
    {
      "epoch": 1.280888888888889,
      "grad_norm": 2.2202279567718506,
      "learning_rate": 6.571010753481135e-06,
      "loss": 0.4421176612377167,
      "loss_sft": 0.4421176612377167,
      "step": 361,
      "token_acc": 0.8553278910093529
    },
    {
      "epoch": 1.2844444444444445,
      "grad_norm": 2.1197445392608643,
      "learning_rate": 6.552497066568282e-06,
      "loss": 0.4149945378303528,
      "loss_sft": 0.4149945378303528,
      "step": 362,
      "token_acc": 0.8652888303658327
    },
    {
      "epoch": 1.288,
      "grad_norm": 2.1825129985809326,
      "learning_rate": 6.533959793350974e-06,
      "loss": 0.3928068280220032,
      "loss_sft": 0.3928068280220032,
      "step": 363,
      "token_acc": 0.8691647346324958
    },
    {
      "epoch": 1.2915555555555556,
      "grad_norm": 2.181267499923706,
      "learning_rate": 6.5153992154566445e-06,
      "loss": 0.4269263744354248,
      "loss_sft": 0.4269263744354248,
      "step": 364,
      "token_acc": 0.8601386278195489
    },
    {
      "epoch": 1.295111111111111,
      "grad_norm": 2.0992515087127686,
      "learning_rate": 6.496815614866792e-06,
      "loss": 0.4099985957145691,
      "loss_sft": 0.4099985957145691,
      "step": 365,
      "token_acc": 0.8613764529865346
    },
    {
      "epoch": 1.2986666666666666,
      "grad_norm": 2.2896366119384766,
      "learning_rate": 6.478209273912675e-06,
      "loss": 0.41681671142578125,
      "loss_sft": 0.41681671142578125,
      "step": 366,
      "token_acc": 0.8647914982095414
    },
    {
      "epoch": 1.3022222222222222,
      "grad_norm": 2.1159205436706543,
      "learning_rate": 6.4595804752710475e-06,
      "loss": 0.45071905851364136,
      "loss_sft": 0.45071905851364136,
      "step": 367,
      "token_acc": 0.8551527358173884
    },
    {
      "epoch": 1.3057777777777777,
      "grad_norm": 1.992004156112671,
      "learning_rate": 6.440929501959844e-06,
      "loss": 0.3944794535636902,
      "loss_sft": 0.3944794535636902,
      "step": 368,
      "token_acc": 0.8682188456872147
    },
    {
      "epoch": 1.3093333333333335,
      "grad_norm": 2.001436710357666,
      "learning_rate": 6.42225663733389e-06,
      "loss": 0.41189777851104736,
      "loss_sft": 0.41189777851104736,
      "step": 369,
      "token_acc": 0.867511582086373
    },
    {
      "epoch": 1.3128888888888888,
      "grad_norm": 2.31205415725708,
      "learning_rate": 6.403562165080594e-06,
      "loss": 0.4462592899799347,
      "loss_sft": 0.4462592899799347,
      "step": 370,
      "token_acc": 0.8568150527765029
    },
    {
      "epoch": 1.3164444444444445,
      "grad_norm": 1.98836350440979,
      "learning_rate": 6.3848463692156396e-06,
      "loss": 0.42124196887016296,
      "loss_sft": 0.42124196887016296,
      "step": 371,
      "token_acc": 0.8648098553829673
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.9472687244415283,
      "learning_rate": 6.366109534078667e-06,
      "loss": 0.4333266615867615,
      "loss_sft": 0.4333266615867615,
      "step": 372,
      "token_acc": 0.8565029428616073
    },
    {
      "epoch": 1.3235555555555556,
      "grad_norm": 2.1749327182769775,
      "learning_rate": 6.347351944328958e-06,
      "loss": 0.4078105390071869,
      "loss_sft": 0.4078105390071869,
      "step": 373,
      "token_acc": 0.8684759916492694
    },
    {
      "epoch": 1.3271111111111111,
      "grad_norm": 2.082580804824829,
      "learning_rate": 6.328573884941107e-06,
      "loss": 0.38568437099456787,
      "loss_sft": 0.38568437099456787,
      "step": 374,
      "token_acc": 0.8727032469166877
    },
    {
      "epoch": 1.3306666666666667,
      "grad_norm": 2.1083035469055176,
      "learning_rate": 6.309775641200695e-06,
      "loss": 0.4161454439163208,
      "loss_sft": 0.4161454439163208,
      "step": 375,
      "token_acc": 0.8634233165232869
    },
    {
      "epoch": 1.3342222222222222,
      "grad_norm": 2.0515077114105225,
      "learning_rate": 6.290957498699949e-06,
      "loss": 0.40313780307769775,
      "loss_sft": 0.40313780307769775,
      "step": 376,
      "token_acc": 0.8661456394988215
    },
    {
      "epoch": 1.3377777777777777,
      "grad_norm": 2.109354019165039,
      "learning_rate": 6.272119743333416e-06,
      "loss": 0.42586779594421387,
      "loss_sft": 0.42586779594421387,
      "step": 377,
      "token_acc": 0.8588957055214724
    },
    {
      "epoch": 1.3413333333333333,
      "grad_norm": 2.1871895790100098,
      "learning_rate": 6.2532626612936035e-06,
      "loss": 0.4273819625377655,
      "loss_sft": 0.4273819625377655,
      "step": 378,
      "token_acc": 0.8611840534733827
    },
    {
      "epoch": 1.3448888888888888,
      "grad_norm": 2.244476795196533,
      "learning_rate": 6.234386539066643e-06,
      "loss": 0.4375607371330261,
      "loss_sft": 0.4375607371330261,
      "step": 379,
      "token_acc": 0.8610177350179669
    },
    {
      "epoch": 1.3484444444444446,
      "grad_norm": 2.0864622592926025,
      "learning_rate": 6.215491663427936e-06,
      "loss": 0.4264943301677704,
      "loss_sft": 0.4264943301677704,
      "step": 380,
      "token_acc": 0.8594910162670748
    },
    {
      "epoch": 1.3519999999999999,
      "grad_norm": 2.0926661491394043,
      "learning_rate": 6.1965783214377895e-06,
      "loss": 0.43840712308883667,
      "loss_sft": 0.43840712308883667,
      "step": 381,
      "token_acc": 0.8592106751102567
    },
    {
      "epoch": 1.3555555555555556,
      "grad_norm": 1.9400382041931152,
      "learning_rate": 6.177646800437066e-06,
      "loss": 0.4148487448692322,
      "loss_sft": 0.4148487448692322,
      "step": 382,
      "token_acc": 0.8605477195511171
    },
    {
      "epoch": 1.3591111111111112,
      "grad_norm": 2.0739121437072754,
      "learning_rate": 6.158697388042807e-06,
      "loss": 0.4656825661659241,
      "loss_sft": 0.4656825661659241,
      "step": 383,
      "token_acc": 0.8545405258877745
    },
    {
      "epoch": 1.3626666666666667,
      "grad_norm": 2.072519063949585,
      "learning_rate": 6.139730372143877e-06,
      "loss": 0.4354017674922943,
      "loss_sft": 0.4354017674922943,
      "step": 384,
      "token_acc": 0.8596860961677112
    },
    {
      "epoch": 1.3662222222222222,
      "grad_norm": 2.0000264644622803,
      "learning_rate": 6.120746040896572e-06,
      "loss": 0.40153205394744873,
      "loss_sft": 0.40153205394744873,
      "step": 385,
      "token_acc": 0.8690829279867125
    },
    {
      "epoch": 1.3697777777777778,
      "grad_norm": 1.9740139245986938,
      "learning_rate": 6.10174468272026e-06,
      "loss": 0.4312746822834015,
      "loss_sft": 0.4312746822834015,
      "step": 386,
      "token_acc": 0.8571791355579258
    },
    {
      "epoch": 1.3733333333333333,
      "grad_norm": 2.038445472717285,
      "learning_rate": 6.082726586292982e-06,
      "loss": 0.421906054019928,
      "loss_sft": 0.421906054019928,
      "step": 387,
      "token_acc": 0.8600680749905452
    },
    {
      "epoch": 1.3768888888888888,
      "grad_norm": 2.019009828567505,
      "learning_rate": 6.063692040547083e-06,
      "loss": 0.4096180200576782,
      "loss_sft": 0.4096180200576782,
      "step": 388,
      "token_acc": 0.8684788895315211
    },
    {
      "epoch": 1.3804444444444444,
      "grad_norm": 2.2725658416748047,
      "learning_rate": 6.044641334664812e-06,
      "loss": 0.41742199659347534,
      "loss_sft": 0.41742199659347534,
      "step": 389,
      "token_acc": 0.8634841420973144
    },
    {
      "epoch": 1.384,
      "grad_norm": 2.089355945587158,
      "learning_rate": 6.025574758073925e-06,
      "loss": 0.42201587557792664,
      "loss_sft": 0.42201587557792664,
      "step": 390,
      "token_acc": 0.8627428307123034
    },
    {
      "epoch": 1.3875555555555557,
      "grad_norm": 2.1601922512054443,
      "learning_rate": 6.006492600443301e-06,
      "loss": 0.3951718211174011,
      "loss_sft": 0.3951718211174011,
      "step": 391,
      "token_acc": 0.8695599393019727
    },
    {
      "epoch": 1.3911111111111112,
      "grad_norm": 2.048130989074707,
      "learning_rate": 5.98739515167853e-06,
      "loss": 0.40731945633888245,
      "loss_sft": 0.40731945633888245,
      "step": 392,
      "token_acc": 0.8659113408865912
    },
    {
      "epoch": 1.3946666666666667,
      "grad_norm": 2.0659661293029785,
      "learning_rate": 5.968282701917514e-06,
      "loss": 0.39317312836647034,
      "loss_sft": 0.39317312836647034,
      "step": 393,
      "token_acc": 0.8704396893681211
    },
    {
      "epoch": 1.3982222222222223,
      "grad_norm": 2.111722230911255,
      "learning_rate": 5.949155541526057e-06,
      "loss": 0.4161897301673889,
      "loss_sft": 0.4161897301673889,
      "step": 394,
      "token_acc": 0.8668742921857304
    },
    {
      "epoch": 1.4017777777777778,
      "grad_norm": 2.1751391887664795,
      "learning_rate": 5.930013961093454e-06,
      "loss": 0.4339696764945984,
      "loss_sft": 0.4339696764945984,
      "step": 395,
      "token_acc": 0.8604475443185121
    },
    {
      "epoch": 1.4053333333333333,
      "grad_norm": 2.0277295112609863,
      "learning_rate": 5.910858251428077e-06,
      "loss": 0.42175161838531494,
      "loss_sft": 0.42175161838531494,
      "step": 396,
      "token_acc": 0.8647277646263104
    },
    {
      "epoch": 1.4088888888888889,
      "grad_norm": 2.056373119354248,
      "learning_rate": 5.891688703552953e-06,
      "loss": 0.4363563656806946,
      "loss_sft": 0.4363563656806946,
      "step": 397,
      "token_acc": 0.8593149974052932
    },
    {
      "epoch": 1.4124444444444444,
      "grad_norm": 2.125103712081909,
      "learning_rate": 5.872505608701354e-06,
      "loss": 0.4381544589996338,
      "loss_sft": 0.4381544589996338,
      "step": 398,
      "token_acc": 0.8529967752696542
    },
    {
      "epoch": 1.416,
      "grad_norm": 2.0783627033233643,
      "learning_rate": 5.853309258312356e-06,
      "loss": 0.41318410634994507,
      "loss_sft": 0.41318410634994507,
      "step": 399,
      "token_acc": 0.8663534039995628
    },
    {
      "epoch": 1.4195555555555557,
      "grad_norm": 2.3527917861938477,
      "learning_rate": 5.834099944026422e-06,
      "loss": 0.4116997718811035,
      "loss_sft": 0.4116997718811035,
      "step": 400,
      "token_acc": 0.8664490861618799
    },
    {
      "epoch": 1.423111111111111,
      "grad_norm": 2.21236515045166,
      "learning_rate": 5.814877957680973e-06,
      "loss": 0.4189806580543518,
      "loss_sft": 0.4189806580543518,
      "step": 401,
      "token_acc": 0.8665842711246992
    },
    {
      "epoch": 1.4266666666666667,
      "grad_norm": 2.0903818607330322,
      "learning_rate": 5.795643591305945e-06,
      "loss": 0.3932293951511383,
      "loss_sft": 0.3932293951511383,
      "step": 402,
      "token_acc": 0.8708672605060386
    },
    {
      "epoch": 1.4302222222222223,
      "grad_norm": 2.1492693424224854,
      "learning_rate": 5.776397137119362e-06,
      "loss": 0.42269301414489746,
      "loss_sft": 0.42269301414489746,
      "step": 403,
      "token_acc": 0.858822830670547
    },
    {
      "epoch": 1.4337777777777778,
      "grad_norm": 2.1094796657562256,
      "learning_rate": 5.757138887522884e-06,
      "loss": 0.42915230989456177,
      "loss_sft": 0.42915230989456177,
      "step": 404,
      "token_acc": 0.8588242048455621
    },
    {
      "epoch": 1.4373333333333334,
      "grad_norm": 2.1783599853515625,
      "learning_rate": 5.7378691350973835e-06,
      "loss": 0.43106937408447266,
      "loss_sft": 0.43106937408447266,
      "step": 405,
      "token_acc": 0.85428145087236
    },
    {
      "epoch": 1.4408888888888889,
      "grad_norm": 2.249063491821289,
      "learning_rate": 5.7185881725984835e-06,
      "loss": 0.4146789312362671,
      "loss_sft": 0.4146789312362671,
      "step": 406,
      "token_acc": 0.8634489167683104
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 2.0479493141174316,
      "learning_rate": 5.699296292952117e-06,
      "loss": 0.40824148058891296,
      "loss_sft": 0.40824148058891296,
      "step": 407,
      "token_acc": 0.8637382339757956
    },
    {
      "epoch": 1.448,
      "grad_norm": 1.9829336404800415,
      "learning_rate": 5.679993789250075e-06,
      "loss": 0.4057304561138153,
      "loss_sft": 0.4057304561138153,
      "step": 408,
      "token_acc": 0.868186638388123
    },
    {
      "epoch": 1.4515555555555555,
      "grad_norm": 2.214102268218994,
      "learning_rate": 5.660680954745554e-06,
      "loss": 0.43437254428863525,
      "loss_sft": 0.43437254428863525,
      "step": 409,
      "token_acc": 0.8594101622645979
    },
    {
      "epoch": 1.455111111111111,
      "grad_norm": 2.0235214233398438,
      "learning_rate": 5.641358082848705e-06,
      "loss": 0.4238203167915344,
      "loss_sft": 0.4238203167915344,
      "step": 410,
      "token_acc": 0.8627439822454902
    },
    {
      "epoch": 1.4586666666666668,
      "grad_norm": 2.224508285522461,
      "learning_rate": 5.622025467122167e-06,
      "loss": 0.4427334666252136,
      "loss_sft": 0.4427334666252136,
      "step": 411,
      "token_acc": 0.8546247274992215
    },
    {
      "epoch": 1.462222222222222,
      "grad_norm": 2.0751185417175293,
      "learning_rate": 5.6026834012766155e-06,
      "loss": 0.4205954670906067,
      "loss_sft": 0.4205954670906067,
      "step": 412,
      "token_acc": 0.8647512263489839
    },
    {
      "epoch": 1.4657777777777778,
      "grad_norm": 2.059248685836792,
      "learning_rate": 5.5833321791662975e-06,
      "loss": 0.4332770109176636,
      "loss_sft": 0.4332770109176636,
      "step": 413,
      "token_acc": 0.8589489081600669
    },
    {
      "epoch": 1.4693333333333334,
      "grad_norm": 2.159562349319458,
      "learning_rate": 5.563972094784561e-06,
      "loss": 0.4090723991394043,
      "loss_sft": 0.4090723991394043,
      "step": 414,
      "token_acc": 0.8648569589890599
    },
    {
      "epoch": 1.472888888888889,
      "grad_norm": 2.1778712272644043,
      "learning_rate": 5.544603442259401e-06,
      "loss": 0.4404616355895996,
      "loss_sft": 0.4404616355895996,
      "step": 415,
      "token_acc": 0.857877777149641
    },
    {
      "epoch": 1.4764444444444444,
      "grad_norm": 2.149751901626587,
      "learning_rate": 5.525226515848979e-06,
      "loss": 0.42241090536117554,
      "loss_sft": 0.42241090536117554,
      "step": 416,
      "token_acc": 0.864554824433704
    },
    {
      "epoch": 1.48,
      "grad_norm": 2.0396487712860107,
      "learning_rate": 5.505841609937162e-06,
      "loss": 0.4617084860801697,
      "loss_sft": 0.4617084860801697,
      "step": 417,
      "token_acc": 0.8518164942985945
    },
    {
      "epoch": 1.4835555555555555,
      "grad_norm": 2.021590232849121,
      "learning_rate": 5.4864490190290386e-06,
      "loss": 0.3814869523048401,
      "loss_sft": 0.3814869523048401,
      "step": 418,
      "token_acc": 0.8718812817784084
    },
    {
      "epoch": 1.487111111111111,
      "grad_norm": 1.9816710948944092,
      "learning_rate": 5.46704903774646e-06,
      "loss": 0.3968183100223541,
      "loss_sft": 0.3968183100223541,
      "step": 419,
      "token_acc": 0.872141317491194
    },
    {
      "epoch": 1.4906666666666666,
      "grad_norm": 1.9432770013809204,
      "learning_rate": 5.447641960823549e-06,
      "loss": 0.42878788709640503,
      "loss_sft": 0.42878788709640503,
      "step": 420,
      "token_acc": 0.861723961005644
    },
    {
      "epoch": 1.4942222222222221,
      "grad_norm": 2.1680777072906494,
      "learning_rate": 5.42822808310223e-06,
      "loss": 0.4524781107902527,
      "loss_sft": 0.4524781107902527,
      "step": 421,
      "token_acc": 0.853664061615132
    },
    {
      "epoch": 1.4977777777777779,
      "grad_norm": 1.9948804378509521,
      "learning_rate": 5.4088076995277564e-06,
      "loss": 0.3889770805835724,
      "loss_sft": 0.3889770805835724,
      "step": 422,
      "token_acc": 0.8710159362549801
    },
    {
      "epoch": 1.5013333333333332,
      "grad_norm": 1.9953668117523193,
      "learning_rate": 5.389381105144208e-06,
      "loss": 0.38785499334335327,
      "loss_sft": 0.38785499334335327,
      "step": 423,
      "token_acc": 0.8721294660664425
    },
    {
      "epoch": 1.504888888888889,
      "grad_norm": 2.0792336463928223,
      "learning_rate": 5.369948595090033e-06,
      "loss": 0.39852064847946167,
      "loss_sft": 0.39852064847946167,
      "step": 424,
      "token_acc": 0.8671501857420838
    },
    {
      "epoch": 1.5084444444444445,
      "grad_norm": 2.2840240001678467,
      "learning_rate": 5.350510464593548e-06,
      "loss": 0.41780519485473633,
      "loss_sft": 0.41780519485473633,
      "step": 425,
      "token_acc": 0.8665506237307804
    },
    {
      "epoch": 1.512,
      "grad_norm": 2.2083730697631836,
      "learning_rate": 5.331067008968462e-06,
      "loss": 0.4437114894390106,
      "loss_sft": 0.4437114894390106,
      "step": 426,
      "token_acc": 0.8560632484594815
    },
    {
      "epoch": 1.5155555555555555,
      "grad_norm": 1.9596586227416992,
      "learning_rate": 5.311618523609386e-06,
      "loss": 0.40260934829711914,
      "loss_sft": 0.40260934829711914,
      "step": 427,
      "token_acc": 0.8683822407567513
    },
    {
      "epoch": 1.519111111111111,
      "grad_norm": 2.002098560333252,
      "learning_rate": 5.292165303987336e-06,
      "loss": 0.4126218557357788,
      "loss_sft": 0.4126218557357788,
      "step": 428,
      "token_acc": 0.8640786912839935
    },
    {
      "epoch": 1.5226666666666666,
      "grad_norm": 2.0283186435699463,
      "learning_rate": 5.27270764564527e-06,
      "loss": 0.4139862060546875,
      "loss_sft": 0.4139862060546875,
      "step": 429,
      "token_acc": 0.8626638001638002
    },
    {
      "epoch": 1.5262222222222221,
      "grad_norm": 2.088085174560547,
      "learning_rate": 5.253245844193564e-06,
      "loss": 0.42426472902297974,
      "loss_sft": 0.42426472902297974,
      "step": 430,
      "token_acc": 0.8606607954226735
    },
    {
      "epoch": 1.529777777777778,
      "grad_norm": 2.189093589782715,
      "learning_rate": 5.23378019530555e-06,
      "loss": 0.38969558477401733,
      "loss_sft": 0.38969558477401733,
      "step": 431,
      "token_acc": 0.8720338983050847
    },
    {
      "epoch": 1.5333333333333332,
      "grad_norm": 2.1219334602355957,
      "learning_rate": 5.214310994713008e-06,
      "loss": 0.41368842124938965,
      "loss_sft": 0.41368842124938965,
      "step": 432,
      "token_acc": 0.8649772209567198
    },
    {
      "epoch": 1.536888888888889,
      "grad_norm": 2.108358860015869,
      "learning_rate": 5.194838538201676e-06,
      "loss": 0.42121070623397827,
      "loss_sft": 0.42121070623397827,
      "step": 433,
      "token_acc": 0.8624245748765771
    },
    {
      "epoch": 1.5404444444444443,
      "grad_norm": 2.103247880935669,
      "learning_rate": 5.175363121606759e-06,
      "loss": 0.40116065740585327,
      "loss_sft": 0.40116065740585327,
      "step": 434,
      "token_acc": 0.8683508272549368
    },
    {
      "epoch": 1.544,
      "grad_norm": 2.1058623790740967,
      "learning_rate": 5.155885040808432e-06,
      "loss": 0.43327242136001587,
      "loss_sft": 0.43327242136001587,
      "step": 435,
      "token_acc": 0.8573345259391771
    },
    {
      "epoch": 1.5475555555555556,
      "grad_norm": 2.0265440940856934,
      "learning_rate": 5.1364045917273505e-06,
      "loss": 0.42016279697418213,
      "loss_sft": 0.42016279697418213,
      "step": 436,
      "token_acc": 0.8640215716486903
    },
    {
      "epoch": 1.551111111111111,
      "grad_norm": 2.579517126083374,
      "learning_rate": 5.116922070320144e-06,
      "loss": 0.40481728315353394,
      "loss_sft": 0.40481728315353394,
      "step": 437,
      "token_acc": 0.8704780179468368
    },
    {
      "epoch": 1.5546666666666666,
      "grad_norm": 2.0824403762817383,
      "learning_rate": 5.097437772574927e-06,
      "loss": 0.42053020000457764,
      "loss_sft": 0.42053020000457764,
      "step": 438,
      "token_acc": 0.8621852395714363
    },
    {
      "epoch": 1.5582222222222222,
      "grad_norm": 2.0338289737701416,
      "learning_rate": 5.077951994506805e-06,
      "loss": 0.4205910563468933,
      "loss_sft": 0.4205910563468933,
      "step": 439,
      "token_acc": 0.8643185127113898
    },
    {
      "epoch": 1.561777777777778,
      "grad_norm": 2.067195177078247,
      "learning_rate": 5.058465032153368e-06,
      "loss": 0.3816699981689453,
      "loss_sft": 0.3816699981689453,
      "step": 440,
      "token_acc": 0.8755683912990045
    },
    {
      "epoch": 1.5653333333333332,
      "grad_norm": 1.9996615648269653,
      "learning_rate": 5.038977181570204e-06,
      "loss": 0.4421253800392151,
      "loss_sft": 0.4421253800392151,
      "step": 441,
      "token_acc": 0.8619064692926292
    },
    {
      "epoch": 1.568888888888889,
      "grad_norm": 2.1808149814605713,
      "learning_rate": 5.0194887388263895e-06,
      "loss": 0.4402797818183899,
      "loss_sft": 0.4402797818183899,
      "step": 442,
      "token_acc": 0.8590721591230152
    },
    {
      "epoch": 1.5724444444444443,
      "grad_norm": 2.2986810207366943,
      "learning_rate": 5e-06,
      "loss": 0.4166395664215088,
      "loss_sft": 0.4166395664215088,
      "step": 443,
      "token_acc": 0.868903862832744
    },
    {
      "epoch": 1.576,
      "grad_norm": 2.078742027282715,
      "learning_rate": 4.980511261173613e-06,
      "loss": 0.42019397020339966,
      "loss_sft": 0.42019397020339966,
      "step": 444,
      "token_acc": 0.8630479218714513
    },
    {
      "epoch": 1.5795555555555556,
      "grad_norm": 2.030142068862915,
      "learning_rate": 4.961022818429798e-06,
      "loss": 0.42731574177742004,
      "loss_sft": 0.42731574177742004,
      "step": 445,
      "token_acc": 0.8596580905321747
    },
    {
      "epoch": 1.5831111111111111,
      "grad_norm": 1.9992742538452148,
      "learning_rate": 4.9415349678466335e-06,
      "loss": 0.412159264087677,
      "loss_sft": 0.412159264087677,
      "step": 446,
      "token_acc": 0.8650519031141869
    },
    {
      "epoch": 1.5866666666666667,
      "grad_norm": 2.1405060291290283,
      "learning_rate": 4.922048005493196e-06,
      "loss": 0.3980518579483032,
      "loss_sft": 0.3980518579483032,
      "step": 447,
      "token_acc": 0.8683663833805477
    },
    {
      "epoch": 1.5902222222222222,
      "grad_norm": 2.1107187271118164,
      "learning_rate": 4.902562227425075e-06,
      "loss": 0.375371515750885,
      "loss_sft": 0.375371515750885,
      "step": 448,
      "token_acc": 0.8768915415686984
    },
    {
      "epoch": 1.5937777777777777,
      "grad_norm": 2.133552312850952,
      "learning_rate": 4.883077929679859e-06,
      "loss": 0.44094976782798767,
      "loss_sft": 0.44094976782798767,
      "step": 449,
      "token_acc": 0.8569249381936773
    },
    {
      "epoch": 1.5973333333333333,
      "grad_norm": 2.1417441368103027,
      "learning_rate": 4.86359540827265e-06,
      "loss": 0.3865364193916321,
      "loss_sft": 0.3865364193916321,
      "step": 450,
      "token_acc": 0.8736435534302005
    },
    {
      "epoch": 1.600888888888889,
      "grad_norm": 2.0163345336914062,
      "learning_rate": 4.844114959191569e-06,
      "loss": 0.4052085876464844,
      "loss_sft": 0.4052085876464844,
      "step": 451,
      "token_acc": 0.870444897734164
    },
    {
      "epoch": 1.6044444444444443,
      "grad_norm": 1.976217269897461,
      "learning_rate": 4.824636878393243e-06,
      "loss": 0.40031105279922485,
      "loss_sft": 0.40031105279922485,
      "step": 452,
      "token_acc": 0.8713493924536346
    },
    {
      "epoch": 1.608,
      "grad_norm": 2.247943639755249,
      "learning_rate": 4.805161461798326e-06,
      "loss": 0.4370366334915161,
      "loss_sft": 0.4370366334915161,
      "step": 453,
      "token_acc": 0.8583845173252984
    },
    {
      "epoch": 1.6115555555555554,
      "grad_norm": 2.0089313983917236,
      "learning_rate": 4.785689005286995e-06,
      "loss": 0.43705374002456665,
      "loss_sft": 0.43705374002456665,
      "step": 454,
      "token_acc": 0.8586118251928021
    },
    {
      "epoch": 1.6151111111111112,
      "grad_norm": 2.1519558429718018,
      "learning_rate": 4.766219804694451e-06,
      "loss": 0.413113534450531,
      "loss_sft": 0.413113534450531,
      "step": 455,
      "token_acc": 0.8672015719665958
    },
    {
      "epoch": 1.6186666666666667,
      "grad_norm": 2.148524284362793,
      "learning_rate": 4.746754155806437e-06,
      "loss": 0.41832467913627625,
      "loss_sft": 0.41832467913627625,
      "step": 456,
      "token_acc": 0.8632517462661139
    },
    {
      "epoch": 1.6222222222222222,
      "grad_norm": 2.0033304691314697,
      "learning_rate": 4.727292354354731e-06,
      "loss": 0.4066150188446045,
      "loss_sft": 0.4066150188446045,
      "step": 457,
      "token_acc": 0.8704140615783886
    },
    {
      "epoch": 1.6257777777777778,
      "grad_norm": 2.1065657138824463,
      "learning_rate": 4.7078346960126645e-06,
      "loss": 0.42339444160461426,
      "loss_sft": 0.42339444160461426,
      "step": 458,
      "token_acc": 0.8636465449658416
    },
    {
      "epoch": 1.6293333333333333,
      "grad_norm": 2.136706829071045,
      "learning_rate": 4.688381476390617e-06,
      "loss": 0.4289117455482483,
      "loss_sft": 0.4289117455482483,
      "step": 459,
      "token_acc": 0.8628943240573985
    },
    {
      "epoch": 1.6328888888888888,
      "grad_norm": 1.9764639139175415,
      "learning_rate": 4.668932991031538e-06,
      "loss": 0.40687328577041626,
      "loss_sft": 0.40687328577041626,
      "step": 460,
      "token_acc": 0.8657798584151633
    },
    {
      "epoch": 1.6364444444444444,
      "grad_norm": 2.036417007446289,
      "learning_rate": 4.649489535406454e-06,
      "loss": 0.39480650424957275,
      "loss_sft": 0.39480650424957275,
      "step": 461,
      "token_acc": 0.8714285714285714
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 2.0405428409576416,
      "learning_rate": 4.6300514049099694e-06,
      "loss": 0.398843914270401,
      "loss_sft": 0.398843914270401,
      "step": 462,
      "token_acc": 0.8684040617479604
    },
    {
      "epoch": 1.6435555555555554,
      "grad_norm": 2.133903980255127,
      "learning_rate": 4.6106188948557935e-06,
      "loss": 0.42368829250335693,
      "loss_sft": 0.42368829250335693,
      "step": 463,
      "token_acc": 0.8638733820011042
    },
    {
      "epoch": 1.6471111111111112,
      "grad_norm": 2.061514377593994,
      "learning_rate": 4.591192300472247e-06,
      "loss": 0.428686261177063,
      "loss_sft": 0.428686261177063,
      "step": 464,
      "token_acc": 0.8636491583628891
    },
    {
      "epoch": 1.6506666666666665,
      "grad_norm": 2.080209732055664,
      "learning_rate": 4.5717719168977696e-06,
      "loss": 0.4320542812347412,
      "loss_sft": 0.4320542812347412,
      "step": 465,
      "token_acc": 0.8582339168246181
    },
    {
      "epoch": 1.6542222222222223,
      "grad_norm": 2.143778085708618,
      "learning_rate": 4.552358039176453e-06,
      "loss": 0.3890891671180725,
      "loss_sft": 0.3890891671180725,
      "step": 466,
      "token_acc": 0.87114662214537
    },
    {
      "epoch": 1.6577777777777778,
      "grad_norm": 2.1197397708892822,
      "learning_rate": 4.532950962253543e-06,
      "loss": 0.38661035895347595,
      "loss_sft": 0.38661035895347595,
      "step": 467,
      "token_acc": 0.8737529899072399
    },
    {
      "epoch": 1.6613333333333333,
      "grad_norm": 1.9991018772125244,
      "learning_rate": 4.513550980970962e-06,
      "loss": 0.411617249250412,
      "loss_sft": 0.411617249250412,
      "step": 468,
      "token_acc": 0.8652980877390326
    },
    {
      "epoch": 1.6648888888888889,
      "grad_norm": 2.0429420471191406,
      "learning_rate": 4.49415839006284e-06,
      "loss": 0.4422208070755005,
      "loss_sft": 0.4422208070755005,
      "step": 469,
      "token_acc": 0.8600126876718123
    },
    {
      "epoch": 1.6684444444444444,
      "grad_norm": 2.142669200897217,
      "learning_rate": 4.474773484151021e-06,
      "loss": 0.4309496283531189,
      "loss_sft": 0.4309496283531189,
      "step": 470,
      "token_acc": 0.8614294764729598
    },
    {
      "epoch": 1.6720000000000002,
      "grad_norm": 2.1032681465148926,
      "learning_rate": 4.4553965577406006e-06,
      "loss": 0.4220542907714844,
      "loss_sft": 0.4220542907714844,
      "step": 471,
      "token_acc": 0.8621151271753681
    },
    {
      "epoch": 1.6755555555555555,
      "grad_norm": 2.0916078090667725,
      "learning_rate": 4.4360279052154406e-06,
      "loss": 0.4344140887260437,
      "loss_sft": 0.4344140887260437,
      "step": 472,
      "token_acc": 0.8587638569336958
    },
    {
      "epoch": 1.6791111111111112,
      "grad_norm": 2.0320165157318115,
      "learning_rate": 4.416667820833704e-06,
      "loss": 0.3744451403617859,
      "loss_sft": 0.3744451403617859,
      "step": 473,
      "token_acc": 0.8786209935014869
    },
    {
      "epoch": 1.6826666666666665,
      "grad_norm": 1.946739673614502,
      "learning_rate": 4.397316598723385e-06,
      "loss": 0.4068688750267029,
      "loss_sft": 0.4068688750267029,
      "step": 474,
      "token_acc": 0.8643133513542164
    },
    {
      "epoch": 1.6862222222222223,
      "grad_norm": 2.187589168548584,
      "learning_rate": 4.377974532877834e-06,
      "loss": 0.431757390499115,
      "loss_sft": 0.431757390499115,
      "step": 475,
      "token_acc": 0.8634345586929497
    },
    {
      "epoch": 1.6897777777777778,
      "grad_norm": 2.0243496894836426,
      "learning_rate": 4.358641917151297e-06,
      "loss": 0.42587560415267944,
      "loss_sft": 0.42587560415267944,
      "step": 476,
      "token_acc": 0.8635711629389576
    },
    {
      "epoch": 1.6933333333333334,
      "grad_norm": 2.0677926540374756,
      "learning_rate": 4.339319045254448e-06,
      "loss": 0.4221827983856201,
      "loss_sft": 0.4221827983856201,
      "step": 477,
      "token_acc": 0.863139508677034
    },
    {
      "epoch": 1.696888888888889,
      "grad_norm": 1.953474521636963,
      "learning_rate": 4.320006210749928e-06,
      "loss": 0.41056370735168457,
      "loss_sft": 0.41056370735168457,
      "step": 478,
      "token_acc": 0.8640124902419984
    },
    {
      "epoch": 1.7004444444444444,
      "grad_norm": 2.083036422729492,
      "learning_rate": 4.3007037070478855e-06,
      "loss": 0.41453826427459717,
      "loss_sft": 0.41453826427459717,
      "step": 479,
      "token_acc": 0.8618951028687337
    },
    {
      "epoch": 1.704,
      "grad_norm": 2.150409460067749,
      "learning_rate": 4.281411827401517e-06,
      "loss": 0.3892195224761963,
      "loss_sft": 0.3892195224761963,
      "step": 480,
      "token_acc": 0.8719496532237349
    },
    {
      "epoch": 1.7075555555555555,
      "grad_norm": 2.11389422416687,
      "learning_rate": 4.262130864902617e-06,
      "loss": 0.40103036165237427,
      "loss_sft": 0.40103036165237427,
      "step": 481,
      "token_acc": 0.8687618821292775
    },
    {
      "epoch": 1.7111111111111112,
      "grad_norm": 2.0252602100372314,
      "learning_rate": 4.2428611124771184e-06,
      "loss": 0.4143048822879791,
      "loss_sft": 0.4143048822879791,
      "step": 482,
      "token_acc": 0.8651578947368421
    },
    {
      "epoch": 1.7146666666666666,
      "grad_norm": 1.9856598377227783,
      "learning_rate": 4.22360286288064e-06,
      "loss": 0.4202113151550293,
      "loss_sft": 0.4202113151550293,
      "step": 483,
      "token_acc": 0.8633540372670807
    },
    {
      "epoch": 1.7182222222222223,
      "grad_norm": 2.0671544075012207,
      "learning_rate": 4.2043564086940565e-06,
      "loss": 0.3882021903991699,
      "loss_sft": 0.3882021903991699,
      "step": 484,
      "token_acc": 0.8722292408407029
    },
    {
      "epoch": 1.7217777777777776,
      "grad_norm": 2.126646041870117,
      "learning_rate": 4.185122042319027e-06,
      "loss": 0.466674268245697,
      "loss_sft": 0.466674268245697,
      "step": 485,
      "token_acc": 0.8490584352552902
    },
    {
      "epoch": 1.7253333333333334,
      "grad_norm": 2.009033203125,
      "learning_rate": 4.165900055973579e-06,
      "loss": 0.36831024289131165,
      "loss_sft": 0.36831024289131165,
      "step": 486,
      "token_acc": 0.8761332665887981
    },
    {
      "epoch": 1.728888888888889,
      "grad_norm": 2.0723743438720703,
      "learning_rate": 4.1466907416876466e-06,
      "loss": 0.4306026101112366,
      "loss_sft": 0.4306026101112366,
      "step": 487,
      "token_acc": 0.8595511708586296
    },
    {
      "epoch": 1.7324444444444445,
      "grad_norm": 2.0858848094940186,
      "learning_rate": 4.127494391298647e-06,
      "loss": 0.38521188497543335,
      "loss_sft": 0.38521188497543335,
      "step": 488,
      "token_acc": 0.8730092454518342
    },
    {
      "epoch": 1.736,
      "grad_norm": 2.135643482208252,
      "learning_rate": 4.108311296447048e-06,
      "loss": 0.4089963436126709,
      "loss_sft": 0.4089963436126709,
      "step": 489,
      "token_acc": 0.8660353389536898
    },
    {
      "epoch": 1.7395555555555555,
      "grad_norm": 2.136782169342041,
      "learning_rate": 4.089141748571926e-06,
      "loss": 0.44046175479888916,
      "loss_sft": 0.44046175479888916,
      "step": 490,
      "token_acc": 0.8559193408499567
    },
    {
      "epoch": 1.743111111111111,
      "grad_norm": 2.021350145339966,
      "learning_rate": 4.069986038906547e-06,
      "loss": 0.36756423115730286,
      "loss_sft": 0.36756423115730286,
      "step": 491,
      "token_acc": 0.8812554489973845
    },
    {
      "epoch": 1.7466666666666666,
      "grad_norm": 2.10075306892395,
      "learning_rate": 4.050844458473945e-06,
      "loss": 0.4100453555583954,
      "loss_sft": 0.4100453555583954,
      "step": 492,
      "token_acc": 0.863740022805017
    },
    {
      "epoch": 1.7502222222222223,
      "grad_norm": 2.0675134658813477,
      "learning_rate": 4.031717298082487e-06,
      "loss": 0.41361191868782043,
      "loss_sft": 0.41361191868782043,
      "step": 493,
      "token_acc": 0.8653119942456393
    },
    {
      "epoch": 1.7537777777777777,
      "grad_norm": 2.1129140853881836,
      "learning_rate": 4.012604848321471e-06,
      "loss": 0.42755448818206787,
      "loss_sft": 0.42755448818206787,
      "step": 494,
      "token_acc": 0.8613538895825417
    },
    {
      "epoch": 1.7573333333333334,
      "grad_norm": 2.1215624809265137,
      "learning_rate": 3.993507399556699e-06,
      "loss": 0.4140801429748535,
      "loss_sft": 0.4140801429748535,
      "step": 495,
      "token_acc": 0.8645008381987398
    },
    {
      "epoch": 1.7608888888888887,
      "grad_norm": 2.0439512729644775,
      "learning_rate": 3.974425241926076e-06,
      "loss": 0.3860655426979065,
      "loss_sft": 0.3860655426979065,
      "step": 496,
      "token_acc": 0.8685189359783588
    },
    {
      "epoch": 1.7644444444444445,
      "grad_norm": 2.078835964202881,
      "learning_rate": 3.95535866533519e-06,
      "loss": 0.4328363239765167,
      "loss_sft": 0.4328363239765167,
      "step": 497,
      "token_acc": 0.8562522541089186
    },
    {
      "epoch": 1.768,
      "grad_norm": 2.1487245559692383,
      "learning_rate": 3.936307959452917e-06,
      "loss": 0.4036521911621094,
      "loss_sft": 0.4036521911621094,
      "step": 498,
      "token_acc": 0.8710146613916686
    },
    {
      "epoch": 1.7715555555555556,
      "grad_norm": 2.125499963760376,
      "learning_rate": 3.91727341370702e-06,
      "loss": 0.4277384281158447,
      "loss_sft": 0.4277384281158447,
      "step": 499,
      "token_acc": 0.8604188481675392
    },
    {
      "epoch": 1.775111111111111,
      "grad_norm": 2.0366432666778564,
      "learning_rate": 3.898255317279744e-06,
      "loss": 0.4030233919620514,
      "loss_sft": 0.4030233919620514,
      "step": 500,
      "token_acc": 0.8657188841201717
    },
    {
      "epoch": 1.7786666666666666,
      "grad_norm": 2.219578266143799,
      "learning_rate": 3.879253959103429e-06,
      "loss": 0.4163818359375,
      "loss_sft": 0.4163818359375,
      "step": 501,
      "token_acc": 0.862064854554125
    },
    {
      "epoch": 1.7822222222222224,
      "grad_norm": 2.0823135375976562,
      "learning_rate": 3.860269627856126e-06,
      "loss": 0.4303836226463318,
      "loss_sft": 0.4303836226463318,
      "step": 502,
      "token_acc": 0.8584603699886074
    },
    {
      "epoch": 1.7857777777777777,
      "grad_norm": 2.1446592807769775,
      "learning_rate": 3.841302611957193e-06,
      "loss": 0.41120094060897827,
      "loss_sft": 0.41120094060897827,
      "step": 503,
      "token_acc": 0.8640704095720203
    },
    {
      "epoch": 1.7893333333333334,
      "grad_norm": 2.0287466049194336,
      "learning_rate": 3.822353199562936e-06,
      "loss": 0.38759124279022217,
      "loss_sft": 0.38759124279022217,
      "step": 504,
      "token_acc": 0.8734872905987423
    },
    {
      "epoch": 1.7928888888888888,
      "grad_norm": 2.269944906234741,
      "learning_rate": 3.803421678562213e-06,
      "loss": 0.4101651906967163,
      "loss_sft": 0.4101651906967163,
      "step": 505,
      "token_acc": 0.8653293482009426
    },
    {
      "epoch": 1.7964444444444445,
      "grad_norm": 2.147164821624756,
      "learning_rate": 3.784508336572066e-06,
      "loss": 0.4444081783294678,
      "loss_sft": 0.4444081783294678,
      "step": 506,
      "token_acc": 0.8558062740781508
    },
    {
      "epoch": 1.8,
      "grad_norm": 2.113614797592163,
      "learning_rate": 3.7656134609333576e-06,
      "loss": 0.4107510447502136,
      "loss_sft": 0.4107510447502136,
      "step": 507,
      "token_acc": 0.8662553769526828
    },
    {
      "epoch": 1.8035555555555556,
      "grad_norm": 2.201674699783325,
      "learning_rate": 3.7467373387063973e-06,
      "loss": 0.4345109462738037,
      "loss_sft": 0.4345109462738037,
      "step": 508,
      "token_acc": 0.8577196577076052
    },
    {
      "epoch": 1.8071111111111111,
      "grad_norm": 2.115177869796753,
      "learning_rate": 3.727880256666586e-06,
      "loss": 0.42980408668518066,
      "loss_sft": 0.42980408668518066,
      "step": 509,
      "token_acc": 0.8630675122060721
    },
    {
      "epoch": 1.8106666666666666,
      "grad_norm": 2.050177574157715,
      "learning_rate": 3.709042501300052e-06,
      "loss": 0.41575467586517334,
      "loss_sft": 0.41575467586517334,
      "step": 510,
      "token_acc": 0.8641130367590242
    },
    {
      "epoch": 1.8142222222222222,
      "grad_norm": 2.065338611602783,
      "learning_rate": 3.6902243587993068e-06,
      "loss": 0.4081893563270569,
      "loss_sft": 0.4081893563270569,
      "step": 511,
      "token_acc": 0.8658730594108289
    },
    {
      "epoch": 1.8177777777777777,
      "grad_norm": 2.1498680114746094,
      "learning_rate": 3.6714261150588947e-06,
      "loss": 0.4343623220920563,
      "loss_sft": 0.4343623220920563,
      "step": 512,
      "token_acc": 0.8613245931283906
    },
    {
      "epoch": 1.8213333333333335,
      "grad_norm": 2.0592949390411377,
      "learning_rate": 3.652648055671043e-06,
      "loss": 0.4178444743156433,
      "loss_sft": 0.4178444743156433,
      "step": 513,
      "token_acc": 0.863631234484315
    },
    {
      "epoch": 1.8248888888888888,
      "grad_norm": 2.1280148029327393,
      "learning_rate": 3.6338904659213335e-06,
      "loss": 0.41738808155059814,
      "loss_sft": 0.41738808155059814,
      "step": 514,
      "token_acc": 0.8658208151295709
    },
    {
      "epoch": 1.8284444444444445,
      "grad_norm": 2.0445332527160645,
      "learning_rate": 3.6151536307843625e-06,
      "loss": 0.42178139090538025,
      "loss_sft": 0.42178139090538025,
      "step": 515,
      "token_acc": 0.8629355622070367
    },
    {
      "epoch": 1.8319999999999999,
      "grad_norm": 1.9766736030578613,
      "learning_rate": 3.5964378349194075e-06,
      "loss": 0.3943728804588318,
      "loss_sft": 0.3943728804588318,
      "step": 516,
      "token_acc": 0.8735380507343125
    },
    {
      "epoch": 1.8355555555555556,
      "grad_norm": 2.126513957977295,
      "learning_rate": 3.577743362666112e-06,
      "loss": 0.4394909143447876,
      "loss_sft": 0.4394909143447876,
      "step": 517,
      "token_acc": 0.8551081895371131
    },
    {
      "epoch": 1.8391111111111111,
      "grad_norm": 2.24725341796875,
      "learning_rate": 3.5590704980401564e-06,
      "loss": 0.40318551659584045,
      "loss_sft": 0.40318551659584045,
      "step": 518,
      "token_acc": 0.8716417910447761
    },
    {
      "epoch": 1.8426666666666667,
      "grad_norm": 2.1285533905029297,
      "learning_rate": 3.540419524728954e-06,
      "loss": 0.412613183259964,
      "loss_sft": 0.412613183259964,
      "step": 519,
      "token_acc": 0.8662673533363189
    },
    {
      "epoch": 1.8462222222222222,
      "grad_norm": 2.0844173431396484,
      "learning_rate": 3.5217907260873265e-06,
      "loss": 0.3816235661506653,
      "loss_sft": 0.3816235661506653,
      "step": 520,
      "token_acc": 0.8734657442535149
    },
    {
      "epoch": 1.8497777777777777,
      "grad_norm": 2.0110743045806885,
      "learning_rate": 3.5031843851332105e-06,
      "loss": 0.3994944095611572,
      "loss_sft": 0.3994944095611572,
      "step": 521,
      "token_acc": 0.8749266627553469
    },
    {
      "epoch": 1.8533333333333335,
      "grad_norm": 2.195115804672241,
      "learning_rate": 3.4846007845433568e-06,
      "loss": 0.41000989079475403,
      "loss_sft": 0.41000989079475403,
      "step": 522,
      "token_acc": 0.8674979606106514
    },
    {
      "epoch": 1.8568888888888888,
      "grad_norm": 2.0471348762512207,
      "learning_rate": 3.4660402066490274e-06,
      "loss": 0.3831998109817505,
      "loss_sft": 0.3831998109817505,
      "step": 523,
      "token_acc": 0.8717228464419475
    },
    {
      "epoch": 1.8604444444444446,
      "grad_norm": 2.127256393432617,
      "learning_rate": 3.4475029334317195e-06,
      "loss": 0.41519564390182495,
      "loss_sft": 0.41519564390182495,
      "step": 524,
      "token_acc": 0.8658607126330402
    },
    {
      "epoch": 1.8639999999999999,
      "grad_norm": 2.1483802795410156,
      "learning_rate": 3.428989246518867e-06,
      "loss": 0.39058467745780945,
      "loss_sft": 0.39058467745780945,
      "step": 525,
      "token_acc": 0.8687976539589443
    },
    {
      "epoch": 1.8675555555555556,
      "grad_norm": 1.9400416612625122,
      "learning_rate": 3.410499427179572e-06,
      "loss": 0.3935142159461975,
      "loss_sft": 0.3935142159461975,
      "step": 526,
      "token_acc": 0.8684092158528662
    },
    {
      "epoch": 1.871111111111111,
      "grad_norm": 2.1435794830322266,
      "learning_rate": 3.392033756320333e-06,
      "loss": 0.41104888916015625,
      "loss_sft": 0.41104888916015625,
      "step": 527,
      "token_acc": 0.865040650406504
    },
    {
      "epoch": 1.8746666666666667,
      "grad_norm": 2.0702149868011475,
      "learning_rate": 3.3735925144807623e-06,
      "loss": 0.4158642888069153,
      "loss_sft": 0.4158642888069153,
      "step": 528,
      "token_acc": 0.8647888846840028
    },
    {
      "epoch": 1.8782222222222222,
      "grad_norm": 2.2176244258880615,
      "learning_rate": 3.355175981829346e-06,
      "loss": 0.4156597852706909,
      "loss_sft": 0.4156597852706909,
      "step": 529,
      "token_acc": 0.8642835504392609
    },
    {
      "epoch": 1.8817777777777778,
      "grad_norm": 2.1262834072113037,
      "learning_rate": 3.33678443815917e-06,
      "loss": 0.41688382625579834,
      "loss_sft": 0.41688382625579834,
      "step": 530,
      "token_acc": 0.8633536861148802
    },
    {
      "epoch": 1.8853333333333333,
      "grad_norm": 1.9204524755477905,
      "learning_rate": 3.318418162883671e-06,
      "loss": 0.3793541491031647,
      "loss_sft": 0.3793541491031647,
      "step": 531,
      "token_acc": 0.8763848994665573
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 2.105459451675415,
      "learning_rate": 3.300077435032406e-06,
      "loss": 0.4083092212677002,
      "loss_sft": 0.4083092212677002,
      "step": 532,
      "token_acc": 0.868655435132525
    },
    {
      "epoch": 1.8924444444444446,
      "grad_norm": 2.1021809577941895,
      "learning_rate": 3.281762533246794e-06,
      "loss": 0.4291813373565674,
      "loss_sft": 0.4291813373565674,
      "step": 533,
      "token_acc": 0.8602228412256268
    },
    {
      "epoch": 1.896,
      "grad_norm": 2.3498737812042236,
      "learning_rate": 3.2634737357758994e-06,
      "loss": 0.4291939437389374,
      "loss_sft": 0.4291939437389374,
      "step": 534,
      "token_acc": 0.8617167919799499
    },
    {
      "epoch": 1.8995555555555557,
      "grad_norm": 2.1913115978240967,
      "learning_rate": 3.245211320472189e-06,
      "loss": 0.3991416096687317,
      "loss_sft": 0.3991416096687317,
      "step": 535,
      "token_acc": 0.8679076427420799
    },
    {
      "epoch": 1.903111111111111,
      "grad_norm": 2.0638091564178467,
      "learning_rate": 3.226975564787322e-06,
      "loss": 0.408561646938324,
      "loss_sft": 0.408561646938324,
      "step": 536,
      "token_acc": 0.8670682496052401
    },
    {
      "epoch": 1.9066666666666667,
      "grad_norm": 2.1876537799835205,
      "learning_rate": 3.208766745767935e-06,
      "loss": 0.40613359212875366,
      "loss_sft": 0.40613359212875366,
      "step": 537,
      "token_acc": 0.8674216354877057
    },
    {
      "epoch": 1.9102222222222223,
      "grad_norm": 2.1358630657196045,
      "learning_rate": 3.1905851400514232e-06,
      "loss": 0.40880149602890015,
      "loss_sft": 0.40880149602890015,
      "step": 538,
      "token_acc": 0.8671139287253031
    },
    {
      "epoch": 1.9137777777777778,
      "grad_norm": 2.0311546325683594,
      "learning_rate": 3.1724310238617475e-06,
      "loss": 0.3915891647338867,
      "loss_sft": 0.3915891647338867,
      "step": 539,
      "token_acc": 0.8688214019174465
    },
    {
      "epoch": 1.9173333333333333,
      "grad_norm": 2.1547634601593018,
      "learning_rate": 3.154304673005235e-06,
      "loss": 0.39122992753982544,
      "loss_sft": 0.39122992753982544,
      "step": 540,
      "token_acc": 0.8704589206980066
    },
    {
      "epoch": 1.9208888888888889,
      "grad_norm": 2.2282280921936035,
      "learning_rate": 3.1362063628663836e-06,
      "loss": 0.44803735613822937,
      "loss_sft": 0.44803735613822937,
      "step": 541,
      "token_acc": 0.8549925313110421
    },
    {
      "epoch": 1.9244444444444444,
      "grad_norm": 1.9914199113845825,
      "learning_rate": 3.118136368403689e-06,
      "loss": 0.40213990211486816,
      "loss_sft": 0.40213990211486816,
      "step": 542,
      "token_acc": 0.8693961213013087
    },
    {
      "epoch": 1.928,
      "grad_norm": 2.1156744956970215,
      "learning_rate": 3.100094964145458e-06,
      "loss": 0.3796846270561218,
      "loss_sft": 0.3796846270561218,
      "step": 543,
      "token_acc": 0.8778777536456718
    },
    {
      "epoch": 1.9315555555555557,
      "grad_norm": 2.1139566898345947,
      "learning_rate": 3.0820824241856377e-06,
      "loss": 0.38775634765625,
      "loss_sft": 0.38775634765625,
      "step": 544,
      "token_acc": 0.8717824480649264
    },
    {
      "epoch": 1.935111111111111,
      "grad_norm": 2.048475503921509,
      "learning_rate": 3.064099022179661e-06,
      "loss": 0.39649468660354614,
      "loss_sft": 0.39649468660354614,
      "step": 545,
      "token_acc": 0.8703424389698899
    },
    {
      "epoch": 1.9386666666666668,
      "grad_norm": 1.9958182573318481,
      "learning_rate": 3.046145031340275e-06,
      "loss": 0.41872507333755493,
      "loss_sft": 0.41872507333755493,
      "step": 546,
      "token_acc": 0.8660214235223751
    },
    {
      "epoch": 1.942222222222222,
      "grad_norm": 2.1013219356536865,
      "learning_rate": 3.0282207244334084e-06,
      "loss": 0.4178723096847534,
      "loss_sft": 0.4178723096847534,
      "step": 547,
      "token_acc": 0.8607965321051205
    },
    {
      "epoch": 1.9457777777777778,
      "grad_norm": 2.1734778881073,
      "learning_rate": 3.010326373774004e-06,
      "loss": 0.3943750560283661,
      "loss_sft": 0.3943750560283661,
      "step": 548,
      "token_acc": 0.868645945432677
    },
    {
      "epoch": 1.9493333333333334,
      "grad_norm": 2.0213682651519775,
      "learning_rate": 2.9924622512219037e-06,
      "loss": 0.3996032476425171,
      "loss_sft": 0.3996032476425171,
      "step": 549,
      "token_acc": 0.8714108771534738
    },
    {
      "epoch": 1.952888888888889,
      "grad_norm": 2.0122392177581787,
      "learning_rate": 2.9746286281777075e-06,
      "loss": 0.39854031801223755,
      "loss_sft": 0.39854031801223755,
      "step": 550,
      "token_acc": 0.8720117891059928
    },
    {
      "epoch": 1.9564444444444444,
      "grad_norm": 2.0792717933654785,
      "learning_rate": 2.9568257755786474e-06,
      "loss": 0.4097796678543091,
      "loss_sft": 0.4097796678543091,
      "step": 551,
      "token_acc": 0.866356866916746
    },
    {
      "epoch": 1.96,
      "grad_norm": 2.078012228012085,
      "learning_rate": 2.939053963894481e-06,
      "loss": 0.4321756958961487,
      "loss_sft": 0.4321756958961487,
      "step": 552,
      "token_acc": 0.8608705185834886
    },
    {
      "epoch": 1.9635555555555557,
      "grad_norm": 2.068402051925659,
      "learning_rate": 2.921313463123375e-06,
      "loss": 0.3985518515110016,
      "loss_sft": 0.3985518515110016,
      "step": 553,
      "token_acc": 0.8717814892136395
    },
    {
      "epoch": 1.967111111111111,
      "grad_norm": 2.1032450199127197,
      "learning_rate": 2.9036045427878e-06,
      "loss": 0.3798477351665497,
      "loss_sft": 0.3798477351665497,
      "step": 554,
      "token_acc": 0.8731815306767868
    },
    {
      "epoch": 1.9706666666666668,
      "grad_norm": 2.1064600944519043,
      "learning_rate": 2.8859274719304543e-06,
      "loss": 0.4290257692337036,
      "loss_sft": 0.4290257692337036,
      "step": 555,
      "token_acc": 0.8605027932960894
    },
    {
      "epoch": 1.974222222222222,
      "grad_norm": 2.1887898445129395,
      "learning_rate": 2.8682825191101447e-06,
      "loss": 0.38799673318862915,
      "loss_sft": 0.38799673318862915,
      "step": 556,
      "token_acc": 0.8706955388719985
    },
    {
      "epoch": 1.9777777777777779,
      "grad_norm": 2.055995225906372,
      "learning_rate": 2.850669952397743e-06,
      "loss": 0.4083443284034729,
      "loss_sft": 0.4083443284034729,
      "step": 557,
      "token_acc": 0.8700440528634361
    },
    {
      "epoch": 1.9813333333333332,
      "grad_norm": 2.176994562149048,
      "learning_rate": 2.8330900393720846e-06,
      "loss": 0.44645291566848755,
      "loss_sft": 0.44645291566848755,
      "step": 558,
      "token_acc": 0.8595201030651135
    },
    {
      "epoch": 1.984888888888889,
      "grad_norm": 1.9817695617675781,
      "learning_rate": 2.8155430471159118e-06,
      "loss": 0.3868786692619324,
      "loss_sft": 0.3868786692619324,
      "step": 559,
      "token_acc": 0.8751240489579888
    },
    {
      "epoch": 1.9884444444444445,
      "grad_norm": 2.2523109912872314,
      "learning_rate": 2.7980292422118282e-06,
      "loss": 0.4071633815765381,
      "loss_sft": 0.4071633815765381,
      "step": 560,
      "token_acc": 0.8678319533885311
    },
    {
      "epoch": 1.992,
      "grad_norm": 2.1368203163146973,
      "learning_rate": 2.7805488907382316e-06,
      "loss": 0.43625980615615845,
      "loss_sft": 0.43625980615615845,
      "step": 561,
      "token_acc": 0.8613791987922575
    },
    {
      "epoch": 1.9955555555555555,
      "grad_norm": 2.0597100257873535,
      "learning_rate": 2.7631022582652808e-06,
      "loss": 0.37715715169906616,
      "loss_sft": 0.37715715169906616,
      "step": 562,
      "token_acc": 0.8763434777689784
    },
    {
      "epoch": 1.999111111111111,
      "grad_norm": 2.1500675678253174,
      "learning_rate": 2.745689609850859e-06,
      "loss": 0.377418577671051,
      "loss_sft": 0.377418577671051,
      "step": 563,
      "token_acc": 0.8753953610964681
    },
    {
      "epoch": 2.0,
      "grad_norm": 4.0047926902771,
      "learning_rate": 2.728311210036542e-06,
      "loss": 0.3969249427318573,
      "loss_sft": 0.3969249427318573,
      "step": 564,
      "token_acc": 0.8686021505376345
    },
    {
      "epoch": 2.0035555555555558,
      "grad_norm": 1.9045144319534302,
      "learning_rate": 2.7109673228435925e-06,
      "loss": 0.2640722393989563,
      "loss_sft": 0.2640722393989563,
      "step": 565,
      "token_acc": 0.9178060328775869
    },
    {
      "epoch": 2.007111111111111,
      "grad_norm": 2.002485513687134,
      "learning_rate": 2.6936582117689347e-06,
      "loss": 0.28322356939315796,
      "loss_sft": 0.28322356939315796,
      "step": 566,
      "token_acc": 0.912829311489927
    },
    {
      "epoch": 2.010666666666667,
      "grad_norm": 1.993098497390747,
      "learning_rate": 2.6763841397811576e-06,
      "loss": 0.24907240271568298,
      "loss_sft": 0.24907240271568298,
      "step": 567,
      "token_acc": 0.9214471564861851
    },
    {
      "epoch": 2.014222222222222,
      "grad_norm": 2.0112924575805664,
      "learning_rate": 2.6591453693165204e-06,
      "loss": 0.25736403465270996,
      "loss_sft": 0.25736403465270996,
      "step": 568,
      "token_acc": 0.9153152124257652
    },
    {
      "epoch": 2.017777777777778,
      "grad_norm": 1.9399166107177734,
      "learning_rate": 2.641942162274962e-06,
      "loss": 0.22330206632614136,
      "loss_sft": 0.22330206632614136,
      "step": 569,
      "token_acc": 0.9280085323220951
    },
    {
      "epoch": 2.021333333333333,
      "grad_norm": 2.019472360610962,
      "learning_rate": 2.624774780016126e-06,
      "loss": 0.22442716360092163,
      "loss_sft": 0.22442716360092163,
      "step": 570,
      "token_acc": 0.92497479390309
    },
    {
      "epoch": 2.024888888888889,
      "grad_norm": 2.200451135635376,
      "learning_rate": 2.607643483355387e-06,
      "loss": 0.21958491206169128,
      "loss_sft": 0.21958491206169128,
      "step": 571,
      "token_acc": 0.9281897328129691
    },
    {
      "epoch": 2.0284444444444443,
      "grad_norm": 2.454540729522705,
      "learning_rate": 2.59054853255989e-06,
      "loss": 0.2276432067155838,
      "loss_sft": 0.2276432067155838,
      "step": 572,
      "token_acc": 0.9281120394301857
    },
    {
      "epoch": 2.032,
      "grad_norm": 2.893754243850708,
      "learning_rate": 2.573490187344596e-06,
      "loss": 0.2316417396068573,
      "loss_sft": 0.2316417396068573,
      "step": 573,
      "token_acc": 0.9252141568981064
    },
    {
      "epoch": 2.0355555555555553,
      "grad_norm": 2.72332763671875,
      "learning_rate": 2.5564687068683335e-06,
      "loss": 0.23335057497024536,
      "loss_sft": 0.23335057497024536,
      "step": 574,
      "token_acc": 0.9263855421686747
    },
    {
      "epoch": 2.039111111111111,
      "grad_norm": 3.0100057125091553,
      "learning_rate": 2.539484349729868e-06,
      "loss": 0.2272835671901703,
      "loss_sft": 0.2272835671901703,
      "step": 575,
      "token_acc": 0.9250593055855079
    },
    {
      "epoch": 2.042666666666667,
      "grad_norm": 2.727752447128296,
      "learning_rate": 2.5225373739639637e-06,
      "loss": 0.24300718307495117,
      "loss_sft": 0.24300718307495117,
      "step": 576,
      "token_acc": 0.9186033329554473
    },
    {
      "epoch": 2.046222222222222,
      "grad_norm": 2.5885136127471924,
      "learning_rate": 2.5056280370374725e-06,
      "loss": 0.2558279037475586,
      "loss_sft": 0.2558279037475586,
      "step": 577,
      "token_acc": 0.9146695508624125
    },
    {
      "epoch": 2.049777777777778,
      "grad_norm": 2.411102294921875,
      "learning_rate": 2.488756595845417e-06,
      "loss": 0.2502776086330414,
      "loss_sft": 0.2502776086330414,
      "step": 578,
      "token_acc": 0.9200146858281758
    },
    {
      "epoch": 2.0533333333333332,
      "grad_norm": 2.4136903285980225,
      "learning_rate": 2.471923306707086e-06,
      "loss": 0.21444688737392426,
      "loss_sft": 0.21444688737392426,
      "step": 579,
      "token_acc": 0.9298335796440275
    },
    {
      "epoch": 2.056888888888889,
      "grad_norm": 2.271580219268799,
      "learning_rate": 2.455128425362153e-06,
      "loss": 0.23721033334732056,
      "loss_sft": 0.23721033334732056,
      "step": 580,
      "token_acc": 0.9240779768177029
    },
    {
      "epoch": 2.0604444444444443,
      "grad_norm": 2.2007665634155273,
      "learning_rate": 2.4383722069667683e-06,
      "loss": 0.2211160808801651,
      "loss_sft": 0.2211160808801651,
      "step": 581,
      "token_acc": 0.9300287895856804
    },
    {
      "epoch": 2.064,
      "grad_norm": 2.361142158508301,
      "learning_rate": 2.4216549060897026e-06,
      "loss": 0.240919828414917,
      "loss_sft": 0.240919828414917,
      "step": 582,
      "token_acc": 0.9231724627395316
    },
    {
      "epoch": 2.0675555555555554,
      "grad_norm": 2.27839994430542,
      "learning_rate": 2.404976776708477e-06,
      "loss": 0.21856752038002014,
      "loss_sft": 0.21856752038002014,
      "step": 583,
      "token_acc": 0.929429604572495
    },
    {
      "epoch": 2.071111111111111,
      "grad_norm": 2.153813362121582,
      "learning_rate": 2.3883380722054865e-06,
      "loss": 0.23440015316009521,
      "loss_sft": 0.23440015316009521,
      "step": 584,
      "token_acc": 0.9247323880513366
    },
    {
      "epoch": 2.074666666666667,
      "grad_norm": 2.155805826187134,
      "learning_rate": 2.371739045364178e-06,
      "loss": 0.2542189955711365,
      "loss_sft": 0.2542189955711365,
      "step": 585,
      "token_acc": 0.917460839084237
    },
    {
      "epoch": 2.078222222222222,
      "grad_norm": 2.1631388664245605,
      "learning_rate": 2.3551799483651894e-06,
      "loss": 0.2051049768924713,
      "loss_sft": 0.2051049768924713,
      "step": 586,
      "token_acc": 0.9327362685538924
    },
    {
      "epoch": 2.081777777777778,
      "grad_norm": 2.194667100906372,
      "learning_rate": 2.3386610327825194e-06,
      "loss": 0.23108305037021637,
      "loss_sft": 0.23108305037021637,
      "step": 587,
      "token_acc": 0.9259168404268368
    },
    {
      "epoch": 2.0853333333333333,
      "grad_norm": 2.2058894634246826,
      "learning_rate": 2.3221825495797213e-06,
      "loss": 0.22139829397201538,
      "loss_sft": 0.22139829397201538,
      "step": 588,
      "token_acc": 0.9298180004986287
    },
    {
      "epoch": 2.088888888888889,
      "grad_norm": 2.3936402797698975,
      "learning_rate": 2.3057447491060725e-06,
      "loss": 0.2293173223733902,
      "loss_sft": 0.2293173223733902,
      "step": 589,
      "token_acc": 0.9277040206380167
    },
    {
      "epoch": 2.0924444444444443,
      "grad_norm": 2.2239348888397217,
      "learning_rate": 2.28934788109278e-06,
      "loss": 0.2269078493118286,
      "loss_sft": 0.2269078493118286,
      "step": 590,
      "token_acc": 0.9260611310481376
    },
    {
      "epoch": 2.096,
      "grad_norm": 2.281940460205078,
      "learning_rate": 2.2729921946491855e-06,
      "loss": 0.22220298647880554,
      "loss_sft": 0.22220298647880554,
      "step": 591,
      "token_acc": 0.9265550383848153
    },
    {
      "epoch": 2.0995555555555554,
      "grad_norm": 2.245628833770752,
      "learning_rate": 2.2566779382589788e-06,
      "loss": 0.2203902304172516,
      "loss_sft": 0.2203902304172516,
      "step": 592,
      "token_acc": 0.9247014115092291
    },
    {
      "epoch": 2.103111111111111,
      "grad_norm": 2.3485538959503174,
      "learning_rate": 2.240405359776424e-06,
      "loss": 0.22701899707317352,
      "loss_sft": 0.22701899707317352,
      "step": 593,
      "token_acc": 0.925434003857812
    },
    {
      "epoch": 2.1066666666666665,
      "grad_norm": 2.4488658905029297,
      "learning_rate": 2.2241747064225942e-06,
      "loss": 0.23555168509483337,
      "loss_sft": 0.23555168509483337,
      "step": 594,
      "token_acc": 0.9227388799809965
    },
    {
      "epoch": 2.110222222222222,
      "grad_norm": 2.4494524002075195,
      "learning_rate": 2.2079862247816148e-06,
      "loss": 0.22785550355911255,
      "loss_sft": 0.22785550355911255,
      "step": 595,
      "token_acc": 0.9270127058287277
    },
    {
      "epoch": 2.113777777777778,
      "grad_norm": 2.1819405555725098,
      "learning_rate": 2.191840160796918e-06,
      "loss": 0.22543713450431824,
      "loss_sft": 0.22543713450431824,
      "step": 596,
      "token_acc": 0.926160680426892
    },
    {
      "epoch": 2.1173333333333333,
      "grad_norm": 2.2094991207122803,
      "learning_rate": 2.175736759767505e-06,
      "loss": 0.22682014107704163,
      "loss_sft": 0.22682014107704163,
      "step": 597,
      "token_acc": 0.9274349602236078
    },
    {
      "epoch": 2.120888888888889,
      "grad_norm": 2.484931468963623,
      "learning_rate": 2.159676266344222e-06,
      "loss": 0.23292362689971924,
      "loss_sft": 0.23292362689971924,
      "step": 598,
      "token_acc": 0.925633470830878
    },
    {
      "epoch": 2.1244444444444444,
      "grad_norm": 2.3404879570007324,
      "learning_rate": 2.1436589245260375e-06,
      "loss": 0.23116694390773773,
      "loss_sft": 0.23116694390773773,
      "step": 599,
      "token_acc": 0.9248289016043981
    },
    {
      "epoch": 2.128,
      "grad_norm": 2.2433395385742188,
      "learning_rate": 2.127684977656349e-06,
      "loss": 0.23524919152259827,
      "loss_sft": 0.23524919152259827,
      "step": 600,
      "token_acc": 0.9223147939653231
    },
    {
      "epoch": 2.1315555555555554,
      "grad_norm": 2.2880399227142334,
      "learning_rate": 2.111754668419264e-06,
      "loss": 0.23501253128051758,
      "loss_sft": 0.23501253128051758,
      "step": 601,
      "token_acc": 0.925569078205995
    },
    {
      "epoch": 2.135111111111111,
      "grad_norm": 2.199207067489624,
      "learning_rate": 2.095868238835932e-06,
      "loss": 0.2567347288131714,
      "loss_sft": 0.2567347288131714,
      "step": 602,
      "token_acc": 0.9164026457673281
    },
    {
      "epoch": 2.1386666666666665,
      "grad_norm": 2.0758249759674072,
      "learning_rate": 2.0800259302608656e-06,
      "loss": 0.23210355639457703,
      "loss_sft": 0.23210355639457703,
      "step": 603,
      "token_acc": 0.9254466098254162
    },
    {
      "epoch": 2.1422222222222222,
      "grad_norm": 2.1163580417633057,
      "learning_rate": 2.064227983378256e-06,
      "loss": 0.22319991886615753,
      "loss_sft": 0.22319991886615753,
      "step": 604,
      "token_acc": 0.9281840497802135
    },
    {
      "epoch": 2.145777777777778,
      "grad_norm": 2.1162099838256836,
      "learning_rate": 2.048474638198347e-06,
      "loss": 0.21498337388038635,
      "loss_sft": 0.21498337388038635,
      "step": 605,
      "token_acc": 0.9294320137693631
    },
    {
      "epoch": 2.1493333333333333,
      "grad_norm": 2.196406602859497,
      "learning_rate": 2.0327661340537536e-06,
      "loss": 0.22724901139736176,
      "loss_sft": 0.22724901139736176,
      "step": 606,
      "token_acc": 0.9259239507226281
    },
    {
      "epoch": 2.152888888888889,
      "grad_norm": 2.0686843395233154,
      "learning_rate": 2.0171027095958543e-06,
      "loss": 0.23336181044578552,
      "loss_sft": 0.23336181044578552,
      "step": 607,
      "token_acc": 0.9254922551850879
    },
    {
      "epoch": 2.1564444444444444,
      "grad_norm": 2.2436225414276123,
      "learning_rate": 2.001484602791157e-06,
      "loss": 0.24389603734016418,
      "loss_sft": 0.24389603734016418,
      "step": 608,
      "token_acc": 0.9204148411069825
    },
    {
      "epoch": 2.16,
      "grad_norm": 2.36028790473938,
      "learning_rate": 1.9859120509176706e-06,
      "loss": 0.2247694432735443,
      "loss_sft": 0.2247694432735443,
      "step": 609,
      "token_acc": 0.9258828739067863
    },
    {
      "epoch": 2.1635555555555555,
      "grad_norm": 2.2761528491973877,
      "learning_rate": 1.970385290561317e-06,
      "loss": 0.24648919701576233,
      "loss_sft": 0.24648919701576233,
      "step": 610,
      "token_acc": 0.919445343692673
    },
    {
      "epoch": 2.167111111111111,
      "grad_norm": 2.1917624473571777,
      "learning_rate": 1.954904557612337e-06,
      "loss": 0.22748097777366638,
      "loss_sft": 0.22748097777366638,
      "step": 611,
      "token_acc": 0.9236482796286183
    },
    {
      "epoch": 2.1706666666666665,
      "grad_norm": 2.3685874938964844,
      "learning_rate": 1.9394700872616856e-06,
      "loss": 0.2315749078989029,
      "loss_sft": 0.2315749078989029,
      "step": 612,
      "token_acc": 0.9223126125566664
    },
    {
      "epoch": 2.1742222222222223,
      "grad_norm": 2.4561285972595215,
      "learning_rate": 1.924082113997488e-06,
      "loss": 0.21668648719787598,
      "loss_sft": 0.21668648719787598,
      "step": 613,
      "token_acc": 0.926342237503306
    },
    {
      "epoch": 2.1777777777777776,
      "grad_norm": 2.407071590423584,
      "learning_rate": 1.9087408716014562e-06,
      "loss": 0.24422219395637512,
      "loss_sft": 0.24422219395637512,
      "step": 614,
      "token_acc": 0.9214019885574627
    },
    {
      "epoch": 2.1813333333333333,
      "grad_norm": 2.2460415363311768,
      "learning_rate": 1.8934465931453378e-06,
      "loss": 0.22939246892929077,
      "loss_sft": 0.22939246892929077,
      "step": 615,
      "token_acc": 0.9265570803800331
    },
    {
      "epoch": 2.1848888888888887,
      "grad_norm": 2.3530876636505127,
      "learning_rate": 1.8781995109873929e-06,
      "loss": 0.2310415357351303,
      "loss_sft": 0.2310415357351303,
      "step": 616,
      "token_acc": 0.924309423993568
    },
    {
      "epoch": 2.1884444444444444,
      "grad_norm": 2.2692759037017822,
      "learning_rate": 1.8629998567688445e-06,
      "loss": 0.21300077438354492,
      "loss_sft": 0.21300077438354492,
      "step": 617,
      "token_acc": 0.9311182184316512
    },
    {
      "epoch": 2.192,
      "grad_norm": 2.3331189155578613,
      "learning_rate": 1.8478478614103684e-06,
      "loss": 0.2366311401128769,
      "loss_sft": 0.2366311401128769,
      "step": 618,
      "token_acc": 0.9262598882557946
    },
    {
      "epoch": 2.1955555555555555,
      "grad_norm": 2.183361768722534,
      "learning_rate": 1.8327437551085842e-06,
      "loss": 0.22136721014976501,
      "loss_sft": 0.22136721014976501,
      "step": 619,
      "token_acc": 0.9283729371065615
    },
    {
      "epoch": 2.1991111111111112,
      "grad_norm": 2.2662577629089355,
      "learning_rate": 1.8176877673325555e-06,
      "loss": 0.2098524272441864,
      "loss_sft": 0.2098524272441864,
      "step": 620,
      "token_acc": 0.9300883498875048
    },
    {
      "epoch": 2.2026666666666666,
      "grad_norm": 2.428753614425659,
      "learning_rate": 1.802680126820307e-06,
      "loss": 0.2367994487285614,
      "loss_sft": 0.2367994487285614,
      "step": 621,
      "token_acc": 0.9235941684022613
    },
    {
      "epoch": 2.2062222222222223,
      "grad_norm": 2.2775909900665283,
      "learning_rate": 1.7877210615753477e-06,
      "loss": 0.207049161195755,
      "loss_sft": 0.207049161195755,
      "step": 622,
      "token_acc": 0.9330305782621859
    },
    {
      "epoch": 2.2097777777777776,
      "grad_norm": 2.7947118282318115,
      "learning_rate": 1.772810798863206e-06,
      "loss": 0.21759605407714844,
      "loss_sft": 0.21759605407714844,
      "step": 623,
      "token_acc": 0.9265487819957957
    },
    {
      "epoch": 2.2133333333333334,
      "grad_norm": 2.3573431968688965,
      "learning_rate": 1.7579495652079786e-06,
      "loss": 0.22782224416732788,
      "loss_sft": 0.22782224416732788,
      "step": 624,
      "token_acc": 0.9269208211143695
    },
    {
      "epoch": 2.2168888888888887,
      "grad_norm": 2.163207530975342,
      "learning_rate": 1.74313758638889e-06,
      "loss": 0.22399967908859253,
      "loss_sft": 0.22399967908859253,
      "step": 625,
      "token_acc": 0.9274890011406225
    },
    {
      "epoch": 2.2204444444444444,
      "grad_norm": 2.6319117546081543,
      "learning_rate": 1.7283750874368577e-06,
      "loss": 0.20773431658744812,
      "loss_sft": 0.20773431658744812,
      "step": 626,
      "token_acc": 0.932035078669074
    },
    {
      "epoch": 2.224,
      "grad_norm": 2.4332780838012695,
      "learning_rate": 1.713662292631078e-06,
      "loss": 0.22071672976016998,
      "loss_sft": 0.22071672976016998,
      "step": 627,
      "token_acc": 0.9254120213281629
    },
    {
      "epoch": 2.2275555555555555,
      "grad_norm": 2.3868393898010254,
      "learning_rate": 1.6989994254956222e-06,
      "loss": 0.24235326051712036,
      "loss_sft": 0.24235326051712036,
      "step": 628,
      "token_acc": 0.9214900046490004
    },
    {
      "epoch": 2.2311111111111113,
      "grad_norm": 2.245732307434082,
      "learning_rate": 1.6843867087960252e-06,
      "loss": 0.22326138615608215,
      "loss_sft": 0.22326138615608215,
      "step": 629,
      "token_acc": 0.9268034340506188
    },
    {
      "epoch": 2.2346666666666666,
      "grad_norm": 2.1434824466705322,
      "learning_rate": 1.669824364535918e-06,
      "loss": 0.20635294914245605,
      "loss_sft": 0.20635294914245605,
      "step": 630,
      "token_acc": 0.9335148302049004
    },
    {
      "epoch": 2.2382222222222223,
      "grad_norm": 2.241582155227661,
      "learning_rate": 1.6553126139536534e-06,
      "loss": 0.22539973258972168,
      "loss_sft": 0.22539973258972168,
      "step": 631,
      "token_acc": 0.9268402154398564
    },
    {
      "epoch": 2.2417777777777776,
      "grad_norm": 2.173891305923462,
      "learning_rate": 1.640851677518927e-06,
      "loss": 0.22469571232795715,
      "loss_sft": 0.22469571232795715,
      "step": 632,
      "token_acc": 0.9270023480302635
    },
    {
      "epoch": 2.2453333333333334,
      "grad_norm": 2.215585947036743,
      "learning_rate": 1.6264417749294543e-06,
      "loss": 0.220083549618721,
      "loss_sft": 0.220083549618721,
      "step": 633,
      "token_acc": 0.9289827255278311
    },
    {
      "epoch": 2.2488888888888887,
      "grad_norm": 2.354578733444214,
      "learning_rate": 1.6120831251076118e-06,
      "loss": 0.23738837242126465,
      "loss_sft": 0.23738837242126465,
      "step": 634,
      "token_acc": 0.9206971921762036
    },
    {
      "epoch": 2.2524444444444445,
      "grad_norm": 2.184593439102173,
      "learning_rate": 1.597775946197117e-06,
      "loss": 0.19693312048912048,
      "loss_sft": 0.19693312048912048,
      "step": 635,
      "token_acc": 0.9342680365555998
    },
    {
      "epoch": 2.2560000000000002,
      "grad_norm": 2.274911403656006,
      "learning_rate": 1.5835204555597227e-06,
      "loss": 0.22760219871997833,
      "loss_sft": 0.22760219871997833,
      "step": 636,
      "token_acc": 0.9245377869630789
    },
    {
      "epoch": 2.2595555555555555,
      "grad_norm": 2.3674378395080566,
      "learning_rate": 1.5693168697719024e-06,
      "loss": 0.26029878854751587,
      "loss_sft": 0.26029878854751587,
      "step": 637,
      "token_acc": 0.9171414348138724
    },
    {
      "epoch": 2.2631111111111113,
      "grad_norm": 2.100651502609253,
      "learning_rate": 1.555165404621567e-06,
      "loss": 0.22421355545520782,
      "loss_sft": 0.22421355545520782,
      "step": 638,
      "token_acc": 0.9254526091586794
    },
    {
      "epoch": 2.2666666666666666,
      "grad_norm": 2.4591217041015625,
      "learning_rate": 1.5410662751047855e-06,
      "loss": 0.21270984411239624,
      "loss_sft": 0.21270984411239624,
      "step": 639,
      "token_acc": 0.92981938813122
    },
    {
      "epoch": 2.2702222222222224,
      "grad_norm": 2.35151743888855,
      "learning_rate": 1.5270196954225175e-06,
      "loss": 0.2397022247314453,
      "loss_sft": 0.2397022247314453,
      "step": 640,
      "token_acc": 0.9193046762190381
    },
    {
      "epoch": 2.2737777777777777,
      "grad_norm": 2.3232421875,
      "learning_rate": 1.5130258789773583e-06,
      "loss": 0.23034314811229706,
      "loss_sft": 0.23034314811229706,
      "step": 641,
      "token_acc": 0.9261403508771929
    },
    {
      "epoch": 2.2773333333333334,
      "grad_norm": 2.2469310760498047,
      "learning_rate": 1.4990850383703005e-06,
      "loss": 0.23017071187496185,
      "loss_sft": 0.23017071187496185,
      "step": 642,
      "token_acc": 0.9259094448770719
    },
    {
      "epoch": 2.2808888888888887,
      "grad_norm": 2.287365198135376,
      "learning_rate": 1.4851973853974987e-06,
      "loss": 0.20179936289787292,
      "loss_sft": 0.20179936289787292,
      "step": 643,
      "token_acc": 0.9300446663163426
    },
    {
      "epoch": 2.2844444444444445,
      "grad_norm": 2.4203362464904785,
      "learning_rate": 1.4713631310470571e-06,
      "loss": 0.23404662311077118,
      "loss_sft": 0.23404662311077118,
      "step": 644,
      "token_acc": 0.9235795272564218
    },
    {
      "epoch": 2.288,
      "grad_norm": 2.208920478820801,
      "learning_rate": 1.457582485495821e-06,
      "loss": 0.2153758406639099,
      "loss_sft": 0.2153758406639099,
      "step": 645,
      "token_acc": 0.9302123026673925
    },
    {
      "epoch": 2.2915555555555556,
      "grad_norm": 2.303738832473755,
      "learning_rate": 1.4438556581061819e-06,
      "loss": 0.2312268316745758,
      "loss_sft": 0.2312268316745758,
      "step": 646,
      "token_acc": 0.9265285151567049
    },
    {
      "epoch": 2.295111111111111,
      "grad_norm": 2.2923800945281982,
      "learning_rate": 1.4301828574229026e-06,
      "loss": 0.21543818712234497,
      "loss_sft": 0.21543818712234497,
      "step": 647,
      "token_acc": 0.9304871690899612
    },
    {
      "epoch": 2.2986666666666666,
      "grad_norm": 2.255633592605591,
      "learning_rate": 1.4165642911699435e-06,
      "loss": 0.2189178615808487,
      "loss_sft": 0.2189178615808487,
      "step": 648,
      "token_acc": 0.9276665304454434
    },
    {
      "epoch": 2.3022222222222224,
      "grad_norm": 2.287534475326538,
      "learning_rate": 1.4030001662473086e-06,
      "loss": 0.23445531725883484,
      "loss_sft": 0.23445531725883484,
      "step": 649,
      "token_acc": 0.9227652969958436
    },
    {
      "epoch": 2.3057777777777777,
      "grad_norm": 2.2217423915863037,
      "learning_rate": 1.389490688727903e-06,
      "loss": 0.22768665850162506,
      "loss_sft": 0.22768665850162506,
      "step": 650,
      "token_acc": 0.9245046686404008
    },
    {
      "epoch": 2.3093333333333335,
      "grad_norm": 2.1874356269836426,
      "learning_rate": 1.3760360638544012e-06,
      "loss": 0.22763150930404663,
      "loss_sft": 0.22763150930404663,
      "step": 651,
      "token_acc": 0.9265893559743218
    },
    {
      "epoch": 2.3128888888888888,
      "grad_norm": 2.3325886726379395,
      "learning_rate": 1.3626364960361282e-06,
      "loss": 0.21652105450630188,
      "loss_sft": 0.21652105450630188,
      "step": 652,
      "token_acc": 0.9292892156862745
    },
    {
      "epoch": 2.3164444444444445,
      "grad_norm": 2.342155933380127,
      "learning_rate": 1.3492921888459566e-06,
      "loss": 0.21013683080673218,
      "loss_sft": 0.21013683080673218,
      "step": 653,
      "token_acc": 0.9317246434008006
    },
    {
      "epoch": 2.32,
      "grad_norm": 2.149019479751587,
      "learning_rate": 1.3360033450172106e-06,
      "loss": 0.22255712747573853,
      "loss_sft": 0.22255712747573853,
      "step": 654,
      "token_acc": 0.9261175496688742
    },
    {
      "epoch": 2.3235555555555556,
      "grad_norm": 2.420893430709839,
      "learning_rate": 1.3227701664405868e-06,
      "loss": 0.21703636646270752,
      "loss_sft": 0.21703636646270752,
      "step": 655,
      "token_acc": 0.9300050492299924
    },
    {
      "epoch": 2.327111111111111,
      "grad_norm": 2.3207695484161377,
      "learning_rate": 1.3095928541610936e-06,
      "loss": 0.20958241820335388,
      "loss_sft": 0.20958241820335388,
      "step": 656,
      "token_acc": 0.9306846445869879
    },
    {
      "epoch": 2.3306666666666667,
      "grad_norm": 2.0305697917938232,
      "learning_rate": 1.2964716083749829e-06,
      "loss": 0.20475006103515625,
      "loss_sft": 0.20475006103515625,
      "step": 657,
      "token_acc": 0.9350241039614337
    },
    {
      "epoch": 2.3342222222222224,
      "grad_norm": 2.2730162143707275,
      "learning_rate": 1.2834066284267189e-06,
      "loss": 0.24420136213302612,
      "loss_sft": 0.24420136213302612,
      "step": 658,
      "token_acc": 0.9210352786020441
    },
    {
      "epoch": 2.3377777777777777,
      "grad_norm": 2.300133228302002,
      "learning_rate": 1.2703981128059534e-06,
      "loss": 0.23302239179611206,
      "loss_sft": 0.23302239179611206,
      "step": 659,
      "token_acc": 0.924833023103033
    },
    {
      "epoch": 2.3413333333333335,
      "grad_norm": 2.323042154312134,
      "learning_rate": 1.257446259144494e-06,
      "loss": 0.21388910710811615,
      "loss_sft": 0.21388910710811615,
      "step": 660,
      "token_acc": 0.9307247446782331
    },
    {
      "epoch": 2.344888888888889,
      "grad_norm": 2.2700846195220947,
      "learning_rate": 1.2445512642133218e-06,
      "loss": 0.2315957099199295,
      "loss_sft": 0.2315957099199295,
      "step": 661,
      "token_acc": 0.9251601787541054
    },
    {
      "epoch": 2.3484444444444446,
      "grad_norm": 2.3249659538269043,
      "learning_rate": 1.2317133239195866e-06,
      "loss": 0.21437618136405945,
      "loss_sft": 0.21437618136405945,
      "step": 662,
      "token_acc": 0.929119712559203
    },
    {
      "epoch": 2.352,
      "grad_norm": 2.288879632949829,
      "learning_rate": 1.2189326333036323e-06,
      "loss": 0.21847400069236755,
      "loss_sft": 0.21847400069236755,
      "step": 663,
      "token_acc": 0.9282767196066241
    },
    {
      "epoch": 2.3555555555555556,
      "grad_norm": 2.321206569671631,
      "learning_rate": 1.2062093865360458e-06,
      "loss": 0.21765762567520142,
      "loss_sft": 0.21765762567520142,
      "step": 664,
      "token_acc": 0.9302363311881456
    },
    {
      "epoch": 2.359111111111111,
      "grad_norm": 2.234557867050171,
      "learning_rate": 1.193543776914693e-06,
      "loss": 0.213822603225708,
      "loss_sft": 0.213822603225708,
      "step": 665,
      "token_acc": 0.9318563458100861
    },
    {
      "epoch": 2.3626666666666667,
      "grad_norm": 2.3301467895507812,
      "learning_rate": 1.1809359968617894e-06,
      "loss": 0.23474878072738647,
      "loss_sft": 0.23474878072738647,
      "step": 666,
      "token_acc": 0.9235434956105347
    },
    {
      "epoch": 2.3662222222222224,
      "grad_norm": 2.311751365661621,
      "learning_rate": 1.1683862379209747e-06,
      "loss": 0.2049456536769867,
      "loss_sft": 0.2049456536769867,
      "step": 667,
      "token_acc": 0.934585635359116
    },
    {
      "epoch": 2.3697777777777778,
      "grad_norm": 2.3276891708374023,
      "learning_rate": 1.1558946907544034e-06,
      "loss": 0.23988944292068481,
      "loss_sft": 0.23988944292068481,
      "step": 668,
      "token_acc": 0.9234197948552709
    },
    {
      "epoch": 2.3733333333333335,
      "grad_norm": 2.351001024246216,
      "learning_rate": 1.1434615451398467e-06,
      "loss": 0.2275446057319641,
      "loss_sft": 0.2275446057319641,
      "step": 669,
      "token_acc": 0.9258532998345487
    },
    {
      "epoch": 2.376888888888889,
      "grad_norm": 2.213923454284668,
      "learning_rate": 1.1310869899678122e-06,
      "loss": 0.21022680401802063,
      "loss_sft": 0.21022680401802063,
      "step": 670,
      "token_acc": 0.9326544781300625
    },
    {
      "epoch": 2.3804444444444446,
      "grad_norm": 2.255131483078003,
      "learning_rate": 1.1187712132386723e-06,
      "loss": 0.2283816635608673,
      "loss_sft": 0.2283816635608673,
      "step": 671,
      "token_acc": 0.9264109085006222
    },
    {
      "epoch": 2.384,
      "grad_norm": 2.1072750091552734,
      "learning_rate": 1.1065144020598067e-06,
      "loss": 0.22100964188575745,
      "loss_sft": 0.22100964188575745,
      "step": 672,
      "token_acc": 0.9259102231172823
    },
    {
      "epoch": 2.3875555555555557,
      "grad_norm": 2.1687779426574707,
      "learning_rate": 1.0943167426427625e-06,
      "loss": 0.21291211247444153,
      "loss_sft": 0.21291211247444153,
      "step": 673,
      "token_acc": 0.9302440633245382
    },
    {
      "epoch": 2.391111111111111,
      "grad_norm": 2.214552164077759,
      "learning_rate": 1.0821784203004238e-06,
      "loss": 0.20286612212657928,
      "loss_sft": 0.20286612212657928,
      "step": 674,
      "token_acc": 0.933087191138881
    },
    {
      "epoch": 2.3946666666666667,
      "grad_norm": 2.2621734142303467,
      "learning_rate": 1.0700996194441944e-06,
      "loss": 0.21771803498268127,
      "loss_sft": 0.21771803498268127,
      "step": 675,
      "token_acc": 0.928151414920985
    },
    {
      "epoch": 2.398222222222222,
      "grad_norm": 2.2273988723754883,
      "learning_rate": 1.0580805235812042e-06,
      "loss": 0.2276049554347992,
      "loss_sft": 0.2276049554347992,
      "step": 676,
      "token_acc": 0.9253663264724329
    },
    {
      "epoch": 2.401777777777778,
      "grad_norm": 2.3285980224609375,
      "learning_rate": 1.046121315311508e-06,
      "loss": 0.2154673933982849,
      "loss_sft": 0.2154673933982849,
      "step": 677,
      "token_acc": 0.9301025163094129
    },
    {
      "epoch": 2.405333333333333,
      "grad_norm": 2.3074052333831787,
      "learning_rate": 1.0342221763253207e-06,
      "loss": 0.23719647526741028,
      "loss_sft": 0.23719647526741028,
      "step": 678,
      "token_acc": 0.9255713076597546
    },
    {
      "epoch": 2.408888888888889,
      "grad_norm": 2.2709662914276123,
      "learning_rate": 1.0223832874002603e-06,
      "loss": 0.22504989802837372,
      "loss_sft": 0.22504989802837372,
      "step": 679,
      "token_acc": 0.92686154908505
    },
    {
      "epoch": 2.4124444444444446,
      "grad_norm": 2.275752305984497,
      "learning_rate": 1.010604828398587e-06,
      "loss": 0.2162834256887436,
      "loss_sft": 0.2162834256887436,
      "step": 680,
      "token_acc": 0.9294919956076981
    },
    {
      "epoch": 2.416,
      "grad_norm": 2.2758357524871826,
      "learning_rate": 9.988869782644872e-07,
      "loss": 0.21630850434303284,
      "loss_sft": 0.21630850434303284,
      "step": 681,
      "token_acc": 0.9274036475240512
    },
    {
      "epoch": 2.4195555555555557,
      "grad_norm": 2.3172664642333984,
      "learning_rate": 9.872299150213455e-07,
      "loss": 0.24233470857143402,
      "loss_sft": 0.24233470857143402,
      "step": 682,
      "token_acc": 0.9204110762203825
    },
    {
      "epoch": 2.423111111111111,
      "grad_norm": 2.223998546600342,
      "learning_rate": 9.75633815769036e-07,
      "loss": 0.2369760125875473,
      "loss_sft": 0.2369760125875473,
      "step": 683,
      "token_acc": 0.923796581821983
    },
    {
      "epoch": 2.4266666666666667,
      "grad_norm": 2.217749834060669,
      "learning_rate": 9.640988566812475e-07,
      "loss": 0.24139933288097382,
      "loss_sft": 0.24139933288097382,
      "step": 684,
      "token_acc": 0.9205305154194522
    },
    {
      "epoch": 2.430222222222222,
      "grad_norm": 2.2150449752807617,
      "learning_rate": 9.526252130027919e-07,
      "loss": 0.21766090393066406,
      "loss_sft": 0.21766090393066406,
      "step": 685,
      "token_acc": 0.9294198264047511
    },
    {
      "epoch": 2.433777777777778,
      "grad_norm": 2.3251469135284424,
      "learning_rate": 9.412130590469438e-07,
      "loss": 0.22623226046562195,
      "loss_sft": 0.22623226046562195,
      "step": 686,
      "token_acc": 0.9280179198450176
    },
    {
      "epoch": 2.437333333333333,
      "grad_norm": 2.674274444580078,
      "learning_rate": 9.298625681928031e-07,
      "loss": 0.23587551712989807,
      "loss_sft": 0.23587551712989807,
      "step": 687,
      "token_acc": 0.92281676530982
    },
    {
      "epoch": 2.440888888888889,
      "grad_norm": 2.2052040100097656,
      "learning_rate": 9.185739128826454e-07,
      "loss": 0.20603349804878235,
      "loss_sft": 0.20603349804878235,
      "step": 688,
      "token_acc": 0.933254716981132
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 2.258056402206421,
      "learning_rate": 9.073472646193171e-07,
      "loss": 0.2301127314567566,
      "loss_sft": 0.2301127314567566,
      "step": 689,
      "token_acc": 0.9237278573846327
    },
    {
      "epoch": 2.448,
      "grad_norm": 2.1317646503448486,
      "learning_rate": 8.961827939636198e-07,
      "loss": 0.22052863240242004,
      "loss_sft": 0.22052863240242004,
      "step": 690,
      "token_acc": 0.9286256643887624
    },
    {
      "epoch": 2.4515555555555557,
      "grad_norm": 2.2725841999053955,
      "learning_rate": 8.850806705317183e-07,
      "loss": 0.21507984399795532,
      "loss_sft": 0.21507984399795532,
      "step": 691,
      "token_acc": 0.9299817292391113
    },
    {
      "epoch": 2.455111111111111,
      "grad_norm": 2.3653690814971924,
      "learning_rate": 8.740410629925744e-07,
      "loss": 0.2642444968223572,
      "loss_sft": 0.2642444968223572,
      "step": 692,
      "token_acc": 0.9142736930682654
    },
    {
      "epoch": 2.458666666666667,
      "grad_norm": 2.2154908180236816,
      "learning_rate": 8.630641390653743e-07,
      "loss": 0.23430384695529938,
      "loss_sft": 0.23430384695529938,
      "step": 693,
      "token_acc": 0.9252841542233118
    },
    {
      "epoch": 2.462222222222222,
      "grad_norm": 2.238935708999634,
      "learning_rate": 8.521500655169823e-07,
      "loss": 0.21517524123191833,
      "loss_sft": 0.21517524123191833,
      "step": 694,
      "token_acc": 0.9300866788321168
    },
    {
      "epoch": 2.465777777777778,
      "grad_norm": 2.3367300033569336,
      "learning_rate": 8.412990081594102e-07,
      "loss": 0.2334917038679123,
      "loss_sft": 0.2334917038679123,
      "step": 695,
      "token_acc": 0.922547862238875
    },
    {
      "epoch": 2.469333333333333,
      "grad_norm": 2.195610761642456,
      "learning_rate": 8.30511131847297e-07,
      "loss": 0.21901236474514008,
      "loss_sft": 0.21901236474514008,
      "step": 696,
      "token_acc": 0.9289079985864059
    },
    {
      "epoch": 2.472888888888889,
      "grad_norm": 2.2124106884002686,
      "learning_rate": 8.197866004754029e-07,
      "loss": 0.22410106658935547,
      "loss_sft": 0.22410106658935547,
      "step": 697,
      "token_acc": 0.927457264957265
    },
    {
      "epoch": 2.4764444444444447,
      "grad_norm": 2.3393123149871826,
      "learning_rate": 8.091255769761213e-07,
      "loss": 0.22128678858280182,
      "loss_sft": 0.22128678858280182,
      "step": 698,
      "token_acc": 0.9276012132401424
    },
    {
      "epoch": 2.48,
      "grad_norm": 2.167865037918091,
      "learning_rate": 7.985282233170011e-07,
      "loss": 0.20742401480674744,
      "loss_sft": 0.20742401480674744,
      "step": 699,
      "token_acc": 0.932900196549465
    },
    {
      "epoch": 2.4835555555555557,
      "grad_norm": 2.155754566192627,
      "learning_rate": 7.879947004982896e-07,
      "loss": 0.2224690020084381,
      "loss_sft": 0.2224690020084381,
      "step": 700,
      "token_acc": 0.9277827201842064
    },
    {
      "epoch": 2.487111111111111,
      "grad_norm": 2.258657932281494,
      "learning_rate": 7.775251685504826e-07,
      "loss": 0.20096063613891602,
      "loss_sft": 0.20096063613891602,
      "step": 701,
      "token_acc": 0.9330745772109786
    },
    {
      "epoch": 2.490666666666667,
      "grad_norm": 2.176412582397461,
      "learning_rate": 7.671197865318952e-07,
      "loss": 0.22116267681121826,
      "loss_sft": 0.22116267681121826,
      "step": 702,
      "token_acc": 0.9291611624834875
    },
    {
      "epoch": 2.494222222222222,
      "grad_norm": 2.298837661743164,
      "learning_rate": 7.567787125262449e-07,
      "loss": 0.22052553296089172,
      "loss_sft": 0.22052553296089172,
      "step": 703,
      "token_acc": 0.9281712567081442
    },
    {
      "epoch": 2.497777777777778,
      "grad_norm": 2.5039660930633545,
      "learning_rate": 7.465021036402531e-07,
      "loss": 0.20655038952827454,
      "loss_sft": 0.20655038952827454,
      "step": 704,
      "token_acc": 0.9312034621014447
    },
    {
      "epoch": 2.501333333333333,
      "grad_norm": 2.252969264984131,
      "learning_rate": 7.362901160012492e-07,
      "loss": 0.22675952315330505,
      "loss_sft": 0.22675952315330505,
      "step": 705,
      "token_acc": 0.9252372332839669
    },
    {
      "epoch": 2.504888888888889,
      "grad_norm": 2.312624216079712,
      "learning_rate": 7.261429047548085e-07,
      "loss": 0.2267449051141739,
      "loss_sft": 0.2267449051141739,
      "step": 706,
      "token_acc": 0.9274555575507273
    },
    {
      "epoch": 2.5084444444444447,
      "grad_norm": 2.360414981842041,
      "learning_rate": 7.16060624062393e-07,
      "loss": 0.21422916650772095,
      "loss_sft": 0.21422916650772095,
      "step": 707,
      "token_acc": 0.9297883324728963
    },
    {
      "epoch": 2.512,
      "grad_norm": 2.181637763977051,
      "learning_rate": 7.060434270990013e-07,
      "loss": 0.2177937626838684,
      "loss_sft": 0.2177937626838684,
      "step": 708,
      "token_acc": 0.9296344225169848
    },
    {
      "epoch": 2.5155555555555553,
      "grad_norm": 2.5070977210998535,
      "learning_rate": 6.96091466050855e-07,
      "loss": 0.1984608769416809,
      "loss_sft": 0.1984608769416809,
      "step": 709,
      "token_acc": 0.9352184734513275
    },
    {
      "epoch": 2.519111111111111,
      "grad_norm": 2.2668845653533936,
      "learning_rate": 6.86204892113076e-07,
      "loss": 0.19761916995048523,
      "loss_sft": 0.19761916995048523,
      "step": 710,
      "token_acc": 0.935682517960999
    },
    {
      "epoch": 2.522666666666667,
      "grad_norm": 2.4548606872558594,
      "learning_rate": 6.763838554873892e-07,
      "loss": 0.22925253212451935,
      "loss_sft": 0.22925253212451935,
      "step": 711,
      "token_acc": 0.9273095858673617
    },
    {
      "epoch": 2.526222222222222,
      "grad_norm": 2.2812607288360596,
      "learning_rate": 6.66628505379851e-07,
      "loss": 0.2384592890739441,
      "loss_sft": 0.2384592890739441,
      "step": 712,
      "token_acc": 0.9221725106648632
    },
    {
      "epoch": 2.529777777777778,
      "grad_norm": 2.1901040077209473,
      "learning_rate": 6.569389899985723e-07,
      "loss": 0.2233884185552597,
      "loss_sft": 0.2233884185552597,
      "step": 713,
      "token_acc": 0.926458419528341
    },
    {
      "epoch": 2.533333333333333,
      "grad_norm": 2.2454679012298584,
      "learning_rate": 6.473154565514695e-07,
      "loss": 0.21911823749542236,
      "loss_sft": 0.21911823749542236,
      "step": 714,
      "token_acc": 0.9268028914565428
    },
    {
      "epoch": 2.536888888888889,
      "grad_norm": 2.268723964691162,
      "learning_rate": 6.377580512440301e-07,
      "loss": 0.22316551208496094,
      "loss_sft": 0.22316551208496094,
      "step": 715,
      "token_acc": 0.9258381120423467
    },
    {
      "epoch": 2.5404444444444443,
      "grad_norm": 2.134340524673462,
      "learning_rate": 6.282669192770896e-07,
      "loss": 0.21278002858161926,
      "loss_sft": 0.21278002858161926,
      "step": 716,
      "token_acc": 0.9323845299190519
    },
    {
      "epoch": 2.544,
      "grad_norm": 2.3874874114990234,
      "learning_rate": 6.188422048446263e-07,
      "loss": 0.2318885326385498,
      "loss_sft": 0.2318885326385498,
      "step": 717,
      "token_acc": 0.9230263157894737
    },
    {
      "epoch": 2.5475555555555554,
      "grad_norm": 2.400909423828125,
      "learning_rate": 6.094840511315703e-07,
      "loss": 0.20906594395637512,
      "loss_sft": 0.20906594395637512,
      "step": 718,
      "token_acc": 0.9310097252137589
    },
    {
      "epoch": 2.551111111111111,
      "grad_norm": 2.2926671504974365,
      "learning_rate": 6.001926003116282e-07,
      "loss": 0.21795794367790222,
      "loss_sft": 0.21795794367790222,
      "step": 719,
      "token_acc": 0.9260166305957398
    },
    {
      "epoch": 2.554666666666667,
      "grad_norm": 2.3727362155914307,
      "learning_rate": 5.909679935451235e-07,
      "loss": 0.22051924467086792,
      "loss_sft": 0.22051924467086792,
      "step": 720,
      "token_acc": 0.9287703446995482
    },
    {
      "epoch": 2.558222222222222,
      "grad_norm": 2.2904484272003174,
      "learning_rate": 5.818103709768519e-07,
      "loss": 0.22298826277256012,
      "loss_sft": 0.22298826277256012,
      "step": 721,
      "token_acc": 0.9279592058153412
    },
    {
      "epoch": 2.561777777777778,
      "grad_norm": 2.3771870136260986,
      "learning_rate": 5.727198717339511e-07,
      "loss": 0.21877795457839966,
      "loss_sft": 0.21877795457839966,
      "step": 722,
      "token_acc": 0.9308510638297872
    },
    {
      "epoch": 2.5653333333333332,
      "grad_norm": 2.2592902183532715,
      "learning_rate": 5.636966339237882e-07,
      "loss": 0.2152928113937378,
      "loss_sft": 0.2152928113937378,
      "step": 723,
      "token_acc": 0.9320640176600441
    },
    {
      "epoch": 2.568888888888889,
      "grad_norm": 2.4092557430267334,
      "learning_rate": 5.547407946318628e-07,
      "loss": 0.2329767346382141,
      "loss_sft": 0.2329767346382141,
      "step": 724,
      "token_acc": 0.9240171593112769
    },
    {
      "epoch": 2.5724444444444443,
      "grad_norm": 2.309614658355713,
      "learning_rate": 5.458524899197204e-07,
      "loss": 0.23667675256729126,
      "loss_sft": 0.23667675256729126,
      "step": 725,
      "token_acc": 0.9242958764675264
    },
    {
      "epoch": 2.576,
      "grad_norm": 2.278935670852661,
      "learning_rate": 5.370318548228886e-07,
      "loss": 0.25069692730903625,
      "loss_sft": 0.25069692730903625,
      "step": 726,
      "token_acc": 0.9199272065514104
    },
    {
      "epoch": 2.5795555555555554,
      "grad_norm": 2.422684907913208,
      "learning_rate": 5.282790233488283e-07,
      "loss": 0.23523519933223724,
      "loss_sft": 0.23523519933223724,
      "step": 727,
      "token_acc": 0.9237819025522042
    },
    {
      "epoch": 2.583111111111111,
      "grad_norm": 2.313244581222534,
      "learning_rate": 5.195941284748879e-07,
      "loss": 0.20533347129821777,
      "loss_sft": 0.20533347129821777,
      "step": 728,
      "token_acc": 0.9342806394316163
    },
    {
      "epoch": 2.586666666666667,
      "grad_norm": 2.234987497329712,
      "learning_rate": 5.109773021462921e-07,
      "loss": 0.2120046466588974,
      "loss_sft": 0.2120046466588974,
      "step": 729,
      "token_acc": 0.931488432020615
    },
    {
      "epoch": 2.590222222222222,
      "grad_norm": 2.2962193489074707,
      "learning_rate": 5.024286752741364e-07,
      "loss": 0.24171319603919983,
      "loss_sft": 0.24171319603919983,
      "step": 730,
      "token_acc": 0.9203016493055556
    },
    {
      "epoch": 2.5937777777777775,
      "grad_norm": 2.368356227874756,
      "learning_rate": 4.939483777333931e-07,
      "loss": 0.209232896566391,
      "loss_sft": 0.209232896566391,
      "step": 731,
      "token_acc": 0.9306137771382094
    },
    {
      "epoch": 2.5973333333333333,
      "grad_norm": 2.0591397285461426,
      "learning_rate": 4.855365383609457e-07,
      "loss": 0.21489405632019043,
      "loss_sft": 0.21489405632019043,
      "step": 732,
      "token_acc": 0.9299463875414858
    },
    {
      "epoch": 2.600888888888889,
      "grad_norm": 2.2085916996002197,
      "learning_rate": 4.77193284953622e-07,
      "loss": 0.22096888720989227,
      "loss_sft": 0.22096888720989227,
      "step": 733,
      "token_acc": 0.9290647955268063
    },
    {
      "epoch": 2.6044444444444443,
      "grad_norm": 2.2806551456451416,
      "learning_rate": 4.6891874426626125e-07,
      "loss": 0.22931520640850067,
      "loss_sft": 0.22931520640850067,
      "step": 734,
      "token_acc": 0.9252925292529253
    },
    {
      "epoch": 2.608,
      "grad_norm": 2.2529654502868652,
      "learning_rate": 4.607130420097866e-07,
      "loss": 0.22546866536140442,
      "loss_sft": 0.22546866536140442,
      "step": 735,
      "token_acc": 0.9270790897980562
    },
    {
      "epoch": 2.6115555555555554,
      "grad_norm": 2.296017646789551,
      "learning_rate": 4.525763028492869e-07,
      "loss": 0.23669913411140442,
      "loss_sft": 0.23669913411140442,
      "step": 736,
      "token_acc": 0.9209030006192648
    },
    {
      "epoch": 2.615111111111111,
      "grad_norm": 2.2661802768707275,
      "learning_rate": 4.445086504021384e-07,
      "loss": 0.22535058856010437,
      "loss_sft": 0.22535058856010437,
      "step": 737,
      "token_acc": 0.9256261814744802
    },
    {
      "epoch": 2.618666666666667,
      "grad_norm": 2.268094301223755,
      "learning_rate": 4.365102072361116e-07,
      "loss": 0.2173900306224823,
      "loss_sft": 0.2173900306224823,
      "step": 738,
      "token_acc": 0.929536467486819
    },
    {
      "epoch": 2.6222222222222222,
      "grad_norm": 2.3296658992767334,
      "learning_rate": 4.285810948675156e-07,
      "loss": 0.21424409747123718,
      "loss_sft": 0.21424409747123718,
      "step": 739,
      "token_acc": 0.9289404817821915
    },
    {
      "epoch": 2.6257777777777775,
      "grad_norm": 2.3846795558929443,
      "learning_rate": 4.207214337593557e-07,
      "loss": 0.20750558376312256,
      "loss_sft": 0.20750558376312256,
      "step": 740,
      "token_acc": 0.9336318145904662
    },
    {
      "epoch": 2.6293333333333333,
      "grad_norm": 2.3596928119659424,
      "learning_rate": 4.129313433194948e-07,
      "loss": 0.24149560928344727,
      "loss_sft": 0.24149560928344727,
      "step": 741,
      "token_acc": 0.9210886588905317
    },
    {
      "epoch": 2.632888888888889,
      "grad_norm": 2.3027002811431885,
      "learning_rate": 4.05210941898847e-07,
      "loss": 0.2225145399570465,
      "loss_sft": 0.2225145399570465,
      "step": 742,
      "token_acc": 0.9274283587644213
    },
    {
      "epoch": 2.6364444444444444,
      "grad_norm": 2.292609930038452,
      "learning_rate": 3.975603467895739e-07,
      "loss": 0.20992445945739746,
      "loss_sft": 0.20992445945739746,
      "step": 743,
      "token_acc": 0.9301441275682306
    },
    {
      "epoch": 2.64,
      "grad_norm": 2.343275308609009,
      "learning_rate": 3.8997967422330693e-07,
      "loss": 0.21266596019268036,
      "loss_sft": 0.21266596019268036,
      "step": 744,
      "token_acc": 0.9301039593010396
    },
    {
      "epoch": 2.6435555555555554,
      "grad_norm": 2.3408119678497314,
      "learning_rate": 3.8246903936937806e-07,
      "loss": 0.21324416995048523,
      "loss_sft": 0.21324416995048523,
      "step": 745,
      "token_acc": 0.9282095045069071
    },
    {
      "epoch": 2.647111111111111,
      "grad_norm": 2.4059996604919434,
      "learning_rate": 3.7502855633307246e-07,
      "loss": 0.20570334792137146,
      "loss_sft": 0.20570334792137146,
      "step": 746,
      "token_acc": 0.932125248127041
    },
    {
      "epoch": 2.6506666666666665,
      "grad_norm": 2.2163541316986084,
      "learning_rate": 3.676583381538945e-07,
      "loss": 0.2277967929840088,
      "loss_sft": 0.2277967929840088,
      "step": 747,
      "token_acc": 0.9255352317605487
    },
    {
      "epoch": 2.6542222222222223,
      "grad_norm": 2.3716914653778076,
      "learning_rate": 3.603584968038487e-07,
      "loss": 0.23870588839054108,
      "loss_sft": 0.23870588839054108,
      "step": 748,
      "token_acc": 0.9237633149294517
    },
    {
      "epoch": 2.6577777777777776,
      "grad_norm": 2.5130834579467773,
      "learning_rate": 3.53129143185742e-07,
      "loss": 0.24331116676330566,
      "loss_sft": 0.24331116676330566,
      "step": 749,
      "token_acc": 0.9216343694948003
    },
    {
      "epoch": 2.6613333333333333,
      "grad_norm": 2.2302961349487305,
      "learning_rate": 3.4597038713149455e-07,
      "loss": 0.23555251955986023,
      "loss_sft": 0.23555251955986023,
      "step": 750,
      "token_acc": 0.9260173273825151
    },
    {
      "epoch": 2.664888888888889,
      "grad_norm": 2.2986302375793457,
      "learning_rate": 3.388823374004735e-07,
      "loss": 0.2061428725719452,
      "loss_sft": 0.2061428725719452,
      "step": 751,
      "token_acc": 0.930930582918067
    },
    {
      "epoch": 2.6684444444444444,
      "grad_norm": 2.349370002746582,
      "learning_rate": 3.3186510167784456e-07,
      "loss": 0.2080996334552765,
      "loss_sft": 0.2080996334552765,
      "step": 752,
      "token_acc": 0.9297761615148286
    },
    {
      "epoch": 2.672,
      "grad_norm": 2.522251844406128,
      "learning_rate": 3.2491878657292643e-07,
      "loss": 0.23804304003715515,
      "loss_sft": 0.23804304003715515,
      "step": 753,
      "token_acc": 0.9252241129421869
    },
    {
      "epoch": 2.6755555555555555,
      "grad_norm": 2.31113338470459,
      "learning_rate": 3.180434976175784e-07,
      "loss": 0.23362340033054352,
      "loss_sft": 0.23362340033054352,
      "step": 754,
      "token_acc": 0.9241837299391257
    },
    {
      "epoch": 2.679111111111111,
      "grad_norm": 2.3328609466552734,
      "learning_rate": 3.112393392645985e-07,
      "loss": 0.21051113307476044,
      "loss_sft": 0.21051113307476044,
      "step": 755,
      "token_acc": 0.9341561246528849
    },
    {
      "epoch": 2.6826666666666665,
      "grad_norm": 2.349313259124756,
      "learning_rate": 3.045064148861282e-07,
      "loss": 0.22120699286460876,
      "loss_sft": 0.22120699286460876,
      "step": 756,
      "token_acc": 0.9275686420673376
    },
    {
      "epoch": 2.6862222222222223,
      "grad_norm": 2.149635076522827,
      "learning_rate": 2.9784482677209013e-07,
      "loss": 0.2023593634366989,
      "loss_sft": 0.2023593634366989,
      "step": 757,
      "token_acc": 0.9338634494104744
    },
    {
      "epoch": 2.6897777777777776,
      "grad_norm": 2.431436538696289,
      "learning_rate": 2.912546761286333e-07,
      "loss": 0.2163369357585907,
      "loss_sft": 0.2163369357585907,
      "step": 758,
      "token_acc": 0.9290658462994734
    },
    {
      "epoch": 2.6933333333333334,
      "grad_norm": 2.3487656116485596,
      "learning_rate": 2.847360630765866e-07,
      "loss": 0.20875662565231323,
      "loss_sft": 0.20875662565231323,
      "step": 759,
      "token_acc": 0.9318041300853221
    },
    {
      "epoch": 2.696888888888889,
      "grad_norm": 2.1448185443878174,
      "learning_rate": 2.7828908664995216e-07,
      "loss": 0.22066381573677063,
      "loss_sft": 0.22066381573677063,
      "step": 760,
      "token_acc": 0.9296571226581831
    },
    {
      "epoch": 2.7004444444444444,
      "grad_norm": 2.216562509536743,
      "learning_rate": 2.719138447943881e-07,
      "loss": 0.2316487431526184,
      "loss_sft": 0.2316487431526184,
      "step": 761,
      "token_acc": 0.92334820039415
    },
    {
      "epoch": 2.7039999999999997,
      "grad_norm": 2.428004264831543,
      "learning_rate": 2.656104343657251e-07,
      "loss": 0.22632446885108948,
      "loss_sft": 0.22632446885108948,
      "step": 762,
      "token_acc": 0.924120759414877
    },
    {
      "epoch": 2.7075555555555555,
      "grad_norm": 2.2970967292785645,
      "learning_rate": 2.5937895112849886e-07,
      "loss": 0.20677095651626587,
      "loss_sft": 0.20677095651626587,
      "step": 763,
      "token_acc": 0.9348162245747591
    },
    {
      "epoch": 2.7111111111111112,
      "grad_norm": 2.3385844230651855,
      "learning_rate": 2.532194897544882e-07,
      "loss": 0.22836467623710632,
      "loss_sft": 0.22836467623710632,
      "step": 764,
      "token_acc": 0.924868390936141
    },
    {
      "epoch": 2.7146666666666666,
      "grad_norm": 2.3681743144989014,
      "learning_rate": 2.4713214382128204e-07,
      "loss": 0.22776830196380615,
      "loss_sft": 0.22776830196380615,
      "step": 765,
      "token_acc": 0.9279363593823117
    },
    {
      "epoch": 2.7182222222222223,
      "grad_norm": 2.2631309032440186,
      "learning_rate": 2.411170058108558e-07,
      "loss": 0.22913134098052979,
      "loss_sft": 0.22913134098052979,
      "step": 766,
      "token_acc": 0.9268838325967153
    },
    {
      "epoch": 2.7217777777777776,
      "grad_norm": 2.5855839252471924,
      "learning_rate": 2.351741671081631e-07,
      "loss": 0.2211557924747467,
      "loss_sft": 0.2211557924747467,
      "step": 767,
      "token_acc": 0.9285923153400784
    },
    {
      "epoch": 2.7253333333333334,
      "grad_norm": 2.4138174057006836,
      "learning_rate": 2.2930371799975593e-07,
      "loss": 0.23430970311164856,
      "loss_sft": 0.23430970311164856,
      "step": 768,
      "token_acc": 0.9237984944991314
    },
    {
      "epoch": 2.728888888888889,
      "grad_norm": 2.3260719776153564,
      "learning_rate": 2.2350574767240395e-07,
      "loss": 0.21351540088653564,
      "loss_sft": 0.21351540088653564,
      "step": 769,
      "token_acc": 0.9312820512820513
    },
    {
      "epoch": 2.7324444444444445,
      "grad_norm": 2.256317615509033,
      "learning_rate": 2.1778034421174433e-07,
      "loss": 0.21965140104293823,
      "loss_sft": 0.21965140104293823,
      "step": 770,
      "token_acc": 0.9284398548702205
    },
    {
      "epoch": 2.7359999999999998,
      "grad_norm": 2.286078453063965,
      "learning_rate": 2.1212759460094268e-07,
      "loss": 0.22792696952819824,
      "loss_sft": 0.22792696952819824,
      "step": 771,
      "token_acc": 0.9244815029816877
    },
    {
      "epoch": 2.7395555555555555,
      "grad_norm": 2.300149440765381,
      "learning_rate": 2.0654758471937098e-07,
      "loss": 0.21655958890914917,
      "loss_sft": 0.21655958890914917,
      "step": 772,
      "token_acc": 0.9309116393155406
    },
    {
      "epoch": 2.7431111111111113,
      "grad_norm": 2.226922035217285,
      "learning_rate": 2.0104039934130348e-07,
      "loss": 0.20887339115142822,
      "loss_sft": 0.20887339115142822,
      "step": 773,
      "token_acc": 0.9290796288917981
    },
    {
      "epoch": 2.7466666666666666,
      "grad_norm": 2.213681936264038,
      "learning_rate": 1.9560612213462837e-07,
      "loss": 0.21002738177776337,
      "loss_sft": 0.21002738177776337,
      "step": 774,
      "token_acc": 0.9307831506987031
    },
    {
      "epoch": 2.7502222222222223,
      "grad_norm": 2.404092788696289,
      "learning_rate": 1.9024483565957707e-07,
      "loss": 0.23099403083324432,
      "loss_sft": 0.23099403083324432,
      "step": 775,
      "token_acc": 0.9232992988067413
    },
    {
      "epoch": 2.7537777777777777,
      "grad_norm": 2.4170093536376953,
      "learning_rate": 1.8495662136746916e-07,
      "loss": 0.22152146697044373,
      "loss_sft": 0.22152146697044373,
      "step": 776,
      "token_acc": 0.9289992513102071
    },
    {
      "epoch": 2.7573333333333334,
      "grad_norm": 2.267754554748535,
      "learning_rate": 1.7974155959947614e-07,
      "loss": 0.2264728844165802,
      "loss_sft": 0.2264728844165802,
      "step": 777,
      "token_acc": 0.92746567474427
    },
    {
      "epoch": 2.7608888888888887,
      "grad_norm": 2.233266592025757,
      "learning_rate": 1.745997295853985e-07,
      "loss": 0.2043970674276352,
      "loss_sft": 0.2043970674276352,
      "step": 778,
      "token_acc": 0.9293123543123543
    },
    {
      "epoch": 2.7644444444444445,
      "grad_norm": 2.415250778198242,
      "learning_rate": 1.6953120944246503e-07,
      "loss": 0.23126524686813354,
      "loss_sft": 0.23126524686813354,
      "step": 779,
      "token_acc": 0.9249924081384756
    },
    {
      "epoch": 2.768,
      "grad_norm": 2.40570068359375,
      "learning_rate": 1.6453607617414603e-07,
      "loss": 0.20348799228668213,
      "loss_sft": 0.20348799228668213,
      "step": 780,
      "token_acc": 0.9335650390291151
    },
    {
      "epoch": 2.7715555555555556,
      "grad_norm": 2.249272584915161,
      "learning_rate": 1.5961440566897913e-07,
      "loss": 0.2084093987941742,
      "loss_sft": 0.2084093987941742,
      "step": 781,
      "token_acc": 0.9301868761945211
    },
    {
      "epoch": 2.7751111111111113,
      "grad_norm": 2.3114168643951416,
      "learning_rate": 1.5476627269941925e-07,
      "loss": 0.21748429536819458,
      "loss_sft": 0.21748429536819458,
      "step": 782,
      "token_acc": 0.9285472018089316
    },
    {
      "epoch": 2.7786666666666666,
      "grad_norm": 2.3742172718048096,
      "learning_rate": 1.4999175092070716e-07,
      "loss": 0.22353892028331757,
      "loss_sft": 0.22353892028331757,
      "step": 783,
      "token_acc": 0.9282139878470154
    },
    {
      "epoch": 2.7822222222222224,
      "grad_norm": 2.2798521518707275,
      "learning_rate": 1.4529091286973994e-07,
      "loss": 0.22898119688034058,
      "loss_sft": 0.22898119688034058,
      "step": 784,
      "token_acc": 0.9265151515151515
    },
    {
      "epoch": 2.7857777777777777,
      "grad_norm": 2.3060412406921387,
      "learning_rate": 1.4066382996397898e-07,
      "loss": 0.2372695505619049,
      "loss_sft": 0.2372695505619049,
      "step": 785,
      "token_acc": 0.9228634850166482
    },
    {
      "epoch": 2.7893333333333334,
      "grad_norm": 2.255695343017578,
      "learning_rate": 1.361105725003603e-07,
      "loss": 0.2329796999692917,
      "loss_sft": 0.2329796999692917,
      "step": 786,
      "token_acc": 0.9260407905803196
    },
    {
      "epoch": 2.7928888888888888,
      "grad_norm": 2.193325996398926,
      "learning_rate": 1.3163120965422494e-07,
      "loss": 0.22065503895282745,
      "loss_sft": 0.22065503895282745,
      "step": 787,
      "token_acc": 0.9283380643779122
    },
    {
      "epoch": 2.7964444444444445,
      "grad_norm": 2.213216543197632,
      "learning_rate": 1.272258094782741e-07,
      "loss": 0.21991030871868134,
      "loss_sft": 0.21991030871868134,
      "step": 788,
      "token_acc": 0.929769780365176
    },
    {
      "epoch": 2.8,
      "grad_norm": 2.1995456218719482,
      "learning_rate": 1.2289443890152852e-07,
      "loss": 0.22797149419784546,
      "loss_sft": 0.22797149419784546,
      "step": 789,
      "token_acc": 0.9256340142619699
    },
    {
      "epoch": 2.8035555555555556,
      "grad_norm": 2.3130643367767334,
      "learning_rate": 1.1863716372831513e-07,
      "loss": 0.21125397086143494,
      "loss_sft": 0.21125397086143494,
      "step": 790,
      "token_acc": 0.9319351266853384
    },
    {
      "epoch": 2.8071111111111113,
      "grad_norm": 2.210423707962036,
      "learning_rate": 1.1445404863726806e-07,
      "loss": 0.2174803614616394,
      "loss_sft": 0.2174803614616394,
      "step": 791,
      "token_acc": 0.9273788674839463
    },
    {
      "epoch": 2.8106666666666666,
      "grad_norm": 2.4450199604034424,
      "learning_rate": 1.1034515718034321e-07,
      "loss": 0.2683491110801697,
      "loss_sft": 0.2683491110801697,
      "step": 792,
      "token_acc": 0.9150261372483595
    },
    {
      "epoch": 2.814222222222222,
      "grad_norm": 2.3486268520355225,
      "learning_rate": 1.0631055178185523e-07,
      "loss": 0.19007007777690887,
      "loss_sft": 0.19007007777690887,
      "step": 793,
      "token_acc": 0.9364460105713567
    },
    {
      "epoch": 2.8177777777777777,
      "grad_norm": 2.1782171726226807,
      "learning_rate": 1.0235029373752758e-07,
      "loss": 0.22465762495994568,
      "loss_sft": 0.22465762495994568,
      "step": 794,
      "token_acc": 0.9269854383971909
    },
    {
      "epoch": 2.8213333333333335,
      "grad_norm": 2.3150432109832764,
      "learning_rate": 9.84644432135623e-08,
      "loss": 0.22664430737495422,
      "loss_sft": 0.22664430737495422,
      "step": 795,
      "token_acc": 0.9271921301918873
    },
    {
      "epoch": 2.824888888888889,
      "grad_norm": 2.2939445972442627,
      "learning_rate": 9.465305924572566e-08,
      "loss": 0.19834165275096893,
      "loss_sft": 0.19834165275096893,
      "step": 796,
      "token_acc": 0.934943351222421
    },
    {
      "epoch": 2.8284444444444445,
      "grad_norm": 2.296612024307251,
      "learning_rate": 9.091619973845056e-08,
      "loss": 0.23483601212501526,
      "loss_sft": 0.23483601212501526,
      "step": 797,
      "token_acc": 0.9233495066237802
    },
    {
      "epoch": 2.832,
      "grad_norm": 2.2161712646484375,
      "learning_rate": 8.725392146395728e-08,
      "loss": 0.2190060019493103,
      "loss_sft": 0.2190060019493103,
      "step": 798,
      "token_acc": 0.9307522637566752
    },
    {
      "epoch": 2.8355555555555556,
      "grad_norm": 2.42097544670105,
      "learning_rate": 8.366628006139243e-08,
      "loss": 0.24028503894805908,
      "loss_sft": 0.24028503894805908,
      "step": 799,
      "token_acc": 0.92346355951565
    },
    {
      "epoch": 2.8391111111111114,
      "grad_norm": 2.343261480331421,
      "learning_rate": 8.015333003598025e-08,
      "loss": 0.2228238731622696,
      "loss_sft": 0.2228238731622696,
      "step": 800,
      "token_acc": 0.9280197900325812
    },
    {
      "epoch": 2.8426666666666667,
      "grad_norm": 2.398681879043579,
      "learning_rate": 7.671512475819876e-08,
      "loss": 0.2346479892730713,
      "loss_sft": 0.2346479892730713,
      "step": 801,
      "token_acc": 0.9225679542203148
    },
    {
      "epoch": 2.846222222222222,
      "grad_norm": 2.2917404174804688,
      "learning_rate": 7.335171646296436e-08,
      "loss": 0.238242045044899,
      "loss_sft": 0.238242045044899,
      "step": 802,
      "token_acc": 0.9228965112870126
    },
    {
      "epoch": 2.8497777777777777,
      "grad_norm": 2.2950029373168945,
      "learning_rate": 7.006315624884296e-08,
      "loss": 0.23262113332748413,
      "loss_sft": 0.23262113332748413,
      "step": 803,
      "token_acc": 0.9256820844724656
    },
    {
      "epoch": 2.8533333333333335,
      "grad_norm": 2.3436965942382812,
      "learning_rate": 6.684949407727015e-08,
      "loss": 0.20629116892814636,
      "loss_sft": 0.20629116892814636,
      "step": 804,
      "token_acc": 0.9343418088187962
    },
    {
      "epoch": 2.856888888888889,
      "grad_norm": 2.2757763862609863,
      "learning_rate": 6.371077877179277e-08,
      "loss": 0.20900432765483856,
      "loss_sft": 0.20900432765483856,
      "step": 805,
      "token_acc": 0.9325597426470589
    },
    {
      "epoch": 2.8604444444444446,
      "grad_norm": 2.3043203353881836,
      "learning_rate": 6.064705801732962e-08,
      "loss": 0.20802822709083557,
      "loss_sft": 0.20802822709083557,
      "step": 806,
      "token_acc": 0.932649060085342
    },
    {
      "epoch": 2.864,
      "grad_norm": 2.304035186767578,
      "learning_rate": 5.7658378359443104e-08,
      "loss": 0.2138587236404419,
      "loss_sft": 0.2138587236404419,
      "step": 807,
      "token_acc": 0.9323274657725622
    },
    {
      "epoch": 2.8675555555555556,
      "grad_norm": 2.3305411338806152,
      "learning_rate": 5.4744785203635355e-08,
      "loss": 0.2058597058057785,
      "loss_sft": 0.2058597058057785,
      "step": 808,
      "token_acc": 0.9340346534653465
    },
    {
      "epoch": 2.871111111111111,
      "grad_norm": 2.3507184982299805,
      "learning_rate": 5.190632281465713e-08,
      "loss": 0.22053909301757812,
      "loss_sft": 0.22053909301757812,
      "step": 809,
      "token_acc": 0.928410403035135
    },
    {
      "epoch": 2.8746666666666667,
      "grad_norm": 2.180372476577759,
      "learning_rate": 4.914303431583389e-08,
      "loss": 0.22321942448616028,
      "loss_sft": 0.22321942448616028,
      "step": 810,
      "token_acc": 0.9263622974963182
    },
    {
      "epoch": 2.878222222222222,
      "grad_norm": 2.254753828048706,
      "learning_rate": 4.645496168841468e-08,
      "loss": 0.20938748121261597,
      "loss_sft": 0.20938748121261597,
      "step": 811,
      "token_acc": 0.9334228815044092
    },
    {
      "epoch": 2.8817777777777778,
      "grad_norm": 2.412715435028076,
      "learning_rate": 4.384214577092927e-08,
      "loss": 0.21015211939811707,
      "loss_sft": 0.21015211939811707,
      "step": 812,
      "token_acc": 0.9329512893982808
    },
    {
      "epoch": 2.8853333333333335,
      "grad_norm": 2.338899850845337,
      "learning_rate": 4.130462625857257e-08,
      "loss": 0.21445578336715698,
      "loss_sft": 0.21445578336715698,
      "step": 813,
      "token_acc": 0.929355578986541
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 2.4105489253997803,
      "learning_rate": 3.884244170259732e-08,
      "loss": 0.20582976937294006,
      "loss_sft": 0.20582976937294006,
      "step": 814,
      "token_acc": 0.9323293691830403
    },
    {
      "epoch": 2.8924444444444446,
      "grad_norm": 2.3862078189849854,
      "learning_rate": 3.645562950973014e-08,
      "loss": 0.23894110321998596,
      "loss_sft": 0.23894110321998596,
      "step": 815,
      "token_acc": 0.9224041791395199
    },
    {
      "epoch": 2.896,
      "grad_norm": 2.391489267349243,
      "learning_rate": 3.414422594160527e-08,
      "loss": 0.19547885656356812,
      "loss_sft": 0.19547885656356812,
      "step": 816,
      "token_acc": 0.936228287841191
    },
    {
      "epoch": 2.8995555555555557,
      "grad_norm": 2.266090154647827,
      "learning_rate": 3.1908266114210054e-08,
      "loss": 0.20504418015480042,
      "loss_sft": 0.20504418015480042,
      "step": 817,
      "token_acc": 0.9329081172152356
    },
    {
      "epoch": 2.903111111111111,
      "grad_norm": 2.308250665664673,
      "learning_rate": 2.974778399735423e-08,
      "loss": 0.23431923985481262,
      "loss_sft": 0.23431923985481262,
      "step": 818,
      "token_acc": 0.9227270174650418
    },
    {
      "epoch": 2.9066666666666667,
      "grad_norm": 2.2525670528411865,
      "learning_rate": 2.766281241415203e-08,
      "loss": 0.21195153892040253,
      "loss_sft": 0.21195153892040253,
      "step": 819,
      "token_acc": 0.9317767653758542
    },
    {
      "epoch": 2.910222222222222,
      "grad_norm": 2.2136147022247314,
      "learning_rate": 2.5653383040524228e-08,
      "loss": 0.22890228033065796,
      "loss_sft": 0.22890228033065796,
      "step": 820,
      "token_acc": 0.9258076944245693
    },
    {
      "epoch": 2.913777777777778,
      "grad_norm": 2.5726301670074463,
      "learning_rate": 2.3719526404717975e-08,
      "loss": 0.22015199065208435,
      "loss_sft": 0.22015199065208435,
      "step": 821,
      "token_acc": 0.9294488357188635
    },
    {
      "epoch": 2.9173333333333336,
      "grad_norm": 2.196023941040039,
      "learning_rate": 2.1861271886840508e-08,
      "loss": 0.21100088953971863,
      "loss_sft": 0.21100088953971863,
      "step": 822,
      "token_acc": 0.929148665819568
    },
    {
      "epoch": 2.920888888888889,
      "grad_norm": 2.1497766971588135,
      "learning_rate": 2.0078647718415058e-08,
      "loss": 0.21922646462917328,
      "loss_sft": 0.21922646462917328,
      "step": 823,
      "token_acc": 0.9285208003925631
    },
    {
      "epoch": 2.924444444444444,
      "grad_norm": 2.3242197036743164,
      "learning_rate": 1.837168098195119e-08,
      "loss": 0.2184222787618637,
      "loss_sft": 0.2184222787618637,
      "step": 824,
      "token_acc": 0.928899219262173
    },
    {
      "epoch": 2.928,
      "grad_norm": 2.0465757846832275,
      "learning_rate": 1.6740397610533477e-08,
      "loss": 0.19837015867233276,
      "loss_sft": 0.19837015867233276,
      "step": 825,
      "token_acc": 0.9343531241897848
    },
    {
      "epoch": 2.9315555555555557,
      "grad_norm": 2.2778143882751465,
      "learning_rate": 1.5184822387426246e-08,
      "loss": 0.22872623801231384,
      "loss_sft": 0.22872623801231384,
      "step": 826,
      "token_acc": 0.9277395590704729
    },
    {
      "epoch": 2.935111111111111,
      "grad_norm": 2.2200214862823486,
      "learning_rate": 1.3704978945698888e-08,
      "loss": 0.22263160347938538,
      "loss_sft": 0.22263160347938538,
      "step": 827,
      "token_acc": 0.9256627783669141
    },
    {
      "epoch": 2.9386666666666668,
      "grad_norm": 2.3505682945251465,
      "learning_rate": 1.2300889767866697e-08,
      "loss": 0.225810706615448,
      "loss_sft": 0.225810706615448,
      "step": 828,
      "token_acc": 0.9258873255746627
    },
    {
      "epoch": 2.942222222222222,
      "grad_norm": 2.3278541564941406,
      "learning_rate": 1.0972576185547256e-08,
      "loss": 0.22645622491836548,
      "loss_sft": 0.22645622491836548,
      "step": 829,
      "token_acc": 0.9283620588580138
    },
    {
      "epoch": 2.945777777777778,
      "grad_norm": 2.3490898609161377,
      "learning_rate": 9.720058379138474e-09,
      "loss": 0.2338504046201706,
      "loss_sft": 0.2338504046201706,
      "step": 830,
      "token_acc": 0.9253002355915647
    },
    {
      "epoch": 2.9493333333333336,
      "grad_norm": 2.386215925216675,
      "learning_rate": 8.543355377512164e-09,
      "loss": 0.23085765540599823,
      "loss_sft": 0.23085765540599823,
      "step": 831,
      "token_acc": 0.9244747302668939
    },
    {
      "epoch": 2.952888888888889,
      "grad_norm": 2.120513677597046,
      "learning_rate": 7.442485057722048e-09,
      "loss": 0.20780342817306519,
      "loss_sft": 0.20780342817306519,
      "step": 832,
      "token_acc": 0.933859255002351
    },
    {
      "epoch": 2.956444444444444,
      "grad_norm": 2.2752957344055176,
      "learning_rate": 6.417464144736208e-09,
      "loss": 0.23323115706443787,
      "loss_sft": 0.23323115706443787,
      "step": 833,
      "token_acc": 0.9243964782732178
    },
    {
      "epoch": 2.96,
      "grad_norm": 2.382864475250244,
      "learning_rate": 5.468308211179496e-09,
      "loss": 0.23151040077209473,
      "loss_sft": 0.23151040077209473,
      "step": 834,
      "token_acc": 0.923560077884555
    },
    {
      "epoch": 2.9635555555555557,
      "grad_norm": 2.242945432662964,
      "learning_rate": 4.595031677099293e-09,
      "loss": 0.2328961342573166,
      "loss_sft": 0.2328961342573166,
      "step": 835,
      "token_acc": 0.9240381991814461
    },
    {
      "epoch": 2.967111111111111,
      "grad_norm": 2.267942428588867,
      "learning_rate": 3.7976478097451196e-09,
      "loss": 0.2135615199804306,
      "loss_sft": 0.2135615199804306,
      "step": 836,
      "token_acc": 0.9303689486031137
    },
    {
      "epoch": 2.970666666666667,
      "grad_norm": 2.3810133934020996,
      "learning_rate": 3.0761687233682445e-09,
      "loss": 0.21753928065299988,
      "loss_sft": 0.21753928065299988,
      "step": 837,
      "token_acc": 0.9273073153859457
    },
    {
      "epoch": 2.974222222222222,
      "grad_norm": 2.2142817974090576,
      "learning_rate": 2.430605379035722e-09,
      "loss": 0.21645505726337433,
      "loss_sft": 0.21645505726337433,
      "step": 838,
      "token_acc": 0.9296912881849039
    },
    {
      "epoch": 2.977777777777778,
      "grad_norm": 2.308995246887207,
      "learning_rate": 1.8609675844655228e-09,
      "loss": 0.21676571667194366,
      "loss_sft": 0.21676571667194366,
      "step": 839,
      "token_acc": 0.9290442149854382
    },
    {
      "epoch": 2.981333333333333,
      "grad_norm": 2.2542054653167725,
      "learning_rate": 1.3672639938777655e-09,
      "loss": 0.20977747440338135,
      "loss_sft": 0.20977747440338135,
      "step": 840,
      "token_acc": 0.9288383152173914
    },
    {
      "epoch": 2.984888888888889,
      "grad_norm": 2.3006591796875,
      "learning_rate": 9.495021078614885e-10,
      "loss": 0.21558210253715515,
      "loss_sft": 0.21558210253715515,
      "step": 841,
      "token_acc": 0.9286012028821533
    },
    {
      "epoch": 2.9884444444444442,
      "grad_norm": 2.261469841003418,
      "learning_rate": 6.076882732625189e-10,
      "loss": 0.2320500910282135,
      "loss_sft": 0.2320500910282135,
      "step": 842,
      "token_acc": 0.9270064956512165
    },
    {
      "epoch": 2.992,
      "grad_norm": 2.270570755004883,
      "learning_rate": 3.4182768308577143e-10,
      "loss": 0.21072573959827423,
      "loss_sft": 0.21072573959827423,
      "step": 843,
      "token_acc": 0.932830857902904
    },
    {
      "epoch": 2.9955555555555557,
      "grad_norm": 2.236737012863159,
      "learning_rate": 1.5192437641753376e-10,
      "loss": 0.21560460329055786,
      "loss_sft": 0.21560460329055786,
      "step": 844,
      "token_acc": 0.9281679633379516
    },
    {
      "epoch": 2.999111111111111,
      "grad_norm": 2.4227771759033203,
      "learning_rate": 3.798123836162848e-11,
      "loss": 0.23297986388206482,
      "loss_sft": 0.23297986388206482,
      "step": 845,
      "token_acc": 0.9250929899856939
    },
    {
      "epoch": 3.0,
      "grad_norm": 4.790007591247559,
      "learning_rate": 0.0,
      "loss": 0.16432157158851624,
      "loss_sft": 0.16432157158851624,
      "step": 846,
      "token_acc": 0.945184812672869
    }
  ],
  "logging_steps": 1,
  "max_steps": 846,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6070116485544018e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}