{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 846,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0035555555555555557,
      "grad_norm": 25.660261154174805,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 1.0588122606277466,
      "loss_sft": 1.0588122606277466,
      "step": 1,
      "token_acc": 0.7147074144816808
    },
    {
      "epoch": 0.0071111111111111115,
      "grad_norm": 25.612918853759766,
      "learning_rate": 5.000000000000001e-07,
      "loss": 1.0494858026504517,
      "loss_sft": 1.0494858026504517,
      "step": 2,
      "token_acc": 0.7185479860765788
    },
    {
      "epoch": 0.010666666666666666,
      "grad_norm": 30.56467056274414,
      "learning_rate": 7.5e-07,
      "loss": 1.0724303722381592,
      "loss_sft": 1.0724303722381592,
      "step": 3,
      "token_acc": 0.7139420667535331
    },
    {
      "epoch": 0.014222222222222223,
      "grad_norm": 26.860340118408203,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.9765650033950806,
      "loss_sft": 0.9765650033950806,
      "step": 4,
      "token_acc": 0.7225542623466499
    },
    {
      "epoch": 0.017777777777777778,
      "grad_norm": 23.216257095336914,
      "learning_rate": 1.25e-06,
      "loss": 0.9936501979827881,
      "loss_sft": 0.9936501979827881,
      "step": 5,
      "token_acc": 0.7188734329383479
    },
    {
      "epoch": 0.021333333333333333,
      "grad_norm": 15.444840431213379,
      "learning_rate": 1.5e-06,
      "loss": 0.9497862458229065,
      "loss_sft": 0.9497862458229065,
      "step": 6,
      "token_acc": 0.7257645054255224
    },
    {
      "epoch": 0.024888888888888887,
      "grad_norm": 13.837246894836426,
      "learning_rate": 1.75e-06,
      "loss": 0.9248610734939575,
      "loss_sft": 0.9248610734939575,
      "step": 7,
      "token_acc": 0.7345626477541372
    },
    {
      "epoch": 0.028444444444444446,
      "grad_norm": 8.758675575256348,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.8149494528770447,
      "loss_sft": 0.8149494528770447,
      "step": 8,
      "token_acc": 0.7501059591421548
    },
    {
      "epoch": 0.032,
      "grad_norm": 8.611343383789062,
      "learning_rate": 2.25e-06,
      "loss": 0.8490846157073975,
      "loss_sft": 0.8490846157073975,
      "step": 9,
      "token_acc": 0.7477702461648233
    },
    {
      "epoch": 0.035555555555555556,
      "grad_norm": 6.641948223114014,
      "learning_rate": 2.5e-06,
      "loss": 0.7789880037307739,
      "loss_sft": 0.7789880037307739,
      "step": 10,
      "token_acc": 0.7617247895550593
    },
    {
      "epoch": 0.03911111111111111,
      "grad_norm": 4.982907772064209,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 0.7746244668960571,
      "loss_sft": 0.7746244668960571,
      "step": 11,
      "token_acc": 0.765425930552086
    },
    {
      "epoch": 0.042666666666666665,
      "grad_norm": 4.527531147003174,
      "learning_rate": 3e-06,
      "loss": 0.7352659106254578,
      "loss_sft": 0.7352659106254578,
      "step": 12,
      "token_acc": 0.7740326741186586
    },
    {
      "epoch": 0.04622222222222222,
      "grad_norm": 4.57786750793457,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 0.7682478427886963,
      "loss_sft": 0.7682478427886963,
      "step": 13,
      "token_acc": 0.7642631481137335
    },
    {
      "epoch": 0.049777777777777775,
      "grad_norm": 4.256239891052246,
      "learning_rate": 3.5e-06,
      "loss": 0.7320900559425354,
      "loss_sft": 0.7320900559425354,
      "step": 14,
      "token_acc": 0.7747762957960493
    },
    {
      "epoch": 0.05333333333333334,
      "grad_norm": 4.044354438781738,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.7242921590805054,
      "loss_sft": 0.7242921590805054,
      "step": 15,
      "token_acc": 0.7773386034255599
    },
    {
      "epoch": 0.05688888888888889,
      "grad_norm": 3.8805108070373535,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.7318351864814758,
      "loss_sft": 0.7318351864814758,
      "step": 16,
      "token_acc": 0.7774927596193628
    },
    {
      "epoch": 0.060444444444444446,
      "grad_norm": 4.007376194000244,
      "learning_rate": 4.25e-06,
      "loss": 0.6899473667144775,
      "loss_sft": 0.6899473667144775,
      "step": 17,
      "token_acc": 0.7825726141078838
    },
    {
      "epoch": 0.064,
      "grad_norm": 3.2923731803894043,
      "learning_rate": 4.5e-06,
      "loss": 0.71946120262146,
      "loss_sft": 0.71946120262146,
      "step": 18,
      "token_acc": 0.777930507827415
    },
    {
      "epoch": 0.06755555555555555,
      "grad_norm": 3.4096949100494385,
      "learning_rate": 4.75e-06,
      "loss": 0.6855860948562622,
      "loss_sft": 0.6855860948562622,
      "step": 19,
      "token_acc": 0.7849599417334304
    },
    {
      "epoch": 0.07111111111111111,
      "grad_norm": 4.166821002960205,
      "learning_rate": 5e-06,
      "loss": 0.7357954978942871,
      "loss_sft": 0.7357954978942871,
      "step": 20,
      "token_acc": 0.7733848503908707
    },
    {
      "epoch": 0.07466666666666667,
      "grad_norm": 3.235140562057495,
      "learning_rate": 5.2500000000000006e-06,
      "loss": 0.6870613098144531,
      "loss_sft": 0.6870613098144531,
      "step": 21,
      "token_acc": 0.7862441541686824
    },
    {
      "epoch": 0.07822222222222222,
      "grad_norm": 3.130876064300537,
      "learning_rate": 5.500000000000001e-06,
      "loss": 0.6711353659629822,
      "loss_sft": 0.6711353659629822,
      "step": 22,
      "token_acc": 0.7892732219199378
    },
    {
      "epoch": 0.08177777777777778,
      "grad_norm": 3.5797438621520996,
      "learning_rate": 5.75e-06,
      "loss": 0.7389527559280396,
      "loss_sft": 0.7389527559280396,
      "step": 23,
      "token_acc": 0.7724371373307544
    },
    {
      "epoch": 0.08533333333333333,
      "grad_norm": 3.3319530487060547,
      "learning_rate": 6e-06,
      "loss": 0.6563287377357483,
      "loss_sft": 0.6563287377357483,
      "step": 24,
      "token_acc": 0.796186160672142
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 3.133545398712158,
      "learning_rate": 6.25e-06,
      "loss": 0.7274408340454102,
      "loss_sft": 0.7274408340454102,
      "step": 25,
      "token_acc": 0.7783543365455893
    },
    {
      "epoch": 0.09244444444444444,
      "grad_norm": 3.0895705223083496,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 0.7145243883132935,
      "loss_sft": 0.7145243883132935,
      "step": 26,
      "token_acc": 0.7782993799822852
    },
    {
      "epoch": 0.096,
      "grad_norm": 3.060349941253662,
      "learning_rate": 6.750000000000001e-06,
      "loss": 0.7092140913009644,
      "loss_sft": 0.7092140913009644,
      "step": 27,
      "token_acc": 0.7791496320523303
    },
    {
      "epoch": 0.09955555555555555,
      "grad_norm": 3.0153110027313232,
      "learning_rate": 7e-06,
      "loss": 0.7183821201324463,
      "loss_sft": 0.7183821201324463,
      "step": 28,
      "token_acc": 0.7798648871313231
    },
    {
      "epoch": 0.10311111111111111,
      "grad_norm": 2.9804539680480957,
      "learning_rate": 7.25e-06,
      "loss": 0.7196909785270691,
      "loss_sft": 0.7196909785270691,
      "step": 29,
      "token_acc": 0.7789126335637964
    },
    {
      "epoch": 0.10666666666666667,
      "grad_norm": 2.9636332988739014,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.6773001551628113,
      "loss_sft": 0.6773001551628113,
      "step": 30,
      "token_acc": 0.7822512290218682
    },
    {
      "epoch": 0.11022222222222222,
      "grad_norm": 3.155043840408325,
      "learning_rate": 7.75e-06,
      "loss": 0.7298338413238525,
      "loss_sft": 0.7298338413238525,
      "step": 31,
      "token_acc": 0.7752119790727043
    },
    {
      "epoch": 0.11377777777777778,
      "grad_norm": 3.2628629207611084,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.7017604112625122,
      "loss_sft": 0.7017604112625122,
      "step": 32,
      "token_acc": 0.7802665679378008
    },
    {
      "epoch": 0.11733333333333333,
      "grad_norm": 3.139223098754883,
      "learning_rate": 8.25e-06,
      "loss": 0.7168850302696228,
      "loss_sft": 0.7168850302696228,
      "step": 33,
      "token_acc": 0.7809480812641083
    },
    {
      "epoch": 0.12088888888888889,
      "grad_norm": 3.2499890327453613,
      "learning_rate": 8.5e-06,
      "loss": 0.6890050172805786,
      "loss_sft": 0.6890050172805786,
      "step": 34,
      "token_acc": 0.7852517637962695
    },
    {
      "epoch": 0.12444444444444444,
      "grad_norm": 3.1099562644958496,
      "learning_rate": 8.750000000000001e-06,
      "loss": 0.6742894053459167,
      "loss_sft": 0.6742894053459167,
      "step": 35,
      "token_acc": 0.7915936952714536
    },
    {
      "epoch": 0.128,
      "grad_norm": 2.955266237258911,
      "learning_rate": 9e-06,
      "loss": 0.7146100997924805,
      "loss_sft": 0.7146100997924805,
      "step": 36,
      "token_acc": 0.7792376317923764
    },
    {
      "epoch": 0.13155555555555556,
      "grad_norm": 3.1143367290496826,
      "learning_rate": 9.250000000000001e-06,
      "loss": 0.6942050457000732,
      "loss_sft": 0.6942050457000732,
      "step": 37,
      "token_acc": 0.7845373891001267
    },
    {
      "epoch": 0.1351111111111111,
      "grad_norm": 3.169827938079834,
      "learning_rate": 9.5e-06,
      "loss": 0.7273025512695312,
      "loss_sft": 0.7273025512695312,
      "step": 38,
      "token_acc": 0.7802168738428987
    },
    {
      "epoch": 0.13866666666666666,
      "grad_norm": 3.1556618213653564,
      "learning_rate": 9.75e-06,
      "loss": 0.7065205574035645,
      "loss_sft": 0.7065205574035645,
      "step": 39,
      "token_acc": 0.7777777777777778
    },
    {
      "epoch": 0.14222222222222222,
      "grad_norm": 3.0242624282836914,
      "learning_rate": 1e-05,
      "loss": 0.7049899101257324,
      "loss_sft": 0.7049899101257324,
      "step": 40,
      "token_acc": 0.779655201989879
    },
    {
      "epoch": 0.14577777777777778,
      "grad_norm": 2.929504156112671,
      "learning_rate": 9.99996201876164e-06,
      "loss": 0.6805373430252075,
      "loss_sft": 0.6805373430252075,
      "step": 41,
      "token_acc": 0.7831908093633929
    },
    {
      "epoch": 0.14933333333333335,
      "grad_norm": 2.932039260864258,
      "learning_rate": 9.999848075623584e-06,
      "loss": 0.682405948638916,
      "loss_sft": 0.682405948638916,
      "step": 42,
      "token_acc": 0.7857377049180327
    },
    {
      "epoch": 0.15288888888888888,
      "grad_norm": 3.1063575744628906,
      "learning_rate": 9.999658172316915e-06,
      "loss": 0.7183451652526855,
      "loss_sft": 0.7183451652526855,
      "step": 43,
      "token_acc": 0.7745383036935705
    },
    {
      "epoch": 0.15644444444444444,
      "grad_norm": 2.843851327896118,
      "learning_rate": 9.999392311726738e-06,
      "loss": 0.7445192337036133,
      "loss_sft": 0.7445192337036133,
      "step": 44,
      "token_acc": 0.7745705545532983
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.0106942653656006,
      "learning_rate": 9.99905049789214e-06,
      "loss": 0.68509840965271,
      "loss_sft": 0.68509840965271,
      "step": 45,
      "token_acc": 0.7884892086330936
    },
    {
      "epoch": 0.16355555555555557,
      "grad_norm": 3.096278429031372,
      "learning_rate": 9.998632736006124e-06,
      "loss": 0.715805172920227,
      "loss_sft": 0.715805172920227,
      "step": 46,
      "token_acc": 0.7725052980742652
    },
    {
      "epoch": 0.1671111111111111,
      "grad_norm": 3.3879644870758057,
      "learning_rate": 9.998139032415534e-06,
      "loss": 0.7081700563430786,
      "loss_sft": 0.7081700563430786,
      "step": 47,
      "token_acc": 0.7791487326637972
    },
    {
      "epoch": 0.17066666666666666,
      "grad_norm": 2.87184739112854,
      "learning_rate": 9.997569394620965e-06,
      "loss": 0.6777009963989258,
      "loss_sft": 0.6777009963989258,
      "step": 48,
      "token_acc": 0.7897079493987194
    },
    {
      "epoch": 0.17422222222222222,
      "grad_norm": 2.78963303565979,
      "learning_rate": 9.996923831276632e-06,
      "loss": 0.6779929399490356,
      "loss_sft": 0.6779929399490356,
      "step": 49,
      "token_acc": 0.78765469363115
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 3.3255178928375244,
      "learning_rate": 9.996202352190256e-06,
      "loss": 0.6960651874542236,
      "loss_sft": 0.6960651874542236,
      "step": 50,
      "token_acc": 0.7835450575625248
    },
    {
      "epoch": 0.18133333333333335,
      "grad_norm": 2.92441463470459,
      "learning_rate": 9.995404968322902e-06,
      "loss": 0.7173489332199097,
      "loss_sft": 0.7173489332199097,
      "step": 51,
      "token_acc": 0.7745397571484528
    },
    {
      "epoch": 0.18488888888888888,
      "grad_norm": 3.020625352859497,
      "learning_rate": 9.994531691788822e-06,
      "loss": 0.6965892314910889,
      "loss_sft": 0.6965892314910889,
      "step": 52,
      "token_acc": 0.7825315107402805
    },
    {
      "epoch": 0.18844444444444444,
      "grad_norm": 2.9826860427856445,
      "learning_rate": 9.993582535855265e-06,
      "loss": 0.713363528251648,
      "loss_sft": 0.713363528251648,
      "step": 53,
      "token_acc": 0.7815787293961732
    },
    {
      "epoch": 0.192,
      "grad_norm": 2.809161424636841,
      "learning_rate": 9.992557514942278e-06,
      "loss": 0.7220005989074707,
      "loss_sft": 0.7220005989074707,
      "step": 54,
      "token_acc": 0.7764980804540144
    },
    {
      "epoch": 0.19555555555555557,
      "grad_norm": 3.1863672733306885,
      "learning_rate": 9.991456644622489e-06,
      "loss": 0.679796576499939,
      "loss_sft": 0.679796576499939,
      "step": 55,
      "token_acc": 0.7857801454768979
    },
    {
      "epoch": 0.1991111111111111,
      "grad_norm": 2.885704517364502,
      "learning_rate": 9.990279941620861e-06,
      "loss": 0.6900360584259033,
      "loss_sft": 0.6900360584259033,
      "step": 56,
      "token_acc": 0.7835435537120122
    },
    {
      "epoch": 0.20266666666666666,
      "grad_norm": 2.9646353721618652,
      "learning_rate": 9.989027423814454e-06,
      "loss": 0.7243561148643494,
      "loss_sft": 0.7243561148643494,
      "step": 57,
      "token_acc": 0.7800967167218121
    },
    {
      "epoch": 0.20622222222222222,
      "grad_norm": 2.882827043533325,
      "learning_rate": 9.987699110232134e-06,
      "loss": 0.7041727304458618,
      "loss_sft": 0.7041727304458618,
      "step": 58,
      "token_acc": 0.7825457641549596
    },
    {
      "epoch": 0.20977777777777779,
      "grad_norm": 2.8598296642303467,
      "learning_rate": 9.986295021054302e-06,
      "loss": 0.6763432025909424,
      "loss_sft": 0.6763432025909424,
      "step": 59,
      "token_acc": 0.7891812865497077
    },
    {
      "epoch": 0.21333333333333335,
      "grad_norm": 2.9331629276275635,
      "learning_rate": 9.984815177612574e-06,
      "loss": 0.7196650505065918,
      "loss_sft": 0.7196650505065918,
      "step": 60,
      "token_acc": 0.7770166741775575
    },
    {
      "epoch": 0.21688888888888888,
      "grad_norm": 3.2758922576904297,
      "learning_rate": 9.983259602389469e-06,
      "loss": 0.7686915397644043,
      "loss_sft": 0.7686915397644043,
      "step": 61,
      "token_acc": 0.7664570642562389
    },
    {
      "epoch": 0.22044444444444444,
      "grad_norm": 2.8715407848358154,
      "learning_rate": 9.98162831901805e-06,
      "loss": 0.7245374917984009,
      "loss_sft": 0.7245374917984009,
      "step": 62,
      "token_acc": 0.7736781165573138
    },
    {
      "epoch": 0.224,
      "grad_norm": 2.851677179336548,
      "learning_rate": 9.979921352281585e-06,
      "loss": 0.7776187658309937,
      "loss_sft": 0.7776187658309937,
      "step": 63,
      "token_acc": 0.7628883291351806
    },
    {
      "epoch": 0.22755555555555557,
      "grad_norm": 2.7196009159088135,
      "learning_rate": 9.97813872811316e-06,
      "loss": 0.6830098628997803,
      "loss_sft": 0.6830098628997803,
      "step": 64,
      "token_acc": 0.7848438382697119
    },
    {
      "epoch": 0.2311111111111111,
      "grad_norm": 2.8247342109680176,
      "learning_rate": 9.976280473595284e-06,
      "loss": 0.7009365558624268,
      "loss_sft": 0.7009365558624268,
      "step": 65,
      "token_acc": 0.7779255319148937
    },
    {
      "epoch": 0.23466666666666666,
      "grad_norm": 2.90975284576416,
      "learning_rate": 9.974346616959476e-06,
      "loss": 0.7488187551498413,
      "loss_sft": 0.7488187551498413,
      "step": 66,
      "token_acc": 0.7765746255188594
    },
    {
      "epoch": 0.23822222222222222,
      "grad_norm": 2.9256434440612793,
      "learning_rate": 9.972337187585848e-06,
      "loss": 0.7200894951820374,
      "loss_sft": 0.7200894951820374,
      "step": 67,
      "token_acc": 0.7783229650398669
    },
    {
      "epoch": 0.24177777777777779,
      "grad_norm": 2.661224126815796,
      "learning_rate": 9.970252216002647e-06,
      "loss": 0.6481496095657349,
      "loss_sft": 0.6481496095657349,
      "step": 68,
      "token_acc": 0.7919801641586868
    },
    {
      "epoch": 0.24533333333333332,
      "grad_norm": 3.053274393081665,
      "learning_rate": 9.96809173388579e-06,
      "loss": 0.687166690826416,
      "loss_sft": 0.687166690826416,
      "step": 69,
      "token_acc": 0.782608695652174
    },
    {
      "epoch": 0.24888888888888888,
      "grad_norm": 2.7737700939178467,
      "learning_rate": 9.965855774058395e-06,
      "loss": 0.7297186851501465,
      "loss_sft": 0.7297186851501465,
      "step": 70,
      "token_acc": 0.7711130531500755
    },
    {
      "epoch": 0.25244444444444447,
      "grad_norm": 2.7967190742492676,
      "learning_rate": 9.96354437049027e-06,
      "loss": 0.7507911920547485,
      "loss_sft": 0.7507911920547485,
      "step": 71,
      "token_acc": 0.7683655812490169
    },
    {
      "epoch": 0.256,
      "grad_norm": 2.726029396057129,
      "learning_rate": 9.961157558297404e-06,
      "loss": 0.6940373182296753,
      "loss_sft": 0.6940373182296753,
      "step": 72,
      "token_acc": 0.7858455148174774
    },
    {
      "epoch": 0.25955555555555554,
      "grad_norm": 2.61533522605896,
      "learning_rate": 9.958695373741428e-06,
      "loss": 0.6708918809890747,
      "loss_sft": 0.6708918809890747,
      "step": 73,
      "token_acc": 0.7878378378378378
    },
    {
      "epoch": 0.26311111111111113,
      "grad_norm": 2.7534961700439453,
      "learning_rate": 9.956157854229072e-06,
      "loss": 0.6960492134094238,
      "loss_sft": 0.6960492134094238,
      "step": 74,
      "token_acc": 0.785272021794766
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 2.840034008026123,
      "learning_rate": 9.953545038311587e-06,
      "loss": 0.715815544128418,
      "loss_sft": 0.715815544128418,
      "step": 75,
      "token_acc": 0.7733375206092487
    },
    {
      "epoch": 0.2702222222222222,
      "grad_norm": 2.6020922660827637,
      "learning_rate": 9.950856965684167e-06,
      "loss": 0.7033058404922485,
      "loss_sft": 0.7033058404922485,
      "step": 76,
      "token_acc": 0.7797749170107684
    },
    {
      "epoch": 0.2737777777777778,
      "grad_norm": 2.9179458618164062,
      "learning_rate": 9.948093677185345e-06,
      "loss": 0.6346369981765747,
      "loss_sft": 0.6346369981765747,
      "step": 77,
      "token_acc": 0.8030289611194756
    },
    {
      "epoch": 0.2773333333333333,
      "grad_norm": 2.746721029281616,
      "learning_rate": 9.945255214796366e-06,
      "loss": 0.7272379398345947,
      "loss_sft": 0.7272379398345947,
      "step": 78,
      "token_acc": 0.7738116591928251
    },
    {
      "epoch": 0.2808888888888889,
      "grad_norm": 2.651792526245117,
      "learning_rate": 9.942341621640558e-06,
      "loss": 0.7153597474098206,
      "loss_sft": 0.7153597474098206,
      "step": 79,
      "token_acc": 0.7756030211971088
    },
    {
      "epoch": 0.28444444444444444,
      "grad_norm": 2.5762507915496826,
      "learning_rate": 9.939352941982671e-06,
      "loss": 0.6582008600234985,
      "loss_sft": 0.6582008600234985,
      "step": 80,
      "token_acc": 0.7950414681489324
    },
    {
      "epoch": 0.288,
      "grad_norm": 2.8364334106445312,
      "learning_rate": 9.936289221228207e-06,
      "loss": 0.7426301836967468,
      "loss_sft": 0.7426301836967468,
      "step": 81,
      "token_acc": 0.773031479798397
    },
    {
      "epoch": 0.29155555555555557,
      "grad_norm": 3.6501643657684326,
      "learning_rate": 9.93315050592273e-06,
      "loss": 0.6809162497520447,
      "loss_sft": 0.6809162497520447,
      "step": 82,
      "token_acc": 0.781474233529028
    },
    {
      "epoch": 0.2951111111111111,
      "grad_norm": 2.858762741088867,
      "learning_rate": 9.929936843751158e-06,
      "loss": 0.7804771661758423,
      "loss_sft": 0.7804771661758423,
      "step": 83,
      "token_acc": 0.7633874969983191
    },
    {
      "epoch": 0.2986666666666667,
      "grad_norm": 2.646768093109131,
      "learning_rate": 9.926648283537037e-06,
      "loss": 0.638466477394104,
      "loss_sft": 0.638466477394104,
      "step": 84,
      "token_acc": 0.7972034280559315
    },
    {
      "epoch": 0.3022222222222222,
      "grad_norm": 2.800022840499878,
      "learning_rate": 9.923284875241802e-06,
      "loss": 0.7209073305130005,
      "loss_sft": 0.7209073305130005,
      "step": 85,
      "token_acc": 0.7787384716732543
    },
    {
      "epoch": 0.30577777777777776,
      "grad_norm": 2.8740427494049072,
      "learning_rate": 9.91984666996402e-06,
      "loss": 0.7440860867500305,
      "loss_sft": 0.7440860867500305,
      "step": 86,
      "token_acc": 0.7676341685272472
    },
    {
      "epoch": 0.30933333333333335,
      "grad_norm": 2.6979970932006836,
      "learning_rate": 9.916333719938608e-06,
      "loss": 0.6785644292831421,
      "loss_sft": 0.6785644292831421,
      "step": 87,
      "token_acc": 0.7824585053500717
    },
    {
      "epoch": 0.3128888888888889,
      "grad_norm": 2.7537035942077637,
      "learning_rate": 9.912746078536044e-06,
      "loss": 0.7008656859397888,
      "loss_sft": 0.7008656859397888,
      "step": 88,
      "token_acc": 0.7769502156017248
    },
    {
      "epoch": 0.3164444444444444,
      "grad_norm": 2.941513776779175,
      "learning_rate": 9.90908380026155e-06,
      "loss": 0.7292702198028564,
      "loss_sft": 0.7292702198028564,
      "step": 89,
      "token_acc": 0.7737024837532271
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.751066207885742,
      "learning_rate": 9.905346940754274e-06,
      "loss": 0.6675152778625488,
      "loss_sft": 0.6675152778625488,
      "step": 90,
      "token_acc": 0.7913983820373122
    },
    {
      "epoch": 0.32355555555555554,
      "grad_norm": 2.794391393661499,
      "learning_rate": 9.90153555678644e-06,
      "loss": 0.7140490412712097,
      "loss_sft": 0.7140490412712097,
      "step": 91,
      "token_acc": 0.7780052102716785
    },
    {
      "epoch": 0.32711111111111113,
      "grad_norm": 2.6754798889160156,
      "learning_rate": 9.897649706262474e-06,
      "loss": 0.7217727899551392,
      "loss_sft": 0.7217727899551392,
      "step": 92,
      "token_acc": 0.7711235614778922
    },
    {
      "epoch": 0.33066666666666666,
      "grad_norm": 2.7083091735839844,
      "learning_rate": 9.893689448218146e-06,
      "loss": 0.7184185981750488,
      "loss_sft": 0.7184185981750488,
      "step": 93,
      "token_acc": 0.7753658144396205
    },
    {
      "epoch": 0.3342222222222222,
      "grad_norm": 2.773177146911621,
      "learning_rate": 9.889654842819658e-06,
      "loss": 0.7029861211776733,
      "loss_sft": 0.7029861211776733,
      "step": 94,
      "token_acc": 0.7819624217118998
    },
    {
      "epoch": 0.3377777777777778,
      "grad_norm": 2.678514003753662,
      "learning_rate": 9.885545951362733e-06,
      "loss": 0.7449573874473572,
      "loss_sft": 0.7449573874473572,
      "step": 95,
      "token_acc": 0.7711228100457409
    },
    {
      "epoch": 0.3413333333333333,
      "grad_norm": 2.6051416397094727,
      "learning_rate": 9.881362836271686e-06,
      "loss": 0.7303364276885986,
      "loss_sft": 0.7303364276885986,
      "step": 96,
      "token_acc": 0.7723043694965941
    },
    {
      "epoch": 0.3448888888888889,
      "grad_norm": 2.4825963973999023,
      "learning_rate": 9.877105561098473e-06,
      "loss": 0.6764535903930664,
      "loss_sft": 0.6764535903930664,
      "step": 97,
      "token_acc": 0.7857082237121277
    },
    {
      "epoch": 0.34844444444444445,
      "grad_norm": 2.871222734451294,
      "learning_rate": 9.872774190521727e-06,
      "loss": 0.6929079294204712,
      "loss_sft": 0.6929079294204712,
      "step": 98,
      "token_acc": 0.7845616198992702
    },
    {
      "epoch": 0.352,
      "grad_norm": 2.690645456314087,
      "learning_rate": 9.868368790345777e-06,
      "loss": 0.7150665521621704,
      "loss_sft": 0.7150665521621704,
      "step": 99,
      "token_acc": 0.779269406392694
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 2.6626179218292236,
      "learning_rate": 9.863889427499641e-06,
      "loss": 0.6892983913421631,
      "loss_sft": 0.6892983913421631,
      "step": 100,
      "token_acc": 0.7853627986042766
    },
    {
      "epoch": 0.3591111111111111,
      "grad_norm": 2.556544780731201,
      "learning_rate": 9.859336170036022e-06,
      "loss": 0.6494540572166443,
      "loss_sft": 0.6494540572166443,
      "step": 101,
      "token_acc": 0.7939301198673808
    },
    {
      "epoch": 0.3626666666666667,
      "grad_norm": 2.7808449268341064,
      "learning_rate": 9.854709087130261e-06,
      "loss": 0.6291214227676392,
      "loss_sft": 0.6291214227676392,
      "step": 102,
      "token_acc": 0.7956445453607184
    },
    {
      "epoch": 0.3662222222222222,
      "grad_norm": 3.608428716659546,
      "learning_rate": 9.850008249079295e-06,
      "loss": 0.6827514171600342,
      "loss_sft": 0.6827514171600342,
      "step": 103,
      "token_acc": 0.7874181971712054
    },
    {
      "epoch": 0.36977777777777776,
      "grad_norm": 2.705186128616333,
      "learning_rate": 9.84523372730058e-06,
      "loss": 0.7219416499137878,
      "loss_sft": 0.7219416499137878,
      "step": 104,
      "token_acc": 0.7723319441927885
    },
    {
      "epoch": 0.37333333333333335,
      "grad_norm": 2.686668872833252,
      "learning_rate": 9.840385594331022e-06,
      "loss": 0.7731634378433228,
      "loss_sft": 0.7731634378433228,
      "step": 105,
      "token_acc": 0.7657402641962601
    },
    {
      "epoch": 0.3768888888888889,
      "grad_norm": 2.5533599853515625,
      "learning_rate": 9.835463923825854e-06,
      "loss": 0.6954440474510193,
      "loss_sft": 0.6954440474510193,
      "step": 106,
      "token_acc": 0.7838794664910258
    },
    {
      "epoch": 0.3804444444444444,
      "grad_norm": 2.5891125202178955,
      "learning_rate": 9.830468790557536e-06,
      "loss": 0.7229180335998535,
      "loss_sft": 0.7229180335998535,
      "step": 107,
      "token_acc": 0.7756319933692499
    },
    {
      "epoch": 0.384,
      "grad_norm": 2.5785398483276367,
      "learning_rate": 9.825400270414602e-06,
      "loss": 0.6533997654914856,
      "loss_sft": 0.6533997654914856,
      "step": 108,
      "token_acc": 0.7918129735723526
    },
    {
      "epoch": 0.38755555555555554,
      "grad_norm": 2.687422275543213,
      "learning_rate": 9.820258440400525e-06,
      "loss": 0.73026442527771,
      "loss_sft": 0.73026442527771,
      "step": 109,
      "token_acc": 0.77734218737499
    },
    {
      "epoch": 0.39111111111111113,
      "grad_norm": 2.475904703140259,
      "learning_rate": 9.81504337863253e-06,
      "loss": 0.6653067469596863,
      "loss_sft": 0.6653067469596863,
      "step": 110,
      "token_acc": 0.7945595445200063
    },
    {
      "epoch": 0.39466666666666667,
      "grad_norm": 2.6080358028411865,
      "learning_rate": 9.809755164340423e-06,
      "loss": 0.6671175956726074,
      "loss_sft": 0.6671175956726074,
      "step": 111,
      "token_acc": 0.7899939826356056
    },
    {
      "epoch": 0.3982222222222222,
      "grad_norm": 2.6111488342285156,
      "learning_rate": 9.804393877865373e-06,
      "loss": 0.6714032888412476,
      "loss_sft": 0.6714032888412476,
      "step": 112,
      "token_acc": 0.7879980324643384
    },
    {
      "epoch": 0.4017777777777778,
      "grad_norm": 2.9746458530426025,
      "learning_rate": 9.798959600658697e-06,
      "loss": 0.669405460357666,
      "loss_sft": 0.669405460357666,
      "step": 113,
      "token_acc": 0.7869058860560277
    },
    {
      "epoch": 0.4053333333333333,
      "grad_norm": 2.8806583881378174,
      "learning_rate": 9.79345241528063e-06,
      "loss": 0.6186861991882324,
      "loss_sft": 0.6186861991882324,
      "step": 114,
      "token_acc": 0.8051972685887708
    },
    {
      "epoch": 0.4088888888888889,
      "grad_norm": 2.623242139816284,
      "learning_rate": 9.787872405399059e-06,
      "loss": 0.7119215726852417,
      "loss_sft": 0.7119215726852417,
      "step": 115,
      "token_acc": 0.7780878717805597
    },
    {
      "epoch": 0.41244444444444445,
      "grad_norm": 2.5655598640441895,
      "learning_rate": 9.782219655788257e-06,
      "loss": 0.6823458671569824,
      "loss_sft": 0.6823458671569824,
      "step": 116,
      "token_acc": 0.788184562311341
    },
    {
      "epoch": 0.416,
      "grad_norm": 2.529388666152954,
      "learning_rate": 9.776494252327597e-06,
      "loss": 0.6849380731582642,
      "loss_sft": 0.6849380731582642,
      "step": 117,
      "token_acc": 0.7850586638997525
    },
    {
      "epoch": 0.41955555555555557,
      "grad_norm": 2.6127710342407227,
      "learning_rate": 9.770696282000245e-06,
      "loss": 0.72218257188797,
      "loss_sft": 0.72218257188797,
      "step": 118,
      "token_acc": 0.7739019121529722
    },
    {
      "epoch": 0.4231111111111111,
      "grad_norm": 2.6820690631866455,
      "learning_rate": 9.764825832891837e-06,
      "loss": 0.7707358598709106,
      "loss_sft": 0.7707358598709106,
      "step": 119,
      "token_acc": 0.7634275069854083
    },
    {
      "epoch": 0.4266666666666667,
      "grad_norm": 2.744143009185791,
      "learning_rate": 9.758882994189145e-06,
      "loss": 0.7200894951820374,
      "loss_sft": 0.7200894951820374,
      "step": 120,
      "token_acc": 0.7773874683440896
    },
    {
      "epoch": 0.43022222222222223,
      "grad_norm": 2.542837619781494,
      "learning_rate": 9.752867856178719e-06,
      "loss": 0.7230944037437439,
      "loss_sft": 0.7230944037437439,
      "step": 121,
      "token_acc": 0.7701384905351143
    },
    {
      "epoch": 0.43377777777777776,
      "grad_norm": 2.661562442779541,
      "learning_rate": 9.746780510245512e-06,
      "loss": 0.7357878088951111,
      "loss_sft": 0.7357878088951111,
      "step": 122,
      "token_acc": 0.7716910808702435
    },
    {
      "epoch": 0.43733333333333335,
      "grad_norm": 2.6383490562438965,
      "learning_rate": 9.740621048871501e-06,
      "loss": 0.695819616317749,
      "loss_sft": 0.695819616317749,
      "step": 123,
      "token_acc": 0.7731165124124211
    },
    {
      "epoch": 0.4408888888888889,
      "grad_norm": 2.3929450511932373,
      "learning_rate": 9.734389565634277e-06,
      "loss": 0.6874669194221497,
      "loss_sft": 0.6874669194221497,
      "step": 124,
      "token_acc": 0.782498463429625
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 2.6036064624786377,
      "learning_rate": 9.728086155205614e-06,
      "loss": 0.7236413359642029,
      "loss_sft": 0.7236413359642029,
      "step": 125,
      "token_acc": 0.7763242894056848
    },
    {
      "epoch": 0.448,
      "grad_norm": 2.6495859622955322,
      "learning_rate": 9.721710913350048e-06,
      "loss": 0.6864535808563232,
      "loss_sft": 0.6864535808563232,
      "step": 126,
      "token_acc": 0.785387718511878
    },
    {
      "epoch": 0.45155555555555554,
      "grad_norm": 2.7903456687927246,
      "learning_rate": 9.715263936923413e-06,
      "loss": 0.7277321219444275,
      "loss_sft": 0.7277321219444275,
      "step": 127,
      "token_acc": 0.7750682990994637
    },
    {
      "epoch": 0.45511111111111113,
      "grad_norm": 2.548948049545288,
      "learning_rate": 9.708745323871369e-06,
      "loss": 0.7505121231079102,
      "loss_sft": 0.7505121231079102,
      "step": 128,
      "token_acc": 0.7673134328358209
    },
    {
      "epoch": 0.45866666666666667,
      "grad_norm": 2.751535177230835,
      "learning_rate": 9.702155173227911e-06,
      "loss": 0.6837215423583984,
      "loss_sft": 0.6837215423583984,
      "step": 129,
      "token_acc": 0.7892829153605015
    },
    {
      "epoch": 0.4622222222222222,
      "grad_norm": 2.6494717597961426,
      "learning_rate": 9.695493585113873e-06,
      "loss": 0.71864914894104,
      "loss_sft": 0.71864914894104,
      "step": 130,
      "token_acc": 0.7745743861750364
    },
    {
      "epoch": 0.4657777777777778,
      "grad_norm": 2.5881118774414062,
      "learning_rate": 9.688760660735403e-06,
      "loss": 0.7104394435882568,
      "loss_sft": 0.7104394435882568,
      "step": 131,
      "token_acc": 0.7815147194498029
    },
    {
      "epoch": 0.4693333333333333,
      "grad_norm": 2.616727113723755,
      "learning_rate": 9.681956502382423e-06,
      "loss": 0.6837850213050842,
      "loss_sft": 0.6837850213050842,
      "step": 132,
      "token_acc": 0.7794079119727535
    },
    {
      "epoch": 0.4728888888888889,
      "grad_norm": 2.5975899696350098,
      "learning_rate": 9.675081213427076e-06,
      "loss": 0.7327243089675903,
      "loss_sft": 0.7327243089675903,
      "step": 133,
      "token_acc": 0.7750108084738435
    },
    {
      "epoch": 0.47644444444444445,
      "grad_norm": 2.5211424827575684,
      "learning_rate": 9.668134898322157e-06,
      "loss": 0.7089502811431885,
      "loss_sft": 0.7089502811431885,
      "step": 134,
      "token_acc": 0.7770884306186648
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.2994611263275146,
      "learning_rate": 9.661117662599527e-06,
      "loss": 0.6976265907287598,
      "loss_sft": 0.6976265907287598,
      "step": 135,
      "token_acc": 0.7797433755979045
    },
    {
      "epoch": 0.48355555555555557,
      "grad_norm": 2.6480202674865723,
      "learning_rate": 9.654029612868507e-06,
      "loss": 0.6763089895248413,
      "loss_sft": 0.6763089895248413,
      "step": 136,
      "token_acc": 0.7934881189914746
    },
    {
      "epoch": 0.4871111111111111,
      "grad_norm": 2.634500503540039,
      "learning_rate": 9.646870856814259e-06,
      "loss": 0.6808346509933472,
      "loss_sft": 0.6808346509933472,
      "step": 137,
      "token_acc": 0.7906399411548364
    },
    {
      "epoch": 0.49066666666666664,
      "grad_norm": 2.327711582183838,
      "learning_rate": 9.639641503196152e-06,
      "loss": 0.6726034283638,
      "loss_sft": 0.6726034283638,
      "step": 138,
      "token_acc": 0.7888091822094692
    },
    {
      "epoch": 0.49422222222222223,
      "grad_norm": 2.6230361461639404,
      "learning_rate": 9.632341661846107e-06,
      "loss": 0.6638027429580688,
      "loss_sft": 0.6638027429580688,
      "step": 139,
      "token_acc": 0.7867574663603545
    },
    {
      "epoch": 0.49777777777777776,
      "grad_norm": 2.687469720840454,
      "learning_rate": 9.62497144366693e-06,
      "loss": 0.7731108069419861,
      "loss_sft": 0.7731108069419861,
      "step": 140,
      "token_acc": 0.767282626629269
    },
    {
      "epoch": 0.5013333333333333,
      "grad_norm": 2.6626806259155273,
      "learning_rate": 9.617530960630624e-06,
      "loss": 0.6771551370620728,
      "loss_sft": 0.6771551370620728,
      "step": 141,
      "token_acc": 0.7875042329834067
    },
    {
      "epoch": 0.5048888888888889,
      "grad_norm": 2.50445294380188,
      "learning_rate": 9.610020325776694e-06,
      "loss": 0.718071699142456,
      "loss_sft": 0.718071699142456,
      "step": 142,
      "token_acc": 0.7773518607251237
    },
    {
      "epoch": 0.5084444444444445,
      "grad_norm": 2.5697379112243652,
      "learning_rate": 9.602439653210426e-06,
      "loss": 0.6578627228736877,
      "loss_sft": 0.6578627228736877,
      "step": 143,
      "token_acc": 0.78983238165408
    },
    {
      "epoch": 0.512,
      "grad_norm": 2.3699545860290527,
      "learning_rate": 9.594789058101154e-06,
      "loss": 0.7090039253234863,
      "loss_sft": 0.7090039253234863,
      "step": 144,
      "token_acc": 0.7785146911390453
    },
    {
      "epoch": 0.5155555555555555,
      "grad_norm": 2.567875385284424,
      "learning_rate": 9.587068656680506e-06,
      "loss": 0.7191736698150635,
      "loss_sft": 0.7191736698150635,
      "step": 145,
      "token_acc": 0.777732060566162
    },
    {
      "epoch": 0.5191111111111111,
      "grad_norm": 2.458695650100708,
      "learning_rate": 9.579278566240646e-06,
      "loss": 0.7034208178520203,
      "loss_sft": 0.7034208178520203,
      "step": 146,
      "token_acc": 0.7787663107947805
    },
    {
      "epoch": 0.5226666666666666,
      "grad_norm": 2.5565261840820312,
      "learning_rate": 9.571418905132486e-06,
      "loss": 0.6433157920837402,
      "loss_sft": 0.6433157920837402,
      "step": 147,
      "token_acc": 0.7952660019788416
    },
    {
      "epoch": 0.5262222222222223,
      "grad_norm": 2.815246820449829,
      "learning_rate": 9.56348979276389e-06,
      "loss": 0.6981197595596313,
      "loss_sft": 0.6981197595596313,
      "step": 148,
      "token_acc": 0.781129900076864
    },
    {
      "epoch": 0.5297777777777778,
      "grad_norm": 2.486645460128784,
      "learning_rate": 9.555491349597862e-06,
      "loss": 0.6674407720565796,
      "loss_sft": 0.6674407720565796,
      "step": 149,
      "token_acc": 0.7885185517922918
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 2.4752683639526367,
      "learning_rate": 9.547423697150714e-06,
      "loss": 0.7166387438774109,
      "loss_sft": 0.7166387438774109,
      "step": 150,
      "token_acc": 0.776538690729548
    },
    {
      "epoch": 0.5368888888888889,
      "grad_norm": 2.585681915283203,
      "learning_rate": 9.539286957990215e-06,
      "loss": 0.6843577027320862,
      "loss_sft": 0.6843577027320862,
      "step": 151,
      "token_acc": 0.7843465984293656
    },
    {
      "epoch": 0.5404444444444444,
      "grad_norm": 2.6828017234802246,
      "learning_rate": 9.53108125573374e-06,
      "loss": 0.6408119201660156,
      "loss_sft": 0.6408119201660156,
      "step": 152,
      "token_acc": 0.7987977672820953
    },
    {
      "epoch": 0.544,
      "grad_norm": 2.652644395828247,
      "learning_rate": 9.52280671504638e-06,
      "loss": 0.7688158750534058,
      "loss_sft": 0.7688158750534058,
      "step": 153,
      "token_acc": 0.7628647631000941
    },
    {
      "epoch": 0.5475555555555556,
      "grad_norm": 2.4523842334747314,
      "learning_rate": 9.514463461639055e-06,
      "loss": 0.7413673400878906,
      "loss_sft": 0.7413673400878906,
      "step": 154,
      "token_acc": 0.7717408648476145
    },
    {
      "epoch": 0.5511111111111111,
      "grad_norm": 2.545041799545288,
      "learning_rate": 9.506051622266608e-06,
      "loss": 0.6747776865959167,
      "loss_sft": 0.6747776865959167,
      "step": 155,
      "token_acc": 0.783630822812364
    },
    {
      "epoch": 0.5546666666666666,
      "grad_norm": 2.5072643756866455,
      "learning_rate": 9.497571324725865e-06,
      "loss": 0.699935793876648,
      "loss_sft": 0.699935793876648,
      "step": 156,
      "token_acc": 0.7836349331235248
    },
    {
      "epoch": 0.5582222222222222,
      "grad_norm": 2.595186233520508,
      "learning_rate": 9.48902269785371e-06,
      "loss": 0.7426058053970337,
      "loss_sft": 0.7426058053970337,
      "step": 157,
      "token_acc": 0.7736556566140099
    },
    {
      "epoch": 0.5617777777777778,
      "grad_norm": 2.281616687774658,
      "learning_rate": 9.480405871525114e-06,
      "loss": 0.6568068861961365,
      "loss_sft": 0.6568068861961365,
      "step": 158,
      "token_acc": 0.7934681181959564
    },
    {
      "epoch": 0.5653333333333334,
      "grad_norm": 2.5341670513153076,
      "learning_rate": 9.471720976651173e-06,
      "loss": 0.6928246021270752,
      "loss_sft": 0.6928246021270752,
      "step": 159,
      "token_acc": 0.7863994518670777
    },
    {
      "epoch": 0.5688888888888889,
      "grad_norm": 2.514219045639038,
      "learning_rate": 9.462968145177112e-06,
      "loss": 0.6754301190376282,
      "loss_sft": 0.6754301190376282,
      "step": 160,
      "token_acc": 0.786493083807974
    },
    {
      "epoch": 0.5724444444444444,
      "grad_norm": 2.5935070514678955,
      "learning_rate": 9.45414751008028e-06,
      "loss": 0.6447234749794006,
      "loss_sft": 0.6447234749794006,
      "step": 161,
      "token_acc": 0.7986577181208053
    },
    {
      "epoch": 0.576,
      "grad_norm": 2.6350297927856445,
      "learning_rate": 9.445259205368138e-06,
      "loss": 0.6928178071975708,
      "loss_sft": 0.6928178071975708,
      "step": 162,
      "token_acc": 0.7820536540240518
    },
    {
      "epoch": 0.5795555555555556,
      "grad_norm": 2.571714162826538,
      "learning_rate": 9.436303366076213e-06,
      "loss": 0.6620484590530396,
      "loss_sft": 0.6620484590530396,
      "step": 163,
      "token_acc": 0.7907332950411641
    },
    {
      "epoch": 0.5831111111111111,
      "grad_norm": 2.7014997005462646,
      "learning_rate": 9.427280128266049e-06,
      "loss": 0.7167201042175293,
      "loss_sft": 0.7167201042175293,
      "step": 164,
      "token_acc": 0.775840597758406
    },
    {
      "epoch": 0.5866666666666667,
      "grad_norm": 2.6021246910095215,
      "learning_rate": 9.418189629023149e-06,
      "loss": 0.6921790838241577,
      "loss_sft": 0.6921790838241577,
      "step": 165,
      "token_acc": 0.7815003641660597
    },
    {
      "epoch": 0.5902222222222222,
      "grad_norm": 2.6259853839874268,
      "learning_rate": 9.409032006454877e-06,
      "loss": 0.7029939889907837,
      "loss_sft": 0.7029939889907837,
      "step": 166,
      "token_acc": 0.7819206984357948
    },
    {
      "epoch": 0.5937777777777777,
      "grad_norm": 2.5497219562530518,
      "learning_rate": 9.399807399688371e-06,
      "loss": 0.6558828353881836,
      "loss_sft": 0.6558828353881836,
      "step": 167,
      "token_acc": 0.7927570711075865
    },
    {
      "epoch": 0.5973333333333334,
      "grad_norm": 2.485089063644409,
      "learning_rate": 9.39051594886843e-06,
      "loss": 0.672088623046875,
      "loss_sft": 0.672088623046875,
      "step": 168,
      "token_acc": 0.7892642377078175
    },
    {
      "epoch": 0.6008888888888889,
      "grad_norm": 2.646801710128784,
      "learning_rate": 9.381157795155374e-06,
      "loss": 0.7501546144485474,
      "loss_sft": 0.7501546144485474,
      "step": 169,
      "token_acc": 0.7674605298367675
    },
    {
      "epoch": 0.6044444444444445,
      "grad_norm": 2.616356134414673,
      "learning_rate": 9.371733080722911e-06,
      "loss": 0.6904166340827942,
      "loss_sft": 0.6904166340827942,
      "step": 170,
      "token_acc": 0.78276578448198
    },
    {
      "epoch": 0.608,
      "grad_norm": 2.3303658962249756,
      "learning_rate": 9.36224194875597e-06,
      "loss": 0.7005062699317932,
      "loss_sft": 0.7005062699317932,
      "step": 171,
      "token_acc": 0.7807158733808538
    },
    {
      "epoch": 0.6115555555555555,
      "grad_norm": 2.5834107398986816,
      "learning_rate": 9.352684543448532e-06,
      "loss": 0.7180582284927368,
      "loss_sft": 0.7180582284927368,
      "step": 172,
      "token_acc": 0.7741369221767115
    },
    {
      "epoch": 0.6151111111111112,
      "grad_norm": 2.429469347000122,
      "learning_rate": 9.343061010001428e-06,
      "loss": 0.723564863204956,
      "loss_sft": 0.723564863204956,
      "step": 173,
      "token_acc": 0.7741130191391179
    },
    {
      "epoch": 0.6186666666666667,
      "grad_norm": 2.840566396713257,
      "learning_rate": 9.33337149462015e-06,
      "loss": 0.6241236925125122,
      "loss_sft": 0.6241236925125122,
      "step": 174,
      "token_acc": 0.7985352243664264
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 2.5669333934783936,
      "learning_rate": 9.323616144512612e-06,
      "loss": 0.7139682769775391,
      "loss_sft": 0.7139682769775391,
      "step": 175,
      "token_acc": 0.7798687089715536
    },
    {
      "epoch": 0.6257777777777778,
      "grad_norm": 2.7283575534820557,
      "learning_rate": 9.313795107886925e-06,
      "loss": 0.6741291284561157,
      "loss_sft": 0.6741291284561157,
      "step": 176,
      "token_acc": 0.7888552281281557
    },
    {
      "epoch": 0.6293333333333333,
      "grad_norm": 2.3858468532562256,
      "learning_rate": 9.303908533949146e-06,
      "loss": 0.6403597593307495,
      "loss_sft": 0.6403597593307495,
      "step": 177,
      "token_acc": 0.7966946266921352
    },
    {
      "epoch": 0.6328888888888888,
      "grad_norm": 2.345357894897461,
      "learning_rate": 9.293956572900999e-06,
      "loss": 0.7029950022697449,
      "loss_sft": 0.7029950022697449,
      "step": 178,
      "token_acc": 0.7785564120532585
    },
    {
      "epoch": 0.6364444444444445,
      "grad_norm": 2.474229097366333,
      "learning_rate": 9.283939375937609e-06,
      "loss": 0.6470286250114441,
      "loss_sft": 0.6470286250114441,
      "step": 179,
      "token_acc": 0.7962058752901625
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.503234386444092,
      "learning_rate": 9.273857095245192e-06,
      "loss": 0.6736735105514526,
      "loss_sft": 0.6736735105514526,
      "step": 180,
      "token_acc": 0.7822236798950476
    },
    {
      "epoch": 0.6435555555555555,
      "grad_norm": 2.5394506454467773,
      "learning_rate": 9.263709883998753e-06,
      "loss": 0.6427879333496094,
      "loss_sft": 0.6427879333496094,
      "step": 181,
      "token_acc": 0.7960655737704918
    },
    {
      "epoch": 0.6471111111111111,
      "grad_norm": 2.533243417739868,
      "learning_rate": 9.253497896359749e-06,
      "loss": 0.7394431233406067,
      "loss_sft": 0.7394431233406067,
      "step": 182,
      "token_acc": 0.7661367249602544
    },
    {
      "epoch": 0.6506666666666666,
      "grad_norm": 2.489903450012207,
      "learning_rate": 9.243221287473755e-06,
      "loss": 0.6519032120704651,
      "loss_sft": 0.6519032120704651,
      "step": 183,
      "token_acc": 0.7911711711711712
    },
    {
      "epoch": 0.6542222222222223,
      "grad_norm": 2.3369150161743164,
      "learning_rate": 9.232880213468106e-06,
      "loss": 0.666367769241333,
      "loss_sft": 0.666367769241333,
      "step": 184,
      "token_acc": 0.7876486382815496
    },
    {
      "epoch": 0.6577777777777778,
      "grad_norm": 2.498046875,
      "learning_rate": 9.222474831449519e-06,
      "loss": 0.7021216154098511,
      "loss_sft": 0.7021216154098511,
      "step": 185,
      "token_acc": 0.7798767309693428
    },
    {
      "epoch": 0.6613333333333333,
      "grad_norm": 2.734269618988037,
      "learning_rate": 9.212005299501712e-06,
      "loss": 0.679713249206543,
      "loss_sft": 0.679713249206543,
      "step": 186,
      "token_acc": 0.7882374871842669
    },
    {
      "epoch": 0.6648888888888889,
      "grad_norm": 2.6301252841949463,
      "learning_rate": 9.201471776682999e-06,
      "loss": 0.6619753837585449,
      "loss_sft": 0.6619753837585449,
      "step": 187,
      "token_acc": 0.790052606408417
    },
    {
      "epoch": 0.6684444444444444,
      "grad_norm": 2.7517828941345215,
      "learning_rate": 9.19087442302388e-06,
      "loss": 0.6709531545639038,
      "loss_sft": 0.6709531545639038,
      "step": 188,
      "token_acc": 0.7872744539411206
    },
    {
      "epoch": 0.672,
      "grad_norm": 2.5251734256744385,
      "learning_rate": 9.180213399524599e-06,
      "loss": 0.6628526449203491,
      "loss_sft": 0.6628526449203491,
      "step": 189,
      "token_acc": 0.7883199464524766
    },
    {
      "epoch": 0.6755555555555556,
      "grad_norm": 2.489914655685425,
      "learning_rate": 9.169488868152704e-06,
      "loss": 0.6828216314315796,
      "loss_sft": 0.6828216314315796,
      "step": 190,
      "token_acc": 0.7839811734155644
    },
    {
      "epoch": 0.6791111111111111,
      "grad_norm": 2.675612688064575,
      "learning_rate": 9.15870099184059e-06,
      "loss": 0.6962224245071411,
      "loss_sft": 0.6962224245071411,
      "step": 191,
      "token_acc": 0.782114403365858
    },
    {
      "epoch": 0.6826666666666666,
      "grad_norm": 2.5126285552978516,
      "learning_rate": 9.147849934483019e-06,
      "loss": 0.6784244179725647,
      "loss_sft": 0.6784244179725647,
      "step": 192,
      "token_acc": 0.7871374527112232
    },
    {
      "epoch": 0.6862222222222222,
      "grad_norm": 2.372910261154175,
      "learning_rate": 9.136935860934628e-06,
      "loss": 0.6575683355331421,
      "loss_sft": 0.6575683355331421,
      "step": 193,
      "token_acc": 0.7935674989420228
    },
    {
      "epoch": 0.6897777777777778,
      "grad_norm": 2.3778316974639893,
      "learning_rate": 9.125958937007427e-06,
      "loss": 0.6807299256324768,
      "loss_sft": 0.6807299256324768,
      "step": 194,
      "token_acc": 0.7886637797711105
    },
    {
      "epoch": 0.6933333333333334,
      "grad_norm": 2.543238639831543,
      "learning_rate": 9.114919329468283e-06,
      "loss": 0.6765571236610413,
      "loss_sft": 0.6765571236610413,
      "step": 195,
      "token_acc": 0.7888258402444347
    },
    {
      "epoch": 0.6968888888888889,
      "grad_norm": 2.76015567779541,
      "learning_rate": 9.103817206036383e-06,
      "loss": 0.7136564254760742,
      "loss_sft": 0.7136564254760742,
      "step": 196,
      "token_acc": 0.779906103286385
    },
    {
      "epoch": 0.7004444444444444,
      "grad_norm": 2.7252256870269775,
      "learning_rate": 9.092652735380683e-06,
      "loss": 0.6603894233703613,
      "loss_sft": 0.6603894233703613,
      "step": 197,
      "token_acc": 0.7899476247358265
    },
    {
      "epoch": 0.704,
      "grad_norm": 2.811830997467041,
      "learning_rate": 9.081426087117356e-06,
      "loss": 0.7277945876121521,
      "loss_sft": 0.7277945876121521,
      "step": 198,
      "token_acc": 0.777927927927928
    },
    {
      "epoch": 0.7075555555555556,
      "grad_norm": 2.5671072006225586,
      "learning_rate": 9.0701374318072e-06,
      "loss": 0.7158607244491577,
      "loss_sft": 0.7158607244491577,
      "step": 199,
      "token_acc": 0.7807679684936003
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 2.7316253185272217,
      "learning_rate": 9.058786940953057e-06,
      "loss": 0.7203642129898071,
      "loss_sft": 0.7203642129898071,
      "step": 200,
      "token_acc": 0.771410803127221
    },
    {
      "epoch": 0.7146666666666667,
      "grad_norm": 2.6067488193511963,
      "learning_rate": 9.04737478699721e-06,
      "loss": 0.709173858165741,
      "loss_sft": 0.709173858165741,
      "step": 201,
      "token_acc": 0.7760461511968314
    },
    {
      "epoch": 0.7182222222222222,
      "grad_norm": 2.428915023803711,
      "learning_rate": 9.035901143318753e-06,
      "loss": 0.6437892913818359,
      "loss_sft": 0.6437892913818359,
      "step": 202,
      "token_acc": 0.7929373996789727
    },
    {
      "epoch": 0.7217777777777777,
      "grad_norm": 2.53688645362854,
      "learning_rate": 9.024366184230964e-06,
      "loss": 0.7296491265296936,
      "loss_sft": 0.7296491265296936,
      "step": 203,
      "token_acc": 0.7743366681165724
    },
    {
      "epoch": 0.7253333333333334,
      "grad_norm": 2.4642114639282227,
      "learning_rate": 9.012770084978657e-06,
      "loss": 0.6877669095993042,
      "loss_sft": 0.6877669095993042,
      "step": 204,
      "token_acc": 0.7817484008528784
    },
    {
      "epoch": 0.7288888888888889,
      "grad_norm": 2.520726442337036,
      "learning_rate": 9.001113021735512e-06,
      "loss": 0.6411060094833374,
      "loss_sft": 0.6411060094833374,
      "step": 205,
      "token_acc": 0.798235347078419
    },
    {
      "epoch": 0.7324444444444445,
      "grad_norm": 2.683303117752075,
      "learning_rate": 8.989395171601413e-06,
      "loss": 0.7191975712776184,
      "loss_sft": 0.7191975712776184,
      "step": 206,
      "token_acc": 0.7790291601187358
    },
    {
      "epoch": 0.736,
      "grad_norm": 2.530151605606079,
      "learning_rate": 8.97761671259974e-06,
      "loss": 0.6858580112457275,
      "loss_sft": 0.6858580112457275,
      "step": 207,
      "token_acc": 0.7843207767688574
    },
    {
      "epoch": 0.7395555555555555,
      "grad_norm": 2.556028127670288,
      "learning_rate": 8.965777823674679e-06,
      "loss": 0.6540775299072266,
      "loss_sft": 0.6540775299072266,
      "step": 208,
      "token_acc": 0.7965488907148727
    },
    {
      "epoch": 0.7431111111111111,
      "grad_norm": 2.5358355045318604,
      "learning_rate": 8.953878684688492e-06,
      "loss": 0.6654298305511475,
      "loss_sft": 0.6654298305511475,
      "step": 209,
      "token_acc": 0.7853901592668386
    },
    {
      "epoch": 0.7466666666666667,
      "grad_norm": 2.5297691822052,
      "learning_rate": 8.941919476418797e-06,
      "loss": 0.6690406203269958,
      "loss_sft": 0.6690406203269958,
      "step": 210,
      "token_acc": 0.7922668688400303
    },
    {
      "epoch": 0.7502222222222222,
      "grad_norm": 2.7297613620758057,
      "learning_rate": 8.929900380555805e-06,
      "loss": 0.763491153717041,
      "loss_sft": 0.763491153717041,
      "step": 211,
      "token_acc": 0.7688363245389133
    },
    {
      "epoch": 0.7537777777777778,
      "grad_norm": 2.8712141513824463,
      "learning_rate": 8.917821579699578e-06,
      "loss": 0.7024750113487244,
      "loss_sft": 0.7024750113487244,
      "step": 212,
      "token_acc": 0.7766816143497758
    },
    {
      "epoch": 0.7573333333333333,
      "grad_norm": 2.30037522315979,
      "learning_rate": 8.905683257357238e-06,
      "loss": 0.674483597278595,
      "loss_sft": 0.674483597278595,
      "step": 213,
      "token_acc": 0.7871611331099604
    },
    {
      "epoch": 0.7608888888888888,
      "grad_norm": 2.575424909591675,
      "learning_rate": 8.893485597940195e-06,
      "loss": 0.668804407119751,
      "loss_sft": 0.668804407119751,
      "step": 214,
      "token_acc": 0.7899144689950107
    },
    {
      "epoch": 0.7644444444444445,
      "grad_norm": 2.8385753631591797,
      "learning_rate": 8.881228786761329e-06,
      "loss": 0.7176224589347839,
      "loss_sft": 0.7176224589347839,
      "step": 215,
      "token_acc": 0.7743912143880312
    },
    {
      "epoch": 0.768,
      "grad_norm": 2.399359703063965,
      "learning_rate": 8.868913010032188e-06,
      "loss": 0.6282802820205688,
      "loss_sft": 0.6282802820205688,
      "step": 216,
      "token_acc": 0.7978705425046476
    },
    {
      "epoch": 0.7715555555555556,
      "grad_norm": 2.6174166202545166,
      "learning_rate": 8.856538454860155e-06,
      "loss": 0.7392973899841309,
      "loss_sft": 0.7392973899841309,
      "step": 217,
      "token_acc": 0.7734328358208955
    },
    {
      "epoch": 0.7751111111111111,
      "grad_norm": 2.5575881004333496,
      "learning_rate": 8.8441053092456e-06,
      "loss": 0.7398823499679565,
      "loss_sft": 0.7398823499679565,
      "step": 218,
      "token_acc": 0.7702180028129395
    },
    {
      "epoch": 0.7786666666666666,
      "grad_norm": 2.433011293411255,
      "learning_rate": 8.831613762079026e-06,
      "loss": 0.6455325484275818,
      "loss_sft": 0.6455325484275818,
      "step": 219,
      "token_acc": 0.797568009977395
    },
    {
      "epoch": 0.7822222222222223,
      "grad_norm": 2.456592321395874,
      "learning_rate": 8.819064003138211e-06,
      "loss": 0.6836599111557007,
      "loss_sft": 0.6836599111557007,
      "step": 220,
      "token_acc": 0.7874347959496778
    },
    {
      "epoch": 0.7857777777777778,
      "grad_norm": 2.5440144538879395,
      "learning_rate": 8.806456223085308e-06,
      "loss": 0.6766096353530884,
      "loss_sft": 0.6766096353530884,
      "step": 221,
      "token_acc": 0.7898030554021719
    },
    {
      "epoch": 0.7893333333333333,
      "grad_norm": 2.5348002910614014,
      "learning_rate": 8.793790613463956e-06,
      "loss": 0.6729533672332764,
      "loss_sft": 0.6729533672332764,
      "step": 222,
      "token_acc": 0.7868811468578096
    },
    {
      "epoch": 0.7928888888888889,
      "grad_norm": 2.6501808166503906,
      "learning_rate": 8.781067366696368e-06,
      "loss": 0.6886971592903137,
      "loss_sft": 0.6886971592903137,
      "step": 223,
      "token_acc": 0.7857977528089888
    },
    {
      "epoch": 0.7964444444444444,
      "grad_norm": 2.446477174758911,
      "learning_rate": 8.768286676080415e-06,
      "loss": 0.6379653215408325,
      "loss_sft": 0.6379653215408325,
      "step": 224,
      "token_acc": 0.7950165815183293
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.5404648780822754,
      "learning_rate": 8.75544873578668e-06,
      "loss": 0.6643590927124023,
      "loss_sft": 0.6643590927124023,
      "step": 225,
      "token_acc": 0.7900611873656358
    },
    {
      "epoch": 0.8035555555555556,
      "grad_norm": 2.3945586681365967,
      "learning_rate": 8.742553740855507e-06,
      "loss": 0.6230128407478333,
      "loss_sft": 0.6230128407478333,
      "step": 226,
      "token_acc": 0.8015783540022547
    },
    {
      "epoch": 0.8071111111111111,
      "grad_norm": 2.5670764446258545,
      "learning_rate": 8.729601887194048e-06,
      "loss": 0.7258001565933228,
      "loss_sft": 0.7258001565933228,
      "step": 227,
      "token_acc": 0.7744393833216539
    },
    {
      "epoch": 0.8106666666666666,
      "grad_norm": 2.578752279281616,
      "learning_rate": 8.71659337157328e-06,
      "loss": 0.6670640707015991,
      "loss_sft": 0.6670640707015991,
      "step": 228,
      "token_acc": 0.7867372623904175
    },
    {
      "epoch": 0.8142222222222222,
      "grad_norm": 2.6314897537231445,
      "learning_rate": 8.70352839162502e-06,
      "loss": 0.6822625398635864,
      "loss_sft": 0.6822625398635864,
      "step": 229,
      "token_acc": 0.7871383203952012
    },
    {
      "epoch": 0.8177777777777778,
      "grad_norm": 2.5298144817352295,
      "learning_rate": 8.690407145838909e-06,
      "loss": 0.7157070636749268,
      "loss_sft": 0.7157070636749268,
      "step": 230,
      "token_acc": 0.7746970253396989
    },
    {
      "epoch": 0.8213333333333334,
      "grad_norm": 2.2555112838745117,
      "learning_rate": 8.677229833559413e-06,
      "loss": 0.6939213275909424,
      "loss_sft": 0.6939213275909424,
      "step": 231,
      "token_acc": 0.7837013904379507
    },
    {
      "epoch": 0.8248888888888889,
      "grad_norm": 2.3058218955993652,
      "learning_rate": 8.663996654982791e-06,
      "loss": 0.7002938985824585,
      "loss_sft": 0.7002938985824585,
      "step": 232,
      "token_acc": 0.7825442633179939
    },
    {
      "epoch": 0.8284444444444444,
      "grad_norm": 2.2887587547302246,
      "learning_rate": 8.650707811154045e-06,
      "loss": 0.6238073110580444,
      "loss_sft": 0.6238073110580444,
      "step": 233,
      "token_acc": 0.8007479561662898
    },
    {
      "epoch": 0.832,
      "grad_norm": 2.471907138824463,
      "learning_rate": 8.637363503963873e-06,
      "loss": 0.7511302828788757,
      "loss_sft": 0.7511302828788757,
      "step": 234,
      "token_acc": 0.7642256902761104
    },
    {
      "epoch": 0.8355555555555556,
      "grad_norm": 2.371619939804077,
      "learning_rate": 8.6239639361456e-06,
      "loss": 0.7046500444412231,
      "loss_sft": 0.7046500444412231,
      "step": 235,
      "token_acc": 0.7786012773003232
    },
    {
      "epoch": 0.8391111111111111,
      "grad_norm": 2.411160945892334,
      "learning_rate": 8.610509311272099e-06,
      "loss": 0.6829012036323547,
      "loss_sft": 0.6829012036323547,
      "step": 236,
      "token_acc": 0.784978026368358
    },
    {
      "epoch": 0.8426666666666667,
      "grad_norm": 2.6158106327056885,
      "learning_rate": 8.596999833752694e-06,
      "loss": 0.6653611063957214,
      "loss_sft": 0.6653611063957214,
      "step": 237,
      "token_acc": 0.7922825878287579
    },
    {
      "epoch": 0.8462222222222222,
      "grad_norm": 2.3500356674194336,
      "learning_rate": 8.583435708830058e-06,
      "loss": 0.7233660221099854,
      "loss_sft": 0.7233660221099854,
      "step": 238,
      "token_acc": 0.7756333830104322
    },
    {
      "epoch": 0.8497777777777777,
      "grad_norm": 2.690075397491455,
      "learning_rate": 8.569817142577099e-06,
      "loss": 0.68476402759552,
      "loss_sft": 0.68476402759552,
      "step": 239,
      "token_acc": 0.7839506172839507
    },
    {
      "epoch": 0.8533333333333334,
      "grad_norm": 2.2535135746002197,
      "learning_rate": 8.556144341893819e-06,
      "loss": 0.6368871331214905,
      "loss_sft": 0.6368871331214905,
      "step": 240,
      "token_acc": 0.7993680884676145
    },
    {
      "epoch": 0.8568888888888889,
      "grad_norm": 2.300875663757324,
      "learning_rate": 8.54241751450418e-06,
      "loss": 0.7263578176498413,
      "loss_sft": 0.7263578176498413,
      "step": 241,
      "token_acc": 0.7760888629055832
    },
    {
      "epoch": 0.8604444444444445,
      "grad_norm": 2.47619366645813,
      "learning_rate": 8.528636868952944e-06,
      "loss": 0.6952390670776367,
      "loss_sft": 0.6952390670776367,
      "step": 242,
      "token_acc": 0.7814606222878774
    },
    {
      "epoch": 0.864,
      "grad_norm": 2.4331600666046143,
      "learning_rate": 8.514802614602503e-06,
      "loss": 0.7081923484802246,
      "loss_sft": 0.7081923484802246,
      "step": 243,
      "token_acc": 0.7771939906411625
    },
    {
      "epoch": 0.8675555555555555,
      "grad_norm": 2.4349710941314697,
      "learning_rate": 8.5009149616297e-06,
      "loss": 0.7285066246986389,
      "loss_sft": 0.7285066246986389,
      "step": 244,
      "token_acc": 0.77128
    },
    {
      "epoch": 0.8711111111111111,
      "grad_norm": 2.5287394523620605,
      "learning_rate": 8.486974121022642e-06,
      "loss": 0.6719340682029724,
      "loss_sft": 0.6719340682029724,
      "step": 245,
      "token_acc": 0.7888494502640464
    },
    {
      "epoch": 0.8746666666666667,
      "grad_norm": 2.5344700813293457,
      "learning_rate": 8.472980304577483e-06,
      "loss": 0.7082866430282593,
      "loss_sft": 0.7082866430282593,
      "step": 246,
      "token_acc": 0.7771880819366853
    },
    {
      "epoch": 0.8782222222222222,
      "grad_norm": 2.4744646549224854,
      "learning_rate": 8.458933724895216e-06,
      "loss": 0.6877163648605347,
      "loss_sft": 0.6877163648605347,
      "step": 247,
      "token_acc": 0.7891390273242825
    },
    {
      "epoch": 0.8817777777777778,
      "grad_norm": 2.526578903198242,
      "learning_rate": 8.444834595378434e-06,
      "loss": 0.6795492172241211,
      "loss_sft": 0.6795492172241211,
      "step": 248,
      "token_acc": 0.7854313759256071
    },
    {
      "epoch": 0.8853333333333333,
      "grad_norm": 2.557000160217285,
      "learning_rate": 8.4306831302281e-06,
      "loss": 0.6654568910598755,
      "loss_sft": 0.6654568910598755,
      "step": 249,
      "token_acc": 0.7897387741164419
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 2.4727110862731934,
      "learning_rate": 8.416479544440279e-06,
      "loss": 0.6629625558853149,
      "loss_sft": 0.6629625558853149,
      "step": 250,
      "token_acc": 0.7905514639841925
    },
    {
      "epoch": 0.8924444444444445,
      "grad_norm": 2.6091437339782715,
      "learning_rate": 8.402224053802884e-06,
      "loss": 0.6646929979324341,
      "loss_sft": 0.6646929979324341,
      "step": 251,
      "token_acc": 0.7899270457941461
    },
    {
      "epoch": 0.896,
      "grad_norm": 2.429840564727783,
      "learning_rate": 8.38791687489239e-06,
      "loss": 0.6530863642692566,
      "loss_sft": 0.6530863642692566,
      "step": 252,
      "token_acc": 0.7912244045131634
    },
    {
      "epoch": 0.8995555555555556,
      "grad_norm": 2.3686275482177734,
      "learning_rate": 8.373558225070546e-06,
      "loss": 0.7298341393470764,
      "loss_sft": 0.7298341393470764,
      "step": 253,
      "token_acc": 0.77202154626109
    },
    {
      "epoch": 0.9031111111111111,
      "grad_norm": 2.402869939804077,
      "learning_rate": 8.359148322481073e-06,
      "loss": 0.6822713613510132,
      "loss_sft": 0.6822713613510132,
      "step": 254,
      "token_acc": 0.7850531960903037
    },
    {
      "epoch": 0.9066666666666666,
      "grad_norm": 2.6632466316223145,
      "learning_rate": 8.344687386046348e-06,
      "loss": 0.6570214629173279,
      "loss_sft": 0.6570214629173279,
      "step": 255,
      "token_acc": 0.7910495301799649
    },
    {
      "epoch": 0.9102222222222223,
      "grad_norm": 2.571784257888794,
      "learning_rate": 8.330175635464082e-06,
      "loss": 0.6397949457168579,
      "loss_sft": 0.6397949457168579,
      "step": 256,
      "token_acc": 0.7965891768292683
    },
    {
      "epoch": 0.9137777777777778,
      "grad_norm": 2.5593502521514893,
      "learning_rate": 8.315613291203977e-06,
      "loss": 0.6897088885307312,
      "loss_sft": 0.6897088885307312,
      "step": 257,
      "token_acc": 0.7862378201258946
    },
    {
      "epoch": 0.9173333333333333,
      "grad_norm": 2.330904960632324,
      "learning_rate": 8.30100057450438e-06,
      "loss": 0.661052942276001,
      "loss_sft": 0.661052942276001,
      "step": 258,
      "token_acc": 0.7922600370102181
    },
    {
      "epoch": 0.9208888888888889,
      "grad_norm": 2.5684080123901367,
      "learning_rate": 8.286337707368922e-06,
      "loss": 0.7451004385948181,
      "loss_sft": 0.7451004385948181,
      "step": 259,
      "token_acc": 0.7741195741195741
    },
    {
      "epoch": 0.9244444444444444,
      "grad_norm": 2.4791767597198486,
      "learning_rate": 8.271624912563143e-06,
      "loss": 0.6460379362106323,
      "loss_sft": 0.6460379362106323,
      "step": 260,
      "token_acc": 0.7945180777206744
    },
    {
      "epoch": 0.928,
      "grad_norm": 2.327636957168579,
      "learning_rate": 8.256862413611113e-06,
      "loss": 0.6593332290649414,
      "loss_sft": 0.6593332290649414,
      "step": 261,
      "token_acc": 0.78983023179889
    },
    {
      "epoch": 0.9315555555555556,
      "grad_norm": 2.414180040359497,
      "learning_rate": 8.242050434792022e-06,
      "loss": 0.6383700966835022,
      "loss_sft": 0.6383700966835022,
      "step": 262,
      "token_acc": 0.7902780335113239
    },
    {
      "epoch": 0.9351111111111111,
      "grad_norm": 2.501138210296631,
      "learning_rate": 8.227189201136796e-06,
      "loss": 0.6696315407752991,
      "loss_sft": 0.6696315407752991,
      "step": 263,
      "token_acc": 0.7905369949274095
    },
    {
      "epoch": 0.9386666666666666,
      "grad_norm": 2.500870943069458,
      "learning_rate": 8.212278938424654e-06,
      "loss": 0.6867767572402954,
      "loss_sft": 0.6867767572402954,
      "step": 264,
      "token_acc": 0.7837143803843605
    },
    {
      "epoch": 0.9422222222222222,
      "grad_norm": 2.25700044631958,
      "learning_rate": 8.197319873179694e-06,
      "loss": 0.6714178323745728,
      "loss_sft": 0.6714178323745728,
      "step": 265,
      "token_acc": 0.7876513317191284
    },
    {
      "epoch": 0.9457777777777778,
      "grad_norm": 2.3075528144836426,
      "learning_rate": 8.182312232667446e-06,
      "loss": 0.6783133745193481,
      "loss_sft": 0.6783133745193481,
      "step": 266,
      "token_acc": 0.7897855295001251
    },
    {
      "epoch": 0.9493333333333334,
      "grad_norm": 2.477632999420166,
      "learning_rate": 8.167256244891416e-06,
      "loss": 0.6760266423225403,
      "loss_sft": 0.6760266423225403,
      "step": 267,
      "token_acc": 0.7865006316549359
    },
    {
      "epoch": 0.9528888888888889,
      "grad_norm": 2.432343006134033,
      "learning_rate": 8.152152138589633e-06,
      "loss": 0.6625715494155884,
      "loss_sft": 0.6625715494155884,
      "step": 268,
      "token_acc": 0.788118478626725
    },
    {
      "epoch": 0.9564444444444444,
      "grad_norm": 2.4262497425079346,
      "learning_rate": 8.137000143231156e-06,
      "loss": 0.6649436354637146,
      "loss_sft": 0.6649436354637146,
      "step": 269,
      "token_acc": 0.7894128334296804
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.2512545585632324,
      "learning_rate": 8.121800489012608e-06,
      "loss": 0.6265535354614258,
      "loss_sft": 0.6265535354614258,
      "step": 270,
      "token_acc": 0.802741935483871
    },
    {
      "epoch": 0.9635555555555556,
      "grad_norm": 2.538525342941284,
      "learning_rate": 8.106553406854664e-06,
      "loss": 0.6871274709701538,
      "loss_sft": 0.6871274709701538,
      "step": 271,
      "token_acc": 0.7819657638833079
    },
    {
      "epoch": 0.9671111111111111,
      "grad_norm": 2.6502013206481934,
      "learning_rate": 8.091259128398548e-06,
      "loss": 0.6586301326751709,
      "loss_sft": 0.6586301326751709,
      "step": 272,
      "token_acc": 0.7929534580252283
    },
    {
      "epoch": 0.9706666666666667,
      "grad_norm": 2.541417121887207,
      "learning_rate": 8.075917886002514e-06,
      "loss": 0.669592559337616,
      "loss_sft": 0.669592559337616,
      "step": 273,
      "token_acc": 0.7868585624946458
    },
    {
      "epoch": 0.9742222222222222,
      "grad_norm": 2.4923152923583984,
      "learning_rate": 8.060529912738316e-06,
      "loss": 0.6454874873161316,
      "loss_sft": 0.6454874873161316,
      "step": 274,
      "token_acc": 0.7938175882472964
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": 2.464840888977051,
      "learning_rate": 8.045095442387666e-06,
      "loss": 0.7100995779037476,
      "loss_sft": 0.7100995779037476,
      "step": 275,
      "token_acc": 0.7732960013999475
    },
    {
      "epoch": 0.9813333333333333,
      "grad_norm": 2.298234701156616,
      "learning_rate": 8.029614709438684e-06,
      "loss": 0.696420431137085,
      "loss_sft": 0.696420431137085,
      "step": 276,
      "token_acc": 0.7872523686477175
    },
    {
      "epoch": 0.9848888888888889,
      "grad_norm": 2.4526379108428955,
      "learning_rate": 8.014087949082333e-06,
      "loss": 0.6658641695976257,
      "loss_sft": 0.6658641695976257,
      "step": 277,
      "token_acc": 0.7910529686213521
    },
    {
      "epoch": 0.9884444444444445,
      "grad_norm": 2.463639259338379,
      "learning_rate": 7.998515397208846e-06,
      "loss": 0.668074369430542,
      "loss_sft": 0.668074369430542,
      "step": 278,
      "token_acc": 0.7867846181621231
    },
    {
      "epoch": 0.992,
      "grad_norm": 2.703293561935425,
      "learning_rate": 7.982897290404146e-06,
      "loss": 0.6501681804656982,
      "loss_sft": 0.6501681804656982,
      "step": 279,
      "token_acc": 0.7934236399388246
    },
    {
      "epoch": 0.9955555555555555,
      "grad_norm": 2.416779041290283,
      "learning_rate": 7.967233865946249e-06,
      "loss": 0.6700237989425659,
      "loss_sft": 0.6700237989425659,
      "step": 280,
      "token_acc": 0.7841176470588235
    },
    {
      "epoch": 0.9991111111111111,
      "grad_norm": 2.30338978767395,
      "learning_rate": 7.951525361801655e-06,
      "loss": 0.6401051878929138,
      "loss_sft": 0.6401051878929138,
      "step": 281,
      "token_acc": 0.7948136958710977
    },
    {
      "epoch": 1.0,
      "grad_norm": 4.242886066436768,
      "learning_rate": 7.935772016621744e-06,
      "loss": 0.6590629816055298,
      "loss_sft": 0.6590629816055298,
      "step": 282,
      "token_acc": 0.7991955445544554
    },
    {
      "epoch": 1.0035555555555555,
      "grad_norm": 2.2138984203338623,
      "learning_rate": 7.919974069739136e-06,
      "loss": 0.4501396417617798,
      "loss_sft": 0.4501396417617798,
      "step": 283,
      "token_acc": 0.8530516022002969
    },
    {
      "epoch": 1.007111111111111,
      "grad_norm": 2.2157094478607178,
      "learning_rate": 7.904131761164068e-06,
      "loss": 0.4709664285182953,
      "loss_sft": 0.4709664285182953,
      "step": 284,
      "token_acc": 0.8448854376378103
    },
    {
      "epoch": 1.0106666666666666,
      "grad_norm": 2.2698137760162354,
      "learning_rate": 7.888245331580737e-06,
      "loss": 0.4294776916503906,
      "loss_sft": 0.4294776916503906,
      "step": 285,
      "token_acc": 0.8534061277705346
    },
    {
      "epoch": 1.0142222222222221,
      "grad_norm": 2.198092460632324,
      "learning_rate": 7.872315022343654e-06,
      "loss": 0.4496222138404846,
      "loss_sft": 0.4496222138404846,
      "step": 286,
      "token_acc": 0.8473847212663455
    },
    {
      "epoch": 1.0177777777777777,
      "grad_norm": 2.236948013305664,
      "learning_rate": 7.856341075473963e-06,
      "loss": 0.44401296973228455,
      "loss_sft": 0.44401296973228455,
      "step": 287,
      "token_acc": 0.8510225669957687
    },
    {
      "epoch": 1.0213333333333334,
      "grad_norm": 2.32940936088562,
      "learning_rate": 7.84032373365578e-06,
      "loss": 0.42576032876968384,
      "loss_sft": 0.42576032876968384,
      "step": 288,
      "token_acc": 0.8546143080596031
    },
    {
      "epoch": 1.024888888888889,
      "grad_norm": 2.484039306640625,
      "learning_rate": 7.824263240232497e-06,
      "loss": 0.41227564215660095,
      "loss_sft": 0.41227564215660095,
      "step": 289,
      "token_acc": 0.8595331374469475
    },
    {
      "epoch": 1.0284444444444445,
      "grad_norm": 2.745042324066162,
      "learning_rate": 7.808159839203085e-06,
      "loss": 0.434820294380188,
      "loss_sft": 0.434820294380188,
      "step": 290,
      "token_acc": 0.8525674499564839
    },
    {
      "epoch": 1.032,
      "grad_norm": 2.948111057281494,
      "learning_rate": 7.792013775218385e-06,
      "loss": 0.4367086589336395,
      "loss_sft": 0.4367086589336395,
      "step": 291,
      "token_acc": 0.85426944971537
    },
    {
      "epoch": 1.0355555555555556,
      "grad_norm": 2.8025801181793213,
      "learning_rate": 7.775825293577407e-06,
      "loss": 0.41897547245025635,
      "loss_sft": 0.41897547245025635,
      "step": 292,
      "token_acc": 0.8541594753192958
    },
    {
      "epoch": 1.039111111111111,
      "grad_norm": 2.689270257949829,
      "learning_rate": 7.759594640223576e-06,
      "loss": 0.4060119390487671,
      "loss_sft": 0.4060119390487671,
      "step": 293,
      "token_acc": 0.8614083534691059
    },
    {
      "epoch": 1.0426666666666666,
      "grad_norm": 2.5525572299957275,
      "learning_rate": 7.743322061741024e-06,
      "loss": 0.39905354380607605,
      "loss_sft": 0.39905354380607605,
      "step": 294,
      "token_acc": 0.860615739508473
    },
    {
      "epoch": 1.0462222222222222,
      "grad_norm": 2.653327226638794,
      "learning_rate": 7.727007805350815e-06,
      "loss": 0.4240958094596863,
      "loss_sft": 0.4240958094596863,
      "step": 295,
      "token_acc": 0.8523908523908524
    },
    {
      "epoch": 1.0497777777777777,
      "grad_norm": 2.826683759689331,
      "learning_rate": 7.71065211890722e-06,
      "loss": 0.45821306109428406,
      "loss_sft": 0.45821306109428406,
      "step": 296,
      "token_acc": 0.8489945498966359
    },
    {
      "epoch": 1.0533333333333332,
      "grad_norm": 2.46380615234375,
      "learning_rate": 7.694255250893927e-06,
      "loss": 0.3980301022529602,
      "loss_sft": 0.3980301022529602,
      "step": 297,
      "token_acc": 0.8644877530901646
    },
    {
      "epoch": 1.056888888888889,
      "grad_norm": 2.4481019973754883,
      "learning_rate": 7.677817450420279e-06,
      "loss": 0.3981451392173767,
      "loss_sft": 0.3981451392173767,
      "step": 298,
      "token_acc": 0.8660332541567696
    },
    {
      "epoch": 1.0604444444444445,
      "grad_norm": 2.4818520545959473,
      "learning_rate": 7.661338967217483e-06,
      "loss": 0.4272841811180115,
      "loss_sft": 0.4272841811180115,
      "step": 299,
      "token_acc": 0.8564369310793238
    },
    {
      "epoch": 1.064,
      "grad_norm": 2.6314663887023926,
      "learning_rate": 7.644820051634813e-06,
      "loss": 0.3870023787021637,
      "loss_sft": 0.3870023787021637,
      "step": 300,
      "token_acc": 0.8716049382716049
    },
    {
      "epoch": 1.0675555555555556,
      "grad_norm": 2.5124173164367676,
      "learning_rate": 7.628260954635822e-06,
      "loss": 0.42054182291030884,
      "loss_sft": 0.42054182291030884,
      "step": 301,
      "token_acc": 0.8545139461957418
    },
    {
      "epoch": 1.0711111111111111,
      "grad_norm": 2.526641607284546,
      "learning_rate": 7.6116619277945135e-06,
      "loss": 0.457943856716156,
      "loss_sft": 0.457943856716156,
      "step": 302,
      "token_acc": 0.8472277622656562
    },
    {
      "epoch": 1.0746666666666667,
      "grad_norm": 2.6802306175231934,
      "learning_rate": 7.595023223291525e-06,
      "loss": 0.45375150442123413,
      "loss_sft": 0.45375150442123413,
      "step": 303,
      "token_acc": 0.8503710575139146
    },
    {
      "epoch": 1.0782222222222222,
      "grad_norm": 2.5229461193084717,
      "learning_rate": 7.578345093910298e-06,
      "loss": 0.40317875146865845,
      "loss_sft": 0.40317875146865845,
      "step": 304,
      "token_acc": 0.8623370110330993
    },
    {
      "epoch": 1.0817777777777777,
      "grad_norm": 2.7340550422668457,
      "learning_rate": 7.561627793033233e-06,
      "loss": 0.4202750325202942,
      "loss_sft": 0.4202750325202942,
      "step": 305,
      "token_acc": 0.8546205860255447
    },
    {
      "epoch": 1.0853333333333333,
      "grad_norm": 2.594975471496582,
      "learning_rate": 7.54487157463785e-06,
      "loss": 0.4285189211368561,
      "loss_sft": 0.4285189211368561,
      "step": 306,
      "token_acc": 0.8582362445786206
    },
    {
      "epoch": 1.0888888888888888,
      "grad_norm": 2.590012550354004,
      "learning_rate": 7.528076693292914e-06,
      "loss": 0.496899276971817,
      "loss_sft": 0.496899276971817,
      "step": 307,
      "token_acc": 0.8424388771506188
    },
    {
      "epoch": 1.0924444444444443,
      "grad_norm": 2.3477694988250732,
      "learning_rate": 7.511243404154586e-06,
      "loss": 0.42052632570266724,
      "loss_sft": 0.42052632570266724,
      "step": 308,
      "token_acc": 0.8560564484515876
    },
    {
      "epoch": 1.096,
      "grad_norm": 2.42828106880188,
      "learning_rate": 7.49437196296253e-06,
      "loss": 0.438238263130188,
      "loss_sft": 0.438238263130188,
      "step": 309,
      "token_acc": 0.848504394098202
    },
    {
      "epoch": 1.0995555555555556,
      "grad_norm": 2.396926164627075,
      "learning_rate": 7.4774626260360384e-06,
      "loss": 0.4121718406677246,
      "loss_sft": 0.4121718406677246,
      "step": 310,
      "token_acc": 0.8627187079407806
    },
    {
      "epoch": 1.1031111111111112,
      "grad_norm": 2.380232334136963,
      "learning_rate": 7.460515650270134e-06,
      "loss": 0.39349058270454407,
      "loss_sft": 0.39349058270454407,
      "step": 311,
      "token_acc": 0.8637506736123586
    },
    {
      "epoch": 1.1066666666666667,
      "grad_norm": 2.5577590465545654,
      "learning_rate": 7.443531293131667e-06,
      "loss": 0.4434744715690613,
      "loss_sft": 0.4434744715690613,
      "step": 312,
      "token_acc": 0.8480109739368998
    },
    {
      "epoch": 1.1102222222222222,
      "grad_norm": 2.4358432292938232,
      "learning_rate": 7.4265098126554065e-06,
      "loss": 0.38979750871658325,
      "loss_sft": 0.38979750871658325,
      "step": 313,
      "token_acc": 0.8669380370872908
    },
    {
      "epoch": 1.1137777777777778,
      "grad_norm": 2.611020088195801,
      "learning_rate": 7.409451467440111e-06,
      "loss": 0.38502222299575806,
      "loss_sft": 0.38502222299575806,
      "step": 314,
      "token_acc": 0.8728053062817012
    },
    {
      "epoch": 1.1173333333333333,
      "grad_norm": 2.5013318061828613,
      "learning_rate": 7.392356516644614e-06,
      "loss": 0.4162518382072449,
      "loss_sft": 0.4162518382072449,
      "step": 315,
      "token_acc": 0.8604568165596003
    },
    {
      "epoch": 1.1208888888888888,
      "grad_norm": 2.824483871459961,
      "learning_rate": 7.375225219983876e-06,
      "loss": 0.437302827835083,
      "loss_sft": 0.437302827835083,
      "step": 316,
      "token_acc": 0.8522549019607844
    },
    {
      "epoch": 1.1244444444444444,
      "grad_norm": 2.486527681350708,
      "learning_rate": 7.358057837725039e-06,
      "loss": 0.40140900015830994,
      "loss_sft": 0.40140900015830994,
      "step": 317,
      "token_acc": 0.8607391537225495
    },
    {
      "epoch": 1.1280000000000001,
      "grad_norm": 2.7907731533050537,
      "learning_rate": 7.340854630683481e-06,
      "loss": 0.4416828155517578,
      "loss_sft": 0.4416828155517578,
      "step": 318,
      "token_acc": 0.8543459174714662
    },
    {
      "epoch": 1.1315555555555556,
      "grad_norm": 2.831188440322876,
      "learning_rate": 7.323615860218844e-06,
      "loss": 0.42795419692993164,
      "loss_sft": 0.42795419692993164,
      "step": 319,
      "token_acc": 0.8543726600748776
    },
    {
      "epoch": 1.1351111111111112,
      "grad_norm": 2.6764321327209473,
      "learning_rate": 7.306341788231067e-06,
      "loss": 0.38172268867492676,
      "loss_sft": 0.38172268867492676,
      "step": 320,
      "token_acc": 0.8672308672308673
    },
    {
      "epoch": 1.1386666666666667,
      "grad_norm": 2.5762619972229004,
      "learning_rate": 7.289032677156408e-06,
      "loss": 0.42674219608306885,
      "loss_sft": 0.42674219608306885,
      "step": 321,
      "token_acc": 0.8558388157894737
    },
    {
      "epoch": 1.1422222222222222,
      "grad_norm": 2.4600794315338135,
      "learning_rate": 7.271688789963458e-06,
      "loss": 0.39713525772094727,
      "loss_sft": 0.39713525772094727,
      "step": 322,
      "token_acc": 0.863001010441226
    },
    {
      "epoch": 1.1457777777777778,
      "grad_norm": 2.352123737335205,
      "learning_rate": 7.254310390149144e-06,
      "loss": 0.4158175587654114,
      "loss_sft": 0.4158175587654114,
      "step": 323,
      "token_acc": 0.8563981042654029
    },
    {
      "epoch": 1.1493333333333333,
      "grad_norm": 2.269639730453491,
      "learning_rate": 7.236897741734721e-06,
      "loss": 0.4020949602127075,
      "loss_sft": 0.4020949602127075,
      "step": 324,
      "token_acc": 0.8586649952992792
    },
    {
      "epoch": 1.1528888888888889,
      "grad_norm": 2.375946044921875,
      "learning_rate": 7.219451109261768e-06,
      "loss": 0.3985356092453003,
      "loss_sft": 0.3985356092453003,
      "step": 325,
      "token_acc": 0.8656716417910447
    },
    {
      "epoch": 1.1564444444444444,
      "grad_norm": 2.544346809387207,
      "learning_rate": 7.201970757788172e-06,
      "loss": 0.39826709032058716,
      "loss_sft": 0.39826709032058716,
      "step": 326,
      "token_acc": 0.8638073065902578
    },
    {
      "epoch": 1.16,
      "grad_norm": 2.451446533203125,
      "learning_rate": 7.184456952884089e-06,
      "loss": 0.4372175335884094,
      "loss_sft": 0.4372175335884094,
      "step": 327,
      "token_acc": 0.8512707362915747
    },
    {
      "epoch": 1.1635555555555555,
      "grad_norm": 2.293242931365967,
      "learning_rate": 7.166909960627918e-06,
      "loss": 0.41399064660072327,
      "loss_sft": 0.41399064660072327,
      "step": 328,
      "token_acc": 0.8613854300844426
    },
    {
      "epoch": 1.1671111111111112,
      "grad_norm": 2.7794456481933594,
      "learning_rate": 7.149330047602258e-06,
      "loss": 0.40988582372665405,
      "loss_sft": 0.40988582372665405,
      "step": 329,
      "token_acc": 0.8606184418237534
    },
    {
      "epoch": 1.1706666666666667,
      "grad_norm": 2.4466676712036133,
      "learning_rate": 7.131717480889854e-06,
      "loss": 0.4078211486339569,
      "loss_sft": 0.4078211486339569,
      "step": 330,
      "token_acc": 0.8614050441562574
    },
    {
      "epoch": 1.1742222222222223,
      "grad_norm": 2.720423698425293,
      "learning_rate": 7.114072528069549e-06,
      "loss": 0.4335750937461853,
      "loss_sft": 0.4335750937461853,
      "step": 331,
      "token_acc": 0.8535999313481507
    },
    {
      "epoch": 1.1777777777777778,
      "grad_norm": 2.7224743366241455,
      "learning_rate": 7.0963954572122e-06,
      "loss": 0.3928089439868927,
      "loss_sft": 0.3928089439868927,
      "step": 332,
      "token_acc": 0.8700970054829186
    },
    {
      "epoch": 1.1813333333333333,
      "grad_norm": 2.6546199321746826,
      "learning_rate": 7.078686536876627e-06,
      "loss": 0.429890513420105,
      "loss_sft": 0.429890513420105,
      "step": 333,
      "token_acc": 0.8559940153357023
    },
    {
      "epoch": 1.1848888888888889,
      "grad_norm": 2.4845995903015137,
      "learning_rate": 7.06094603610552e-06,
      "loss": 0.39406970143318176,
      "loss_sft": 0.39406970143318176,
      "step": 334,
      "token_acc": 0.8621738028882696
    },
    {
      "epoch": 1.1884444444444444,
      "grad_norm": 2.5234382152557373,
      "learning_rate": 7.043174224421353e-06,
      "loss": 0.40051430463790894,
      "loss_sft": 0.40051430463790894,
      "step": 335,
      "token_acc": 0.8642507670619455
    },
    {
      "epoch": 1.192,
      "grad_norm": 2.4492392539978027,
      "learning_rate": 7.025371371822294e-06,
      "loss": 0.38803717494010925,
      "loss_sft": 0.38803717494010925,
      "step": 336,
      "token_acc": 0.8675429726996967
    },
    {
      "epoch": 1.1955555555555555,
      "grad_norm": 2.594224452972412,
      "learning_rate": 7.007537748778097e-06,
      "loss": 0.38358014822006226,
      "loss_sft": 0.38358014822006226,
      "step": 337,
      "token_acc": 0.8702528556087084
    },
    {
      "epoch": 1.199111111111111,
      "grad_norm": 2.5753533840179443,
      "learning_rate": 6.989673626225997e-06,
      "loss": 0.45417171716690063,
      "loss_sft": 0.45417171716690063,
      "step": 338,
      "token_acc": 0.8456000677564157
    },
    {
      "epoch": 1.2026666666666666,
      "grad_norm": 2.4565317630767822,
      "learning_rate": 6.971779275566593e-06,
      "loss": 0.3975052237510681,
      "loss_sft": 0.3975052237510681,
      "step": 339,
      "token_acc": 0.8638187817711585
    },
    {
      "epoch": 1.2062222222222223,
      "grad_norm": 2.487441062927246,
      "learning_rate": 6.953854968659726e-06,
      "loss": 0.45879364013671875,
      "loss_sft": 0.45879364013671875,
      "step": 340,
      "token_acc": 0.8462478051759676
    },
    {
      "epoch": 1.2097777777777778,
      "grad_norm": 2.475520372390747,
      "learning_rate": 6.935900977820341e-06,
      "loss": 0.4210956394672394,
      "loss_sft": 0.4210956394672394,
      "step": 341,
      "token_acc": 0.8557509505703422
    },
    {
      "epoch": 1.2133333333333334,
      "grad_norm": 2.5081546306610107,
      "learning_rate": 6.917917575814364e-06,
      "loss": 0.4148748815059662,
      "loss_sft": 0.4148748815059662,
      "step": 342,
      "token_acc": 0.8579606440071557
    },
    {
      "epoch": 1.216888888888889,
      "grad_norm": 2.473416805267334,
      "learning_rate": 6.899905035854544e-06,
      "loss": 0.4137045741081238,
      "loss_sft": 0.4137045741081238,
      "step": 343,
      "token_acc": 0.859068819564195
    },
    {
      "epoch": 1.2204444444444444,
      "grad_norm": 2.4610366821289062,
      "learning_rate": 6.881863631596313e-06,
      "loss": 0.42913228273391724,
      "loss_sft": 0.42913228273391724,
      "step": 344,
      "token_acc": 0.8575004315553254
    },
    {
      "epoch": 1.224,
      "grad_norm": 2.566910982131958,
      "learning_rate": 6.863793637133618e-06,
      "loss": 0.39146167039871216,
      "loss_sft": 0.39146167039871216,
      "step": 345,
      "token_acc": 0.8638019617001401
    },
    {
      "epoch": 1.2275555555555555,
      "grad_norm": 2.604145050048828,
      "learning_rate": 6.845695326994768e-06,
      "loss": 0.404320627450943,
      "loss_sft": 0.404320627450943,
      "step": 346,
      "token_acc": 0.8598987430167597
    },
    {
      "epoch": 1.231111111111111,
      "grad_norm": 2.621833086013794,
      "learning_rate": 6.827568976138255e-06,
      "loss": 0.4568946361541748,
      "loss_sft": 0.4568946361541748,
      "step": 347,
      "token_acc": 0.8485004726304031
    },
    {
      "epoch": 1.2346666666666666,
      "grad_norm": 2.6411187648773193,
      "learning_rate": 6.809414859948579e-06,
      "loss": 0.4159761071205139,
      "loss_sft": 0.4159761071205139,
      "step": 348,
      "token_acc": 0.8545264259549974
    },
    {
      "epoch": 1.2382222222222223,
      "grad_norm": 2.5437264442443848,
      "learning_rate": 6.791233254232066e-06,
      "loss": 0.4021328091621399,
      "loss_sft": 0.4021328091621399,
      "step": 349,
      "token_acc": 0.8650066696309471
    },
    {
      "epoch": 1.2417777777777779,
      "grad_norm": 2.5929229259490967,
      "learning_rate": 6.773024435212678e-06,
      "loss": 0.41667407751083374,
      "loss_sft": 0.41667407751083374,
      "step": 350,
      "token_acc": 0.8595477801617428
    },
    {
      "epoch": 1.2453333333333334,
      "grad_norm": 2.8552002906799316,
      "learning_rate": 6.7547886795278136e-06,
      "loss": 0.42060765624046326,
      "loss_sft": 0.42060765624046326,
      "step": 351,
      "token_acc": 0.8600875787674891
    },
    {
      "epoch": 1.248888888888889,
      "grad_norm": 2.6629345417022705,
      "learning_rate": 6.736526264224101e-06,
      "loss": 0.40468209981918335,
      "loss_sft": 0.40468209981918335,
      "step": 352,
      "token_acc": 0.8591769404410488
    },
    {
      "epoch": 1.2524444444444445,
      "grad_norm": 2.8073620796203613,
      "learning_rate": 6.718237466753206e-06,
      "loss": 0.4348441958427429,
      "loss_sft": 0.4348441958427429,
      "step": 353,
      "token_acc": 0.8536008327813003
    },
    {
      "epoch": 1.256,
      "grad_norm": 2.5660197734832764,
      "learning_rate": 6.6999225649675955e-06,
      "loss": 0.3909097909927368,
      "loss_sft": 0.3909097909927368,
      "step": 354,
      "token_acc": 0.8673011805619109
    },
    {
      "epoch": 1.2595555555555555,
      "grad_norm": 2.5229249000549316,
      "learning_rate": 6.681581837116331e-06,
      "loss": 0.3802889585494995,
      "loss_sft": 0.3802889585494995,
      "step": 355,
      "token_acc": 0.869546621043627
    },
    {
      "epoch": 1.263111111111111,
      "grad_norm": 2.6999902725219727,
      "learning_rate": 6.6632155618408335e-06,
      "loss": 0.39079833030700684,
      "loss_sft": 0.39079833030700684,
      "step": 356,
      "token_acc": 0.8669005164182013
    },
    {
      "epoch": 1.2666666666666666,
      "grad_norm": 2.5509564876556396,
      "learning_rate": 6.644824018170655e-06,
      "loss": 0.38781172037124634,
      "loss_sft": 0.38781172037124634,
      "step": 357,
      "token_acc": 0.8666841736694678
    },
    {
      "epoch": 1.2702222222222221,
      "grad_norm": 2.4422037601470947,
      "learning_rate": 6.6264074855192385e-06,
      "loss": 0.40941157937049866,
      "loss_sft": 0.40941157937049866,
      "step": 358,
      "token_acc": 0.8573615718295483
    },
    {
      "epoch": 1.2737777777777777,
      "grad_norm": 2.634253740310669,
      "learning_rate": 6.607966243679669e-06,
      "loss": 0.3848085105419159,
      "loss_sft": 0.3848085105419159,
      "step": 359,
      "token_acc": 0.8672615727830452
    },
    {
      "epoch": 1.2773333333333334,
      "grad_norm": 2.745076894760132,
      "learning_rate": 6.589500572820428e-06,
      "loss": 0.41631653904914856,
      "loss_sft": 0.41631653904914856,
      "step": 360,
      "token_acc": 0.8584496870486278
    },
    {
      "epoch": 1.280888888888889,
      "grad_norm": 2.706134557723999,
      "learning_rate": 6.571010753481135e-06,
      "loss": 0.4378548562526703,
      "loss_sft": 0.4378548562526703,
      "step": 361,
      "token_acc": 0.849137588426993
    },
    {
      "epoch": 1.2844444444444445,
      "grad_norm": 2.681750535964966,
      "learning_rate": 6.552497066568282e-06,
      "loss": 0.4098965525627136,
      "loss_sft": 0.4098965525627136,
      "step": 362,
      "token_acc": 0.8608999563128004
    },
    {
      "epoch": 1.288,
      "grad_norm": 2.974034070968628,
      "learning_rate": 6.533959793350974e-06,
      "loss": 0.3880460262298584,
      "loss_sft": 0.3880460262298584,
      "step": 363,
      "token_acc": 0.8647777883066426
    },
    {
      "epoch": 1.2915555555555556,
      "grad_norm": 2.6866214275360107,
      "learning_rate": 6.5153992154566445e-06,
      "loss": 0.4445422291755676,
      "loss_sft": 0.4445422291755676,
      "step": 364,
      "token_acc": 0.8493623804463337
    },
    {
      "epoch": 1.295111111111111,
      "grad_norm": 2.4886550903320312,
      "learning_rate": 6.496815614866792e-06,
      "loss": 0.4080396294593811,
      "loss_sft": 0.4080396294593811,
      "step": 365,
      "token_acc": 0.8576906689390712
    },
    {
      "epoch": 1.2986666666666666,
      "grad_norm": 2.5003809928894043,
      "learning_rate": 6.478209273912675e-06,
      "loss": 0.4097267687320709,
      "loss_sft": 0.4097267687320709,
      "step": 366,
      "token_acc": 0.8613749237605646
    },
    {
      "epoch": 1.3022222222222222,
      "grad_norm": 2.8297600746154785,
      "learning_rate": 6.4595804752710475e-06,
      "loss": 0.45503711700439453,
      "loss_sft": 0.45503711700439453,
      "step": 367,
      "token_acc": 0.8461068968523847
    },
    {
      "epoch": 1.3057777777777777,
      "grad_norm": 2.4269049167633057,
      "learning_rate": 6.440929501959844e-06,
      "loss": 0.37815189361572266,
      "loss_sft": 0.37815189361572266,
      "step": 368,
      "token_acc": 0.8695132365499573
    },
    {
      "epoch": 1.3093333333333335,
      "grad_norm": 2.3424901962280273,
      "learning_rate": 6.42225663733389e-06,
      "loss": 0.39403092861175537,
      "loss_sft": 0.39403092861175537,
      "step": 369,
      "token_acc": 0.8659145850120871
    },
    {
      "epoch": 1.3128888888888888,
      "grad_norm": 2.885368585586548,
      "learning_rate": 6.403562165080594e-06,
      "loss": 0.46394628286361694,
      "loss_sft": 0.46394628286361694,
      "step": 370,
      "token_acc": 0.8453311394487865
    },
    {
      "epoch": 1.3164444444444445,
      "grad_norm": 2.401287078857422,
      "learning_rate": 6.3848463692156396e-06,
      "loss": 0.4130973815917969,
      "loss_sft": 0.4130973815917969,
      "step": 371,
      "token_acc": 0.8583201267828843
    },
    {
      "epoch": 1.32,
      "grad_norm": 2.3515565395355225,
      "learning_rate": 6.366109534078667e-06,
      "loss": 0.4309059977531433,
      "loss_sft": 0.4309059977531433,
      "step": 372,
      "token_acc": 0.8521824646342386
    },
    {
      "epoch": 1.3235555555555556,
      "grad_norm": 2.8208131790161133,
      "learning_rate": 6.347351944328958e-06,
      "loss": 0.4134628176689148,
      "loss_sft": 0.4134628176689148,
      "step": 373,
      "token_acc": 0.8594173074840247
    },
    {
      "epoch": 1.3271111111111111,
      "grad_norm": 2.6971688270568848,
      "learning_rate": 6.328573884941107e-06,
      "loss": 0.3830999732017517,
      "loss_sft": 0.3830999732017517,
      "step": 374,
      "token_acc": 0.8690968548619794
    },
    {
      "epoch": 1.3306666666666667,
      "grad_norm": 2.6983463764190674,
      "learning_rate": 6.309775641200695e-06,
      "loss": 0.42556577920913696,
      "loss_sft": 0.42556577920913696,
      "step": 375,
      "token_acc": 0.8545207956600361
    },
    {
      "epoch": 1.3342222222222222,
      "grad_norm": 2.6275575160980225,
      "learning_rate": 6.290957498699949e-06,
      "loss": 0.4060342013835907,
      "loss_sft": 0.4060342013835907,
      "step": 376,
      "token_acc": 0.8579887218045112
    },
    {
      "epoch": 1.3377777777777777,
      "grad_norm": 2.5922141075134277,
      "learning_rate": 6.272119743333416e-06,
      "loss": 0.4227868318557739,
      "loss_sft": 0.4227868318557739,
      "step": 377,
      "token_acc": 0.8538151922582855
    },
    {
      "epoch": 1.3413333333333333,
      "grad_norm": 2.8110711574554443,
      "learning_rate": 6.2532626612936035e-06,
      "loss": 0.42198455333709717,
      "loss_sft": 0.42198455333709717,
      "step": 378,
      "token_acc": 0.8573806881243063
    },
    {
      "epoch": 1.3448888888888888,
      "grad_norm": 2.7193284034729004,
      "learning_rate": 6.234386539066643e-06,
      "loss": 0.4319349527359009,
      "loss_sft": 0.4319349527359009,
      "step": 379,
      "token_acc": 0.8550699146952775
    },
    {
      "epoch": 1.3484444444444446,
      "grad_norm": 2.530618190765381,
      "learning_rate": 6.215491663427936e-06,
      "loss": 0.41811901330947876,
      "loss_sft": 0.41811901330947876,
      "step": 380,
      "token_acc": 0.8571189979123174
    },
    {
      "epoch": 1.3519999999999999,
      "grad_norm": 2.4920263290405273,
      "learning_rate": 6.1965783214377895e-06,
      "loss": 0.4314779043197632,
      "loss_sft": 0.4314779043197632,
      "step": 381,
      "token_acc": 0.8536258583151901
    },
    {
      "epoch": 1.3555555555555556,
      "grad_norm": 2.3582730293273926,
      "learning_rate": 6.177646800437066e-06,
      "loss": 0.3940085172653198,
      "loss_sft": 0.3940085172653198,
      "step": 382,
      "token_acc": 0.8635511214462531
    },
    {
      "epoch": 1.3591111111111112,
      "grad_norm": 2.548499822616577,
      "learning_rate": 6.158697388042807e-06,
      "loss": 0.45402997732162476,
      "loss_sft": 0.45402997732162476,
      "step": 383,
      "token_acc": 0.8483354880413704
    },
    {
      "epoch": 1.3626666666666667,
      "grad_norm": 2.5590786933898926,
      "learning_rate": 6.139730372143877e-06,
      "loss": 0.4340314269065857,
      "loss_sft": 0.4340314269065857,
      "step": 384,
      "token_acc": 0.8588402644130199
    },
    {
      "epoch": 1.3662222222222222,
      "grad_norm": 2.5281460285186768,
      "learning_rate": 6.120746040896572e-06,
      "loss": 0.4090326428413391,
      "loss_sft": 0.4090326428413391,
      "step": 385,
      "token_acc": 0.8633485754484699
    },
    {
      "epoch": 1.3697777777777778,
      "grad_norm": 2.380821943283081,
      "learning_rate": 6.10174468272026e-06,
      "loss": 0.4123620390892029,
      "loss_sft": 0.4123620390892029,
      "step": 386,
      "token_acc": 0.8590783890419117
    },
    {
      "epoch": 1.3733333333333333,
      "grad_norm": 2.424027681350708,
      "learning_rate": 6.082726586292982e-06,
      "loss": 0.4179833233356476,
      "loss_sft": 0.4179833233356476,
      "step": 387,
      "token_acc": 0.8558508965083359
    },
    {
      "epoch": 1.3768888888888888,
      "grad_norm": 2.425776243209839,
      "learning_rate": 6.063692040547083e-06,
      "loss": 0.40507400035858154,
      "loss_sft": 0.40507400035858154,
      "step": 388,
      "token_acc": 0.8637184892024434
    },
    {
      "epoch": 1.3804444444444444,
      "grad_norm": 2.8424465656280518,
      "learning_rate": 6.044641334664812e-06,
      "loss": 0.43018680810928345,
      "loss_sft": 0.43018680810928345,
      "step": 389,
      "token_acc": 0.8571428571428571
    },
    {
      "epoch": 1.384,
      "grad_norm": 2.5185177326202393,
      "learning_rate": 6.025574758073925e-06,
      "loss": 0.42572325468063354,
      "loss_sft": 0.42572325468063354,
      "step": 390,
      "token_acc": 0.8539080258786501
    },
    {
      "epoch": 1.3875555555555557,
      "grad_norm": 2.6601829528808594,
      "learning_rate": 6.006492600443301e-06,
      "loss": 0.40511244535446167,
      "loss_sft": 0.40511244535446167,
      "step": 391,
      "token_acc": 0.8596623597095162
    },
    {
      "epoch": 1.3911111111111112,
      "grad_norm": 2.5098254680633545,
      "learning_rate": 5.98739515167853e-06,
      "loss": 0.4089931547641754,
      "loss_sft": 0.4089931547641754,
      "step": 392,
      "token_acc": 0.8614408176722717
    },
    {
      "epoch": 1.3946666666666667,
      "grad_norm": 2.4383413791656494,
      "learning_rate": 5.968282701917514e-06,
      "loss": 0.38538992404937744,
      "loss_sft": 0.38538992404937744,
      "step": 393,
      "token_acc": 0.8671276241252915
    },
    {
      "epoch": 1.3982222222222223,
      "grad_norm": 2.651482105255127,
      "learning_rate": 5.949155541526057e-06,
      "loss": 0.4013828933238983,
      "loss_sft": 0.4013828933238983,
      "step": 394,
      "token_acc": 0.8612193056731583
    },
    {
      "epoch": 1.4017777777777778,
      "grad_norm": 2.64512300491333,
      "learning_rate": 5.930013961093454e-06,
      "loss": 0.4350872337818146,
      "loss_sft": 0.4350872337818146,
      "step": 395,
      "token_acc": 0.8537820898085344
    },
    {
      "epoch": 1.4053333333333333,
      "grad_norm": 2.549133062362671,
      "learning_rate": 5.910858251428077e-06,
      "loss": 0.4118100106716156,
      "loss_sft": 0.4118100106716156,
      "step": 396,
      "token_acc": 0.8594501718213059
    },
    {
      "epoch": 1.4088888888888889,
      "grad_norm": 2.5675790309906006,
      "learning_rate": 5.891688703552953e-06,
      "loss": 0.4182038903236389,
      "loss_sft": 0.4182038903236389,
      "step": 397,
      "token_acc": 0.8572752548656163
    },
    {
      "epoch": 1.4124444444444444,
      "grad_norm": 2.535046100616455,
      "learning_rate": 5.872505608701354e-06,
      "loss": 0.42980432510375977,
      "loss_sft": 0.42980432510375977,
      "step": 398,
      "token_acc": 0.8507703476647576
    },
    {
      "epoch": 1.416,
      "grad_norm": 2.4890763759613037,
      "learning_rate": 5.853309258312356e-06,
      "loss": 0.4255669116973877,
      "loss_sft": 0.4255669116973877,
      "step": 399,
      "token_acc": 0.856291284034155
    },
    {
      "epoch": 1.4195555555555557,
      "grad_norm": 2.818023443222046,
      "learning_rate": 5.834099944026422e-06,
      "loss": 0.39693740010261536,
      "loss_sft": 0.39693740010261536,
      "step": 400,
      "token_acc": 0.8633419023136247
    },
    {
      "epoch": 1.423111111111111,
      "grad_norm": 2.809352159500122,
      "learning_rate": 5.814877957680973e-06,
      "loss": 0.43299099802970886,
      "loss_sft": 0.43299099802970886,
      "step": 401,
      "token_acc": 0.8575906383867934
    },
    {
      "epoch": 1.4266666666666667,
      "grad_norm": 2.6027867794036865,
      "learning_rate": 5.795643591305945e-06,
      "loss": 0.38124674558639526,
      "loss_sft": 0.38124674558639526,
      "step": 402,
      "token_acc": 0.8678817402990089
    },
    {
      "epoch": 1.4302222222222223,
      "grad_norm": 2.6190919876098633,
      "learning_rate": 5.776397137119362e-06,
      "loss": 0.4276387095451355,
      "loss_sft": 0.4276387095451355,
      "step": 403,
      "token_acc": 0.8545535317636606
    },
    {
      "epoch": 1.4337777777777778,
      "grad_norm": 2.648637056350708,
      "learning_rate": 5.757138887522884e-06,
      "loss": 0.435871958732605,
      "loss_sft": 0.435871958732605,
      "step": 404,
      "token_acc": 0.8525325739925792
    },
    {
      "epoch": 1.4373333333333334,
      "grad_norm": 2.671625852584839,
      "learning_rate": 5.7378691350973835e-06,
      "loss": 0.43491631746292114,
      "loss_sft": 0.43491631746292114,
      "step": 405,
      "token_acc": 0.8505598621877691
    },
    {
      "epoch": 1.4408888888888889,
      "grad_norm": 2.5949296951293945,
      "learning_rate": 5.7185881725984835e-06,
      "loss": 0.4065672755241394,
      "loss_sft": 0.4065672755241394,
      "step": 406,
      "token_acc": 0.8619768477292965
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 2.3991339206695557,
      "learning_rate": 5.699296292952117e-06,
      "loss": 0.3946964740753174,
      "loss_sft": 0.3946964740753174,
      "step": 407,
      "token_acc": 0.8631429525718103
    },
    {
      "epoch": 1.448,
      "grad_norm": 2.4032089710235596,
      "learning_rate": 5.679993789250075e-06,
      "loss": 0.3928908109664917,
      "loss_sft": 0.3928908109664917,
      "step": 408,
      "token_acc": 0.8679259830377795
    },
    {
      "epoch": 1.4515555555555555,
      "grad_norm": 2.7371256351470947,
      "learning_rate": 5.660680954745554e-06,
      "loss": 0.42835211753845215,
      "loss_sft": 0.42835211753845215,
      "step": 409,
      "token_acc": 0.8556916099773243
    },
    {
      "epoch": 1.455111111111111,
      "grad_norm": 2.531757116317749,
      "learning_rate": 5.641358082848705e-06,
      "loss": 0.4172714352607727,
      "loss_sft": 0.4172714352607727,
      "step": 410,
      "token_acc": 0.8580710488566365
    },
    {
      "epoch": 1.4586666666666668,
      "grad_norm": 2.7410199642181396,
      "learning_rate": 5.622025467122167e-06,
      "loss": 0.4458763599395752,
      "loss_sft": 0.4458763599395752,
      "step": 411,
      "token_acc": 0.8489394228931779
    },
    {
      "epoch": 1.462222222222222,
      "grad_norm": 2.4596145153045654,
      "learning_rate": 5.6026834012766155e-06,
      "loss": 0.4035305380821228,
      "loss_sft": 0.4035305380821228,
      "step": 412,
      "token_acc": 0.8620945167133213
    },
    {
      "epoch": 1.4657777777777778,
      "grad_norm": 2.424675703048706,
      "learning_rate": 5.5833321791662975e-06,
      "loss": 0.42571109533309937,
      "loss_sft": 0.42571109533309937,
      "step": 413,
      "token_acc": 0.8522911051212938
    },
    {
      "epoch": 1.4693333333333334,
      "grad_norm": 2.5882086753845215,
      "learning_rate": 5.563972094784561e-06,
      "loss": 0.4010128974914551,
      "loss_sft": 0.4010128974914551,
      "step": 414,
      "token_acc": 0.8646126760563381
    },
    {
      "epoch": 1.472888888888889,
      "grad_norm": 2.6831178665161133,
      "learning_rate": 5.544603442259401e-06,
      "loss": 0.43187621235847473,
      "loss_sft": 0.43187621235847473,
      "step": 415,
      "token_acc": 0.8560774901422938
    },
    {
      "epoch": 1.4764444444444444,
      "grad_norm": 2.6013405323028564,
      "learning_rate": 5.525226515848979e-06,
      "loss": 0.4088302254676819,
      "loss_sft": 0.4088302254676819,
      "step": 416,
      "token_acc": 0.8620597888760756
    },
    {
      "epoch": 1.48,
      "grad_norm": 2.4723379611968994,
      "learning_rate": 5.505841609937162e-06,
      "loss": 0.45564430952072144,
      "loss_sft": 0.45564430952072144,
      "step": 417,
      "token_acc": 0.848135060855909
    },
    {
      "epoch": 1.4835555555555555,
      "grad_norm": 2.615095376968384,
      "learning_rate": 5.4864490190290386e-06,
      "loss": 0.3805040121078491,
      "loss_sft": 0.3805040121078491,
      "step": 418,
      "token_acc": 0.8664813486370158
    },
    {
      "epoch": 1.487111111111111,
      "grad_norm": 2.3430473804473877,
      "learning_rate": 5.46704903774646e-06,
      "loss": 0.38684940338134766,
      "loss_sft": 0.38684940338134766,
      "step": 419,
      "token_acc": 0.869719419924338
    },
    {
      "epoch": 1.4906666666666666,
      "grad_norm": 2.3710415363311768,
      "learning_rate": 5.447641960823549e-06,
      "loss": 0.4247284531593323,
      "loss_sft": 0.4247284531593323,
      "step": 420,
      "token_acc": 0.8568615571039079
    },
    {
      "epoch": 1.4942222222222221,
      "grad_norm": 2.661945343017578,
      "learning_rate": 5.42822808310223e-06,
      "loss": 0.462540864944458,
      "loss_sft": 0.462540864944458,
      "step": 421,
      "token_acc": 0.848578545048527
    },
    {
      "epoch": 1.4977777777777779,
      "grad_norm": 2.444784641265869,
      "learning_rate": 5.4088076995277564e-06,
      "loss": 0.3804017901420593,
      "loss_sft": 0.3804017901420593,
      "step": 422,
      "token_acc": 0.8689524437484546
    },
    {
      "epoch": 1.5013333333333332,
      "grad_norm": 2.4105942249298096,
      "learning_rate": 5.389381105144208e-06,
      "loss": 0.37182724475860596,
      "loss_sft": 0.37182724475860596,
      "step": 423,
      "token_acc": 0.8741408934707904
    },
    {
      "epoch": 1.504888888888889,
      "grad_norm": 2.558210611343384,
      "learning_rate": 5.369948595090033e-06,
      "loss": 0.4048323929309845,
      "loss_sft": 0.4048323929309845,
      "step": 424,
      "token_acc": 0.8646734854445318
    },
    {
      "epoch": 1.5084444444444445,
      "grad_norm": 2.9451427459716797,
      "learning_rate": 5.350510464593548e-06,
      "loss": 0.4208036959171295,
      "loss_sft": 0.4208036959171295,
      "step": 425,
      "token_acc": 0.8575356590479464
    },
    {
      "epoch": 1.512,
      "grad_norm": 2.7623283863067627,
      "learning_rate": 5.331067008968462e-06,
      "loss": 0.4342357814311981,
      "loss_sft": 0.4342357814311981,
      "step": 426,
      "token_acc": 0.8529719365522049
    },
    {
      "epoch": 1.5155555555555555,
      "grad_norm": 2.4208507537841797,
      "learning_rate": 5.311618523609386e-06,
      "loss": 0.3929608464241028,
      "loss_sft": 0.3929608464241028,
      "step": 427,
      "token_acc": 0.8636699689486914
    },
    {
      "epoch": 1.519111111111111,
      "grad_norm": 2.496648073196411,
      "learning_rate": 5.292165303987336e-06,
      "loss": 0.41327792406082153,
      "loss_sft": 0.41327792406082153,
      "step": 428,
      "token_acc": 0.8591252826070008
    },
    {
      "epoch": 1.5226666666666666,
      "grad_norm": 2.344733238220215,
      "learning_rate": 5.27270764564527e-06,
      "loss": 0.40192970633506775,
      "loss_sft": 0.40192970633506775,
      "step": 429,
      "token_acc": 0.8588843738455855
    },
    {
      "epoch": 1.5262222222222221,
      "grad_norm": 2.4616682529449463,
      "learning_rate": 5.253245844193564e-06,
      "loss": 0.40249601006507874,
      "loss_sft": 0.40249601006507874,
      "step": 430,
      "token_acc": 0.8590005099439062
    },
    {
      "epoch": 1.529777777777778,
      "grad_norm": 2.75276255607605,
      "learning_rate": 5.23378019530555e-06,
      "loss": 0.39988404512405396,
      "loss_sft": 0.39988404512405396,
      "step": 431,
      "token_acc": 0.8623655913978494
    },
    {
      "epoch": 1.5333333333333332,
      "grad_norm": 2.5461366176605225,
      "learning_rate": 5.214310994713008e-06,
      "loss": 0.41250938177108765,
      "loss_sft": 0.41250938177108765,
      "step": 432,
      "token_acc": 0.8600363541937159
    },
    {
      "epoch": 1.536888888888889,
      "grad_norm": 2.512455940246582,
      "learning_rate": 5.194838538201676e-06,
      "loss": 0.4173031449317932,
      "loss_sft": 0.4173031449317932,
      "step": 433,
      "token_acc": 0.8548294286888615
    },
    {
      "epoch": 1.5404444444444443,
      "grad_norm": 2.4625613689422607,
      "learning_rate": 5.175363121606759e-06,
      "loss": 0.3964640498161316,
      "loss_sft": 0.3964640498161316,
      "step": 434,
      "token_acc": 0.8646406348633782
    },
    {
      "epoch": 1.544,
      "grad_norm": 2.4466757774353027,
      "learning_rate": 5.155885040808432e-06,
      "loss": 0.4368104636669159,
      "loss_sft": 0.4368104636669159,
      "step": 435,
      "token_acc": 0.8533825338253382
    },
    {
      "epoch": 1.5475555555555556,
      "grad_norm": 2.466524362564087,
      "learning_rate": 5.1364045917273505e-06,
      "loss": 0.4294828772544861,
      "loss_sft": 0.4294828772544861,
      "step": 436,
      "token_acc": 0.8559640522875817
    },
    {
      "epoch": 1.551111111111111,
      "grad_norm": 2.567350387573242,
      "learning_rate": 5.116922070320144e-06,
      "loss": 0.38389402627944946,
      "loss_sft": 0.38389402627944946,
      "step": 437,
      "token_acc": 0.8669265033407573
    },
    {
      "epoch": 1.5546666666666666,
      "grad_norm": 2.5159952640533447,
      "learning_rate": 5.097437772574927e-06,
      "loss": 0.4189486503601074,
      "loss_sft": 0.4189486503601074,
      "step": 438,
      "token_acc": 0.8579682233991334
    },
    {
      "epoch": 1.5582222222222222,
      "grad_norm": 2.547276258468628,
      "learning_rate": 5.077951994506805e-06,
      "loss": 0.4077380299568176,
      "loss_sft": 0.4077380299568176,
      "step": 439,
      "token_acc": 0.8617021276595744
    },
    {
      "epoch": 1.561777777777778,
      "grad_norm": 2.531675338745117,
      "learning_rate": 5.058465032153368e-06,
      "loss": 0.366779088973999,
      "loss_sft": 0.366779088973999,
      "step": 440,
      "token_acc": 0.871260535333889
    },
    {
      "epoch": 1.5653333333333332,
      "grad_norm": 2.456918716430664,
      "learning_rate": 5.038977181570204e-06,
      "loss": 0.42157694697380066,
      "loss_sft": 0.42157694697380066,
      "step": 441,
      "token_acc": 0.8602448602448602
    },
    {
      "epoch": 1.568888888888889,
      "grad_norm": 2.604818105697632,
      "learning_rate": 5.0194887388263895e-06,
      "loss": 0.43773597478866577,
      "loss_sft": 0.43773597478866577,
      "step": 442,
      "token_acc": 0.8529053583855254
    },
    {
      "epoch": 1.5724444444444443,
      "grad_norm": 2.756160259246826,
      "learning_rate": 5e-06,
      "loss": 0.41446825861930847,
      "loss_sft": 0.41446825861930847,
      "step": 443,
      "token_acc": 0.8608258011503698
    },
    {
      "epoch": 1.576,
      "grad_norm": 2.5138373374938965,
      "learning_rate": 4.980511261173613e-06,
      "loss": 0.4151393175125122,
      "loss_sft": 0.4151393175125122,
      "step": 444,
      "token_acc": 0.8602368866328257
    },
    {
      "epoch": 1.5795555555555556,
      "grad_norm": 2.480863094329834,
      "learning_rate": 4.961022818429798e-06,
      "loss": 0.4205665588378906,
      "loss_sft": 0.4205665588378906,
      "step": 445,
      "token_acc": 0.8562118806917871
    },
    {
      "epoch": 1.5831111111111111,
      "grad_norm": 2.442974090576172,
      "learning_rate": 4.9415349678466335e-06,
      "loss": 0.4180167019367218,
      "loss_sft": 0.4180167019367218,
      "step": 446,
      "token_acc": 0.8568026670900143
    },
    {
      "epoch": 1.5866666666666667,
      "grad_norm": 2.6823389530181885,
      "learning_rate": 4.922048005493196e-06,
      "loss": 0.38717252016067505,
      "loss_sft": 0.38717252016067505,
      "step": 447,
      "token_acc": 0.8674515761488796
    },
    {
      "epoch": 1.5902222222222222,
      "grad_norm": 2.6289291381835938,
      "learning_rate": 4.902562227425075e-06,
      "loss": 0.36047160625457764,
      "loss_sft": 0.36047160625457764,
      "step": 448,
      "token_acc": 0.8735471873547187
    },
    {
      "epoch": 1.5937777777777777,
      "grad_norm": 2.593087673187256,
      "learning_rate": 4.883077929679859e-06,
      "loss": 0.440936803817749,
      "loss_sft": 0.440936803817749,
      "step": 449,
      "token_acc": 0.851396822912591
    },
    {
      "epoch": 1.5973333333333333,
      "grad_norm": 2.720933437347412,
      "learning_rate": 4.86359540827265e-06,
      "loss": 0.3769437074661255,
      "loss_sft": 0.3769437074661255,
      "step": 450,
      "token_acc": 0.8693536540580242
    },
    {
      "epoch": 1.600888888888889,
      "grad_norm": 2.5147266387939453,
      "learning_rate": 4.844114959191569e-06,
      "loss": 0.3978460431098938,
      "loss_sft": 0.3978460431098938,
      "step": 451,
      "token_acc": 0.8653257180696963
    },
    {
      "epoch": 1.6044444444444443,
      "grad_norm": 2.4179396629333496,
      "learning_rate": 4.824636878393243e-06,
      "loss": 0.39086681604385376,
      "loss_sft": 0.39086681604385376,
      "step": 452,
      "token_acc": 0.8661042106085463
    },
    {
      "epoch": 1.608,
      "grad_norm": 2.7889676094055176,
      "learning_rate": 4.805161461798326e-06,
      "loss": 0.43365710973739624,
      "loss_sft": 0.43365710973739624,
      "step": 453,
      "token_acc": 0.8518981688253685
    },
    {
      "epoch": 1.6115555555555554,
      "grad_norm": 2.6129744052886963,
      "learning_rate": 4.785689005286995e-06,
      "loss": 0.4446248412132263,
      "loss_sft": 0.4446248412132263,
      "step": 454,
      "token_acc": 0.8481868953040195
    },
    {
      "epoch": 1.6151111111111112,
      "grad_norm": 2.55051589012146,
      "learning_rate": 4.766219804694451e-06,
      "loss": 0.40924376249313354,
      "loss_sft": 0.40924376249313354,
      "step": 455,
      "token_acc": 0.8595682755275285
    },
    {
      "epoch": 1.6186666666666667,
      "grad_norm": 2.6745641231536865,
      "learning_rate": 4.746754155806437e-06,
      "loss": 0.43278616666793823,
      "loss_sft": 0.43278616666793823,
      "step": 456,
      "token_acc": 0.8521298882681564
    },
    {
      "epoch": 1.6222222222222222,
      "grad_norm": 2.548082113265991,
      "learning_rate": 4.727292354354731e-06,
      "loss": 0.39443960785865784,
      "loss_sft": 0.39443960785865784,
      "step": 457,
      "token_acc": 0.8657091561938959
    },
    {
      "epoch": 1.6257777777777778,
      "grad_norm": 2.7090344429016113,
      "learning_rate": 4.7078346960126645e-06,
      "loss": 0.4248617887496948,
      "loss_sft": 0.4248617887496948,
      "step": 458,
      "token_acc": 0.8565815324165029
    },
    {
      "epoch": 1.6293333333333333,
      "grad_norm": 2.9535295963287354,
      "learning_rate": 4.688381476390617e-06,
      "loss": 0.4150468111038208,
      "loss_sft": 0.4150468111038208,
      "step": 459,
      "token_acc": 0.861900097943193
    },
    {
      "epoch": 1.6328888888888888,
      "grad_norm": 2.417861223220825,
      "learning_rate": 4.668932991031538e-06,
      "loss": 0.39712393283843994,
      "loss_sft": 0.39712393283843994,
      "step": 460,
      "token_acc": 0.8630221672701581
    },
    {
      "epoch": 1.6364444444444444,
      "grad_norm": 2.5491838455200195,
      "learning_rate": 4.649489535406454e-06,
      "loss": 0.3735419809818268,
      "loss_sft": 0.3735419809818268,
      "step": 461,
      "token_acc": 0.8694835680751174
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 2.537912368774414,
      "learning_rate": 4.6300514049099694e-06,
      "loss": 0.41379135847091675,
      "loss_sft": 0.41379135847091675,
      "step": 462,
      "token_acc": 0.8609911932308755
    },
    {
      "epoch": 1.6435555555555554,
      "grad_norm": 2.6269140243530273,
      "learning_rate": 4.6106188948557935e-06,
      "loss": 0.4184068441390991,
      "loss_sft": 0.4184068441390991,
      "step": 463,
      "token_acc": 0.855824133993148
    },
    {
      "epoch": 1.6471111111111112,
      "grad_norm": 2.4479029178619385,
      "learning_rate": 4.591192300472247e-06,
      "loss": 0.4207981824874878,
      "loss_sft": 0.4207981824874878,
      "step": 464,
      "token_acc": 0.8615294998751768
    },
    {
      "epoch": 1.6506666666666665,
      "grad_norm": 2.5414154529571533,
      "learning_rate": 4.5717719168977696e-06,
      "loss": 0.43636447191238403,
      "loss_sft": 0.43636447191238403,
      "step": 465,
      "token_acc": 0.8569161376545272
    },
    {
      "epoch": 1.6542222222222223,
      "grad_norm": 2.60005259513855,
      "learning_rate": 4.552358039176453e-06,
      "loss": 0.38482415676116943,
      "loss_sft": 0.38482415676116943,
      "step": 466,
      "token_acc": 0.8657809110629068
    },
    {
      "epoch": 1.6577777777777778,
      "grad_norm": 2.4949734210968018,
      "learning_rate": 4.532950962253543e-06,
      "loss": 0.37001559138298035,
      "loss_sft": 0.37001559138298035,
      "step": 467,
      "token_acc": 0.8748182984181274
    },
    {
      "epoch": 1.6613333333333333,
      "grad_norm": 2.392667293548584,
      "learning_rate": 4.513550980970962e-06,
      "loss": 0.38974517583847046,
      "loss_sft": 0.38974517583847046,
      "step": 468,
      "token_acc": 0.8665720961281709
    },
    {
      "epoch": 1.6648888888888889,
      "grad_norm": 2.4590888023376465,
      "learning_rate": 4.49415839006284e-06,
      "loss": 0.43116486072540283,
      "loss_sft": 0.43116486072540283,
      "step": 469,
      "token_acc": 0.8557722803679035
    },
    {
      "epoch": 1.6684444444444444,
      "grad_norm": 2.672375440597534,
      "learning_rate": 4.474773484151021e-06,
      "loss": 0.43402379751205444,
      "loss_sft": 0.43402379751205444,
      "step": 470,
      "token_acc": 0.8526143509346197
    },
    {
      "epoch": 1.6720000000000002,
      "grad_norm": 2.5787241458892822,
      "learning_rate": 4.4553965577406006e-06,
      "loss": 0.41687723994255066,
      "loss_sft": 0.41687723994255066,
      "step": 471,
      "token_acc": 0.8605815831987076
    },
    {
      "epoch": 1.6755555555555555,
      "grad_norm": 2.4987120628356934,
      "learning_rate": 4.4360279052154406e-06,
      "loss": 0.4203779101371765,
      "loss_sft": 0.4203779101371765,
      "step": 472,
      "token_acc": 0.8560694998826015
    },
    {
      "epoch": 1.6791111111111112,
      "grad_norm": 2.4112040996551514,
      "learning_rate": 4.416667820833704e-06,
      "loss": 0.3573368787765503,
      "loss_sft": 0.3573368787765503,
      "step": 473,
      "token_acc": 0.8743016759776536
    },
    {
      "epoch": 1.6826666666666665,
      "grad_norm": 2.3794875144958496,
      "learning_rate": 4.397316598723385e-06,
      "loss": 0.40012288093566895,
      "loss_sft": 0.40012288093566895,
      "step": 474,
      "token_acc": 0.8595118171251452
    },
    {
      "epoch": 1.6862222222222223,
      "grad_norm": 2.5853352546691895,
      "learning_rate": 4.377974532877834e-06,
      "loss": 0.4105216860771179,
      "loss_sft": 0.4105216860771179,
      "step": 475,
      "token_acc": 0.861875
    },
    {
      "epoch": 1.6897777777777778,
      "grad_norm": 2.388425588607788,
      "learning_rate": 4.358641917151297e-06,
      "loss": 0.4228043854236603,
      "loss_sft": 0.4228043854236603,
      "step": 476,
      "token_acc": 0.8589354219948849
    },
    {
      "epoch": 1.6933333333333334,
      "grad_norm": 2.5801262855529785,
      "learning_rate": 4.339319045254448e-06,
      "loss": 0.42797642946243286,
      "loss_sft": 0.42797642946243286,
      "step": 477,
      "token_acc": 0.8498199179160734
    },
    {
      "epoch": 1.696888888888889,
      "grad_norm": 2.3542237281799316,
      "learning_rate": 4.320006210749928e-06,
      "loss": 0.3988221287727356,
      "loss_sft": 0.3988221287727356,
      "step": 478,
      "token_acc": 0.8647803538743136
    },
    {
      "epoch": 1.7004444444444444,
      "grad_norm": 2.5886404514312744,
      "learning_rate": 4.3007037070478855e-06,
      "loss": 0.42260903120040894,
      "loss_sft": 0.42260903120040894,
      "step": 479,
      "token_acc": 0.8583894936927596
    },
    {
      "epoch": 1.704,
      "grad_norm": 2.749100685119629,
      "learning_rate": 4.281411827401517e-06,
      "loss": 0.3879903256893158,
      "loss_sft": 0.3879903256893158,
      "step": 480,
      "token_acc": 0.8657464212678937
    },
    {
      "epoch": 1.7075555555555555,
      "grad_norm": 2.617905378341675,
      "learning_rate": 4.262130864902617e-06,
      "loss": 0.3977535367012024,
      "loss_sft": 0.3977535367012024,
      "step": 481,
      "token_acc": 0.8632277210439033
    },
    {
      "epoch": 1.7111111111111112,
      "grad_norm": 2.494044303894043,
      "learning_rate": 4.2428611124771184e-06,
      "loss": 0.40377452969551086,
      "loss_sft": 0.40377452969551086,
      "step": 482,
      "token_acc": 0.8611560070807358
    },
    {
      "epoch": 1.7146666666666666,
      "grad_norm": 2.3884387016296387,
      "learning_rate": 4.22360286288064e-06,
      "loss": 0.4131760001182556,
      "loss_sft": 0.4131760001182556,
      "step": 483,
      "token_acc": 0.861328125
    },
    {
      "epoch": 1.7182222222222223,
      "grad_norm": 2.458975076675415,
      "learning_rate": 4.2043564086940565e-06,
      "loss": 0.38575589656829834,
      "loss_sft": 0.38575589656829834,
      "step": 484,
      "token_acc": 0.8655936991695916
    },
    {
      "epoch": 1.7217777777777776,
      "grad_norm": 2.457685947418213,
      "learning_rate": 4.185122042319027e-06,
      "loss": 0.46455228328704834,
      "loss_sft": 0.46455228328704834,
      "step": 485,
      "token_acc": 0.8457469318662717
    },
    {
      "epoch": 1.7253333333333334,
      "grad_norm": 2.3860831260681152,
      "learning_rate": 4.165900055973579e-06,
      "loss": 0.34921085834503174,
      "loss_sft": 0.34921085834503174,
      "step": 486,
      "token_acc": 0.8770872362955119
    },
    {
      "epoch": 1.728888888888889,
      "grad_norm": 2.5879619121551514,
      "learning_rate": 4.1466907416876466e-06,
      "loss": 0.4380263686180115,
      "loss_sft": 0.4380263686180115,
      "step": 487,
      "token_acc": 0.8497033618984838
    },
    {
      "epoch": 1.7324444444444445,
      "grad_norm": 2.5727882385253906,
      "learning_rate": 4.127494391298647e-06,
      "loss": 0.37577131390571594,
      "loss_sft": 0.37577131390571594,
      "step": 488,
      "token_acc": 0.8680820177826166
    },
    {
      "epoch": 1.736,
      "grad_norm": 2.5273501873016357,
      "learning_rate": 4.108311296447048e-06,
      "loss": 0.3887605667114258,
      "loss_sft": 0.3887605667114258,
      "step": 489,
      "token_acc": 0.865
    },
    {
      "epoch": 1.7395555555555555,
      "grad_norm": 2.6509921550750732,
      "learning_rate": 4.089141748571926e-06,
      "loss": 0.4401734173297882,
      "loss_sft": 0.4401734173297882,
      "step": 490,
      "token_acc": 0.8529917328313007
    },
    {
      "epoch": 1.743111111111111,
      "grad_norm": 2.369041919708252,
      "learning_rate": 4.069986038906547e-06,
      "loss": 0.35022294521331787,
      "loss_sft": 0.35022294521331787,
      "step": 491,
      "token_acc": 0.8783783783783784
    },
    {
      "epoch": 1.7466666666666666,
      "grad_norm": 2.507014274597168,
      "learning_rate": 4.050844458473945e-06,
      "loss": 0.40764015913009644,
      "loss_sft": 0.40764015913009644,
      "step": 492,
      "token_acc": 0.8578667124699416
    },
    {
      "epoch": 1.7502222222222223,
      "grad_norm": 2.4932072162628174,
      "learning_rate": 4.031717298082487e-06,
      "loss": 0.40207499265670776,
      "loss_sft": 0.40207499265670776,
      "step": 493,
      "token_acc": 0.857003286259881
    },
    {
      "epoch": 1.7537777777777777,
      "grad_norm": 2.454225540161133,
      "learning_rate": 4.012604848321471e-06,
      "loss": 0.42095011472702026,
      "loss_sft": 0.42095011472702026,
      "step": 494,
      "token_acc": 0.8550191946418362
    },
    {
      "epoch": 1.7573333333333334,
      "grad_norm": 2.616231918334961,
      "learning_rate": 3.993507399556699e-06,
      "loss": 0.3955419063568115,
      "loss_sft": 0.3955419063568115,
      "step": 495,
      "token_acc": 0.863795825293808
    },
    {
      "epoch": 1.7608888888888887,
      "grad_norm": 2.4657962322235107,
      "learning_rate": 3.974425241926076e-06,
      "loss": 0.3853417634963989,
      "loss_sft": 0.3853417634963989,
      "step": 496,
      "token_acc": 0.8658023236235056
    },
    {
      "epoch": 1.7644444444444445,
      "grad_norm": 2.6933951377868652,
      "learning_rate": 3.95535866533519e-06,
      "loss": 0.4267171621322632,
      "loss_sft": 0.4267171621322632,
      "step": 497,
      "token_acc": 0.853969216771552
    },
    {
      "epoch": 1.768,
      "grad_norm": 2.646475315093994,
      "learning_rate": 3.936307959452917e-06,
      "loss": 0.3965246081352234,
      "loss_sft": 0.3965246081352234,
      "step": 498,
      "token_acc": 0.869446218410729
    },
    {
      "epoch": 1.7715555555555556,
      "grad_norm": 2.550901412963867,
      "learning_rate": 3.91727341370702e-06,
      "loss": 0.4151879549026489,
      "loss_sft": 0.4151879549026489,
      "step": 499,
      "token_acc": 0.8619210977701544
    },
    {
      "epoch": 1.775111111111111,
      "grad_norm": 2.4510843753814697,
      "learning_rate": 3.898255317279744e-06,
      "loss": 0.38885295391082764,
      "loss_sft": 0.38885295391082764,
      "step": 500,
      "token_acc": 0.8655998738767144
    },
    {
      "epoch": 1.7786666666666666,
      "grad_norm": 2.737840414047241,
      "learning_rate": 3.879253959103429e-06,
      "loss": 0.4123331904411316,
      "loss_sft": 0.4123331904411316,
      "step": 501,
      "token_acc": 0.8572189191587541
    },
    {
      "epoch": 1.7822222222222224,
      "grad_norm": 2.5538578033447266,
      "learning_rate": 3.860269627856126e-06,
      "loss": 0.4307522177696228,
      "loss_sft": 0.4307522177696228,
      "step": 502,
      "token_acc": 0.8538455394936507
    },
    {
      "epoch": 1.7857777777777777,
      "grad_norm": 2.624786376953125,
      "learning_rate": 3.841302611957193e-06,
      "loss": 0.40709376335144043,
      "loss_sft": 0.40709376335144043,
      "step": 503,
      "token_acc": 0.8608233962921055
    },
    {
      "epoch": 1.7893333333333334,
      "grad_norm": 2.4077212810516357,
      "learning_rate": 3.822353199562936e-06,
      "loss": 0.3671134114265442,
      "loss_sft": 0.3671134114265442,
      "step": 504,
      "token_acc": 0.8733694408421695
    },
    {
      "epoch": 1.7928888888888888,
      "grad_norm": 2.671459913253784,
      "learning_rate": 3.803421678562213e-06,
      "loss": 0.41062527894973755,
      "loss_sft": 0.41062527894973755,
      "step": 505,
      "token_acc": 0.8615925862364854
    },
    {
      "epoch": 1.7964444444444445,
      "grad_norm": 2.5792226791381836,
      "learning_rate": 3.784508336572066e-06,
      "loss": 0.4470058083534241,
      "loss_sft": 0.4470058083534241,
      "step": 506,
      "token_acc": 0.8527843844829001
    },
    {
      "epoch": 1.8,
      "grad_norm": 2.5291571617126465,
      "learning_rate": 3.7656134609333576e-06,
      "loss": 0.4011933207511902,
      "loss_sft": 0.4011933207511902,
      "step": 507,
      "token_acc": 0.8615126050420168
    },
    {
      "epoch": 1.8035555555555556,
      "grad_norm": 2.8376951217651367,
      "learning_rate": 3.7467373387063973e-06,
      "loss": 0.4378824830055237,
      "loss_sft": 0.4378824830055237,
      "step": 508,
      "token_acc": 0.851415313225058
    },
    {
      "epoch": 1.8071111111111111,
      "grad_norm": 2.7484447956085205,
      "learning_rate": 3.727880256666586e-06,
      "loss": 0.4337455630302429,
      "loss_sft": 0.4337455630302429,
      "step": 509,
      "token_acc": 0.8563588028470972
    },
    {
      "epoch": 1.8106666666666666,
      "grad_norm": 2.6020312309265137,
      "learning_rate": 3.709042501300052e-06,
      "loss": 0.414725124835968,
      "loss_sft": 0.414725124835968,
      "step": 510,
      "token_acc": 0.8600836545558928
    },
    {
      "epoch": 1.8142222222222222,
      "grad_norm": 2.5890231132507324,
      "learning_rate": 3.6902243587993068e-06,
      "loss": 0.3962720036506653,
      "loss_sft": 0.3962720036506653,
      "step": 511,
      "token_acc": 0.8600308516684257
    },
    {
      "epoch": 1.8177777777777777,
      "grad_norm": 2.611687421798706,
      "learning_rate": 3.6714261150588947e-06,
      "loss": 0.4270366132259369,
      "loss_sft": 0.4270366132259369,
      "step": 512,
      "token_acc": 0.8564540686855016
    },
    {
      "epoch": 1.8213333333333335,
      "grad_norm": 2.5532143115997314,
      "learning_rate": 3.652648055671043e-06,
      "loss": 0.419534832239151,
      "loss_sft": 0.419534832239151,
      "step": 513,
      "token_acc": 0.8571548397919813
    },
    {
      "epoch": 1.8248888888888888,
      "grad_norm": 2.776819944381714,
      "learning_rate": 3.6338904659213335e-06,
      "loss": 0.4017767310142517,
      "loss_sft": 0.4017767310142517,
      "step": 514,
      "token_acc": 0.8612167300380228
    },
    {
      "epoch": 1.8284444444444445,
      "grad_norm": 2.4380135536193848,
      "learning_rate": 3.6151536307843625e-06,
      "loss": 0.41459983587265015,
      "loss_sft": 0.41459983587265015,
      "step": 515,
      "token_acc": 0.8595163678236553
    },
    {
      "epoch": 1.8319999999999999,
      "grad_norm": 2.491868257522583,
      "learning_rate": 3.5964378349194075e-06,
      "loss": 0.3903500437736511,
      "loss_sft": 0.3903500437736511,
      "step": 516,
      "token_acc": 0.8669014084507042
    },
    {
      "epoch": 1.8355555555555556,
      "grad_norm": 2.5479695796966553,
      "learning_rate": 3.577743362666112e-06,
      "loss": 0.42270946502685547,
      "loss_sft": 0.42270946502685547,
      "step": 517,
      "token_acc": 0.8562976171178474
    },
    {
      "epoch": 1.8391111111111111,
      "grad_norm": 2.8537967205047607,
      "learning_rate": 3.5590704980401564e-06,
      "loss": 0.42291441559791565,
      "loss_sft": 0.42291441559791565,
      "step": 518,
      "token_acc": 0.8621459750279159
    },
    {
      "epoch": 1.8426666666666667,
      "grad_norm": 2.5061566829681396,
      "learning_rate": 3.540419524728954e-06,
      "loss": 0.41545170545578003,
      "loss_sft": 0.41545170545578003,
      "step": 519,
      "token_acc": 0.8601197801296251
    },
    {
      "epoch": 1.8462222222222222,
      "grad_norm": 2.4618139266967773,
      "learning_rate": 3.5217907260873265e-06,
      "loss": 0.3710988163948059,
      "loss_sft": 0.3710988163948059,
      "step": 520,
      "token_acc": 0.8672281397077037
    },
    {
      "epoch": 1.8497777777777777,
      "grad_norm": 2.471956491470337,
      "learning_rate": 3.5031843851332105e-06,
      "loss": 0.3849433660507202,
      "loss_sft": 0.3849433660507202,
      "step": 521,
      "token_acc": 0.87468050499574
    },
    {
      "epoch": 1.8533333333333335,
      "grad_norm": 2.5956432819366455,
      "learning_rate": 3.4846007845433568e-06,
      "loss": 0.3915981650352478,
      "loss_sft": 0.3915981650352478,
      "step": 522,
      "token_acc": 0.8684422200375369
    },
    {
      "epoch": 1.8568888888888888,
      "grad_norm": 2.5695784091949463,
      "learning_rate": 3.4660402066490274e-06,
      "loss": 0.3776896595954895,
      "loss_sft": 0.3776896595954895,
      "step": 523,
      "token_acc": 0.8682107909148038
    },
    {
      "epoch": 1.8604444444444446,
      "grad_norm": 2.5689573287963867,
      "learning_rate": 3.4475029334317195e-06,
      "loss": 0.4091906249523163,
      "loss_sft": 0.4091906249523163,
      "step": 524,
      "token_acc": 0.860189772441011
    },
    {
      "epoch": 1.8639999999999999,
      "grad_norm": 2.4982361793518066,
      "learning_rate": 3.428989246518867e-06,
      "loss": 0.39030933380126953,
      "loss_sft": 0.39030933380126953,
      "step": 525,
      "token_acc": 0.8675128227418935
    },
    {
      "epoch": 1.8675555555555556,
      "grad_norm": 2.327930450439453,
      "learning_rate": 3.410499427179572e-06,
      "loss": 0.3827740550041199,
      "loss_sft": 0.3827740550041199,
      "step": 526,
      "token_acc": 0.8652714192282538
    },
    {
      "epoch": 1.871111111111111,
      "grad_norm": 2.6272811889648438,
      "learning_rate": 3.392033756320333e-06,
      "loss": 0.4008473753929138,
      "loss_sft": 0.4008473753929138,
      "step": 527,
      "token_acc": 0.8613265928702171
    },
    {
      "epoch": 1.8746666666666667,
      "grad_norm": 2.569789409637451,
      "learning_rate": 3.3735925144807623e-06,
      "loss": 0.40779390931129456,
      "loss_sft": 0.40779390931129456,
      "step": 528,
      "token_acc": 0.8595163678236553
    },
    {
      "epoch": 1.8782222222222222,
      "grad_norm": 2.738184690475464,
      "learning_rate": 3.355175981829346e-06,
      "loss": 0.40250498056411743,
      "loss_sft": 0.40250498056411743,
      "step": 529,
      "token_acc": 0.8613896530304375
    },
    {
      "epoch": 1.8817777777777778,
      "grad_norm": 2.5826187133789062,
      "learning_rate": 3.33678443815917e-06,
      "loss": 0.3996252417564392,
      "loss_sft": 0.3996252417564392,
      "step": 530,
      "token_acc": 0.8631181966229536
    },
    {
      "epoch": 1.8853333333333333,
      "grad_norm": 2.29195237159729,
      "learning_rate": 3.318418162883671e-06,
      "loss": 0.3649451732635498,
      "loss_sft": 0.3649451732635498,
      "step": 531,
      "token_acc": 0.874463995268372
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 2.5420398712158203,
      "learning_rate": 3.300077435032406e-06,
      "loss": 0.39636877179145813,
      "loss_sft": 0.39636877179145813,
      "step": 532,
      "token_acc": 0.8676768495259704
    },
    {
      "epoch": 1.8924444444444446,
      "grad_norm": 2.588834047317505,
      "learning_rate": 3.281762533246794e-06,
      "loss": 0.41558629274368286,
      "loss_sft": 0.41558629274368286,
      "step": 533,
      "token_acc": 0.8585076593641904
    },
    {
      "epoch": 1.896,
      "grad_norm": 3.0065157413482666,
      "learning_rate": 3.2634737357758994e-06,
      "loss": 0.4321349263191223,
      "loss_sft": 0.4321349263191223,
      "step": 534,
      "token_acc": 0.8535313791068266
    },
    {
      "epoch": 1.8995555555555557,
      "grad_norm": 2.603196382522583,
      "learning_rate": 3.245211320472189e-06,
      "loss": 0.37932658195495605,
      "loss_sft": 0.37932658195495605,
      "step": 535,
      "token_acc": 0.8697860962566845
    },
    {
      "epoch": 1.903111111111111,
      "grad_norm": 2.599184513092041,
      "learning_rate": 3.226975564787322e-06,
      "loss": 0.3946661353111267,
      "loss_sft": 0.3946661353111267,
      "step": 536,
      "token_acc": 0.8630727288716912
    },
    {
      "epoch": 1.9066666666666667,
      "grad_norm": 2.8424394130706787,
      "learning_rate": 3.208766745767935e-06,
      "loss": 0.411368191242218,
      "loss_sft": 0.411368191242218,
      "step": 537,
      "token_acc": 0.8622562809195848
    },
    {
      "epoch": 1.9102222222222223,
      "grad_norm": 2.7322208881378174,
      "learning_rate": 3.1905851400514232e-06,
      "loss": 0.40226468443870544,
      "loss_sft": 0.40226468443870544,
      "step": 538,
      "token_acc": 0.8596026490066225
    },
    {
      "epoch": 1.9137777777777778,
      "grad_norm": 2.5031557083129883,
      "learning_rate": 3.1724310238617475e-06,
      "loss": 0.38684508204460144,
      "loss_sft": 0.38684508204460144,
      "step": 539,
      "token_acc": 0.8673512687770517
    },
    {
      "epoch": 1.9173333333333333,
      "grad_norm": 2.576122999191284,
      "learning_rate": 3.154304673005235e-06,
      "loss": 0.3792768120765686,
      "loss_sft": 0.3792768120765686,
      "step": 540,
      "token_acc": 0.8707482993197279
    },
    {
      "epoch": 1.9208888888888889,
      "grad_norm": 2.7705307006835938,
      "learning_rate": 3.1362063628663836e-06,
      "loss": 0.4563199281692505,
      "loss_sft": 0.4563199281692505,
      "step": 541,
      "token_acc": 0.846728647145712
    },
    {
      "epoch": 1.9244444444444444,
      "grad_norm": 2.4811346530914307,
      "learning_rate": 3.118136368403689e-06,
      "loss": 0.39493077993392944,
      "loss_sft": 0.39493077993392944,
      "step": 542,
      "token_acc": 0.865824211204121
    },
    {
      "epoch": 1.928,
      "grad_norm": 2.6122243404388428,
      "learning_rate": 3.100094964145458e-06,
      "loss": 0.3636088967323303,
      "loss_sft": 0.3636088967323303,
      "step": 543,
      "token_acc": 0.8783938814531549
    },
    {
      "epoch": 1.9315555555555557,
      "grad_norm": 2.5847508907318115,
      "learning_rate": 3.0820824241856377e-06,
      "loss": 0.38992923498153687,
      "loss_sft": 0.38992923498153687,
      "step": 544,
      "token_acc": 0.8673680424422264
    },
    {
      "epoch": 1.935111111111111,
      "grad_norm": 2.5277059078216553,
      "learning_rate": 3.064099022179661e-06,
      "loss": 0.38417667150497437,
      "loss_sft": 0.38417667150497437,
      "step": 545,
      "token_acc": 0.8669001751313485
    },
    {
      "epoch": 1.9386666666666668,
      "grad_norm": 2.436102867126465,
      "learning_rate": 3.046145031340275e-06,
      "loss": 0.4031416177749634,
      "loss_sft": 0.4031416177749634,
      "step": 546,
      "token_acc": 0.8660896546092921
    },
    {
      "epoch": 1.942222222222222,
      "grad_norm": 2.589829206466675,
      "learning_rate": 3.0282207244334084e-06,
      "loss": 0.43223583698272705,
      "loss_sft": 0.43223583698272705,
      "step": 547,
      "token_acc": 0.8521997430956969
    },
    {
      "epoch": 1.9457777777777778,
      "grad_norm": 2.7186975479125977,
      "learning_rate": 3.010326373774004e-06,
      "loss": 0.40543848276138306,
      "loss_sft": 0.40543848276138306,
      "step": 548,
      "token_acc": 0.8586903483946521
    },
    {
      "epoch": 1.9493333333333334,
      "grad_norm": 2.5322623252868652,
      "learning_rate": 2.9924622512219037e-06,
      "loss": 0.3990423083305359,
      "loss_sft": 0.3990423083305359,
      "step": 549,
      "token_acc": 0.8634534786253143
    },
    {
      "epoch": 1.952888888888889,
      "grad_norm": 2.4155116081237793,
      "learning_rate": 2.9746286281777075e-06,
      "loss": 0.37820863723754883,
      "loss_sft": 0.37820863723754883,
      "step": 550,
      "token_acc": 0.8695297856735392
    },
    {
      "epoch": 1.9564444444444444,
      "grad_norm": 2.7682383060455322,
      "learning_rate": 2.9568257755786474e-06,
      "loss": 0.41545629501342773,
      "loss_sft": 0.41545629501342773,
      "step": 551,
      "token_acc": 0.8606777386344573
    },
    {
      "epoch": 1.96,
      "grad_norm": 2.7402219772338867,
      "learning_rate": 2.939053963894481e-06,
      "loss": 0.42262837290763855,
      "loss_sft": 0.42262837290763855,
      "step": 552,
      "token_acc": 0.8544308845816384
    },
    {
      "epoch": 1.9635555555555557,
      "grad_norm": 2.637162685394287,
      "learning_rate": 2.921313463123375e-06,
      "loss": 0.39897477626800537,
      "loss_sft": 0.39897477626800537,
      "step": 553,
      "token_acc": 0.8650591845681719
    },
    {
      "epoch": 1.967111111111111,
      "grad_norm": 2.5800321102142334,
      "learning_rate": 2.9036045427878e-06,
      "loss": 0.37637901306152344,
      "loss_sft": 0.37637901306152344,
      "step": 554,
      "token_acc": 0.8683005912645432
    },
    {
      "epoch": 1.9706666666666668,
      "grad_norm": 2.5375280380249023,
      "learning_rate": 2.8859274719304543e-06,
      "loss": 0.4282844662666321,
      "loss_sft": 0.4282844662666321,
      "step": 555,
      "token_acc": 0.8550245789346442
    },
    {
      "epoch": 1.974222222222222,
      "grad_norm": 2.6395108699798584,
      "learning_rate": 2.8682825191101447e-06,
      "loss": 0.3765285611152649,
      "loss_sft": 0.3765285611152649,
      "step": 556,
      "token_acc": 0.8716730038022814
    },
    {
      "epoch": 1.9777777777777779,
      "grad_norm": 2.5628502368927,
      "learning_rate": 2.850669952397743e-06,
      "loss": 0.40104517340660095,
      "loss_sft": 0.40104517340660095,
      "step": 557,
      "token_acc": 0.8631203373337658
    },
    {
      "epoch": 1.9813333333333332,
      "grad_norm": 2.6946022510528564,
      "learning_rate": 2.8330900393720846e-06,
      "loss": 0.44506531953811646,
      "loss_sft": 0.44506531953811646,
      "step": 558,
      "token_acc": 0.8495327849213321
    },
    {
      "epoch": 1.984888888888889,
      "grad_norm": 2.3483667373657227,
      "learning_rate": 2.8155430471159118e-06,
      "loss": 0.3790060579776764,
      "loss_sft": 0.3790060579776764,
      "step": 559,
      "token_acc": 0.8737014314928425
    },
    {
      "epoch": 1.9884444444444445,
      "grad_norm": 2.7915592193603516,
      "learning_rate": 2.7980292422118282e-06,
      "loss": 0.4087577760219574,
      "loss_sft": 0.4087577760219574,
      "step": 560,
      "token_acc": 0.8632608489222297
    },
    {
      "epoch": 1.992,
      "grad_norm": 2.545546770095825,
      "learning_rate": 2.7805488907382316e-06,
      "loss": 0.42341354489326477,
      "loss_sft": 0.42341354489326477,
      "step": 561,
      "token_acc": 0.8561505532671028
    },
    {
      "epoch": 1.9955555555555555,
      "grad_norm": 2.4651565551757812,
      "learning_rate": 2.7631022582652808e-06,
      "loss": 0.3653791844844818,
      "loss_sft": 0.3653791844844818,
      "step": 562,
      "token_acc": 0.8774062816616008
    },
    {
      "epoch": 1.999111111111111,
      "grad_norm": 2.655350923538208,
      "learning_rate": 2.745689609850859e-06,
      "loss": 0.3831256628036499,
      "loss_sft": 0.3831256628036499,
      "step": 563,
      "token_acc": 0.8677510608203678
    },
    {
      "epoch": 2.0,
      "grad_norm": 4.539825916290283,
      "learning_rate": 2.728311210036542e-06,
      "loss": 0.38500434160232544,
      "loss_sft": 0.38500434160232544,
      "step": 564,
      "token_acc": 0.8604507564062982
    },
    {
      "epoch": 2.0035555555555558,
      "grad_norm": 2.1747772693634033,
      "learning_rate": 2.7109673228435925e-06,
      "loss": 0.2346683144569397,
      "loss_sft": 0.2346683144569397,
      "step": 565,
      "token_acc": 0.9234685631162114
    },
    {
      "epoch": 2.007111111111111,
      "grad_norm": 2.291053533554077,
      "learning_rate": 2.6936582117689347e-06,
      "loss": 0.2536627948284149,
      "loss_sft": 0.2536627948284149,
      "step": 566,
      "token_acc": 0.9201904918301995
    },
    {
      "epoch": 2.010666666666667,
      "grad_norm": 2.315946578979492,
      "learning_rate": 2.6763841397811576e-06,
      "loss": 0.22049154341220856,
      "loss_sft": 0.22049154341220856,
      "step": 567,
      "token_acc": 0.9287589051368579
    },
    {
      "epoch": 2.014222222222222,
      "grad_norm": 2.2529373168945312,
      "learning_rate": 2.6591453693165204e-06,
      "loss": 0.23101037740707397,
      "loss_sft": 0.23101037740707397,
      "step": 568,
      "token_acc": 0.9222426163857834
    },
    {
      "epoch": 2.017777777777778,
      "grad_norm": 2.3223443031311035,
      "learning_rate": 2.641942162274962e-06,
      "loss": 0.20342367887496948,
      "loss_sft": 0.20342367887496948,
      "step": 569,
      "token_acc": 0.931980153360397
    },
    {
      "epoch": 2.021333333333333,
      "grad_norm": 2.28841495513916,
      "learning_rate": 2.624774780016126e-06,
      "loss": 0.18857476115226746,
      "loss_sft": 0.18857476115226746,
      "step": 570,
      "token_acc": 0.9337654266181301
    },
    {
      "epoch": 2.024888888888889,
      "grad_norm": 2.4593770503997803,
      "learning_rate": 2.607643483355387e-06,
      "loss": 0.18936146795749664,
      "loss_sft": 0.18936146795749664,
      "step": 571,
      "token_acc": 0.9346041590660343
    },
    {
      "epoch": 2.0284444444444443,
      "grad_norm": 2.7651491165161133,
      "learning_rate": 2.59054853255989e-06,
      "loss": 0.19923639297485352,
      "loss_sft": 0.19923639297485352,
      "step": 572,
      "token_acc": 0.9318448883666275
    },
    {
      "epoch": 2.032,
      "grad_norm": 3.157787322998047,
      "learning_rate": 2.573490187344596e-06,
      "loss": 0.1960778832435608,
      "loss_sft": 0.1960778832435608,
      "step": 573,
      "token_acc": 0.9305275537634409
    },
    {
      "epoch": 2.0355555555555553,
      "grad_norm": 3.9161415100097656,
      "learning_rate": 2.5564687068683335e-06,
      "loss": 0.204880952835083,
      "loss_sft": 0.204880952835083,
      "step": 574,
      "token_acc": 0.9320308200330215
    },
    {
      "epoch": 2.039111111111111,
      "grad_norm": 4.0761942863464355,
      "learning_rate": 2.539484349729868e-06,
      "loss": 0.2095157504081726,
      "loss_sft": 0.2095157504081726,
      "step": 575,
      "token_acc": 0.9317512021095083
    },
    {
      "epoch": 2.042666666666667,
      "grad_norm": 3.5518853664398193,
      "learning_rate": 2.5225373739639637e-06,
      "loss": 0.2153884768486023,
      "loss_sft": 0.2153884768486023,
      "step": 576,
      "token_acc": 0.9263014398909432
    },
    {
      "epoch": 2.046222222222222,
      "grad_norm": 3.358978509902954,
      "learning_rate": 2.5056280370374725e-06,
      "loss": 0.22358079254627228,
      "loss_sft": 0.22358079254627228,
      "step": 577,
      "token_acc": 0.9219449225473322
    },
    {
      "epoch": 2.049777777777778,
      "grad_norm": 3.4067559242248535,
      "learning_rate": 2.488756595845417e-06,
      "loss": 0.22681552171707153,
      "loss_sft": 0.22681552171707153,
      "step": 578,
      "token_acc": 0.9220222793487575
    },
    {
      "epoch": 2.0533333333333332,
      "grad_norm": 3.2785274982452393,
      "learning_rate": 2.471923306707086e-06,
      "loss": 0.19896847009658813,
      "loss_sft": 0.19896847009658813,
      "step": 579,
      "token_acc": 0.928486174656853
    },
    {
      "epoch": 2.056888888888889,
      "grad_norm": 2.7540602684020996,
      "learning_rate": 2.455128425362153e-06,
      "loss": 0.21246746182441711,
      "loss_sft": 0.21246746182441711,
      "step": 580,
      "token_acc": 0.9233880376448628
    },
    {
      "epoch": 2.0604444444444443,
      "grad_norm": 2.681729555130005,
      "learning_rate": 2.4383722069667683e-06,
      "loss": 0.18616808950901031,
      "loss_sft": 0.18616808950901031,
      "step": 581,
      "token_acc": 0.9335436797475843
    },
    {
      "epoch": 2.064,
      "grad_norm": 2.627020835876465,
      "learning_rate": 2.4216549060897026e-06,
      "loss": 0.20557956397533417,
      "loss_sft": 0.20557956397533417,
      "step": 582,
      "token_acc": 0.9285327558202491
    },
    {
      "epoch": 2.0675555555555554,
      "grad_norm": 2.660526752471924,
      "learning_rate": 2.404976776708477e-06,
      "loss": 0.18170322477817535,
      "loss_sft": 0.18170322477817535,
      "step": 583,
      "token_acc": 0.9394750937332619
    },
    {
      "epoch": 2.071111111111111,
      "grad_norm": 2.5148396492004395,
      "learning_rate": 2.3883380722054865e-06,
      "loss": 0.21018336713314056,
      "loss_sft": 0.21018336713314056,
      "step": 584,
      "token_acc": 0.9279256654947262
    },
    {
      "epoch": 2.074666666666667,
      "grad_norm": 2.5572638511657715,
      "learning_rate": 2.371739045364178e-06,
      "loss": 0.22585470974445343,
      "loss_sft": 0.22585470974445343,
      "step": 585,
      "token_acc": 0.9224207307258974
    },
    {
      "epoch": 2.078222222222222,
      "grad_norm": 2.5098631381988525,
      "learning_rate": 2.3551799483651894e-06,
      "loss": 0.17506377398967743,
      "loss_sft": 0.17506377398967743,
      "step": 586,
      "token_acc": 0.9401693320790216
    },
    {
      "epoch": 2.081777777777778,
      "grad_norm": 2.5438649654388428,
      "learning_rate": 2.3386610327825194e-06,
      "loss": 0.19875019788742065,
      "loss_sft": 0.19875019788742065,
      "step": 587,
      "token_acc": 0.9339853300733496
    },
    {
      "epoch": 2.0853333333333333,
      "grad_norm": 2.9650871753692627,
      "learning_rate": 2.3221825495797213e-06,
      "loss": 0.18974845111370087,
      "loss_sft": 0.18974845111370087,
      "step": 588,
      "token_acc": 0.9348122202763184
    },
    {
      "epoch": 2.088888888888889,
      "grad_norm": 2.8284084796905518,
      "learning_rate": 2.3057447491060725e-06,
      "loss": 0.18660187721252441,
      "loss_sft": 0.18660187721252441,
      "step": 589,
      "token_acc": 0.9372904752514297
    },
    {
      "epoch": 2.0924444444444443,
      "grad_norm": 2.7909176349639893,
      "learning_rate": 2.28934788109278e-06,
      "loss": 0.199959397315979,
      "loss_sft": 0.199959397315979,
      "step": 590,
      "token_acc": 0.9320824782566207
    },
    {
      "epoch": 2.096,
      "grad_norm": 2.8060808181762695,
      "learning_rate": 2.2729921946491855e-06,
      "loss": 0.1844910979270935,
      "loss_sft": 0.1844910979270935,
      "step": 591,
      "token_acc": 0.9359400998336106
    },
    {
      "epoch": 2.0995555555555554,
      "grad_norm": 2.581951379776001,
      "learning_rate": 2.2566779382589788e-06,
      "loss": 0.19697339832782745,
      "loss_sft": 0.19697339832782745,
      "step": 592,
      "token_acc": 0.931214421252372
    },
    {
      "epoch": 2.103111111111111,
      "grad_norm": 2.7985644340515137,
      "learning_rate": 2.240405359776424e-06,
      "loss": 0.2013942003250122,
      "loss_sft": 0.2013942003250122,
      "step": 593,
      "token_acc": 0.9309628645011215
    },
    {
      "epoch": 2.1066666666666665,
      "grad_norm": 2.9956350326538086,
      "learning_rate": 2.2241747064225942e-06,
      "loss": 0.20478421449661255,
      "loss_sft": 0.20478421449661255,
      "step": 594,
      "token_acc": 0.9299380220964699
    },
    {
      "epoch": 2.110222222222222,
      "grad_norm": 2.737675189971924,
      "learning_rate": 2.2079862247816148e-06,
      "loss": 0.19903981685638428,
      "loss_sft": 0.19903981685638428,
      "step": 595,
      "token_acc": 0.9320081897287152
    },
    {
      "epoch": 2.113777777777778,
      "grad_norm": 2.749505043029785,
      "learning_rate": 2.191840160796918e-06,
      "loss": 0.1944810003042221,
      "loss_sft": 0.1944810003042221,
      "step": 596,
      "token_acc": 0.9343329057087877
    },
    {
      "epoch": 2.1173333333333333,
      "grad_norm": 2.669701337814331,
      "learning_rate": 2.175736759767505e-06,
      "loss": 0.2074553668498993,
      "loss_sft": 0.2074553668498993,
      "step": 597,
      "token_acc": 0.9262592768040423
    },
    {
      "epoch": 2.120888888888889,
      "grad_norm": 2.8744184970855713,
      "learning_rate": 2.159676266344222e-06,
      "loss": 0.19187158346176147,
      "loss_sft": 0.19187158346176147,
      "step": 598,
      "token_acc": 0.9342606538495615
    },
    {
      "epoch": 2.1244444444444444,
      "grad_norm": 3.8266401290893555,
      "learning_rate": 2.1436589245260375e-06,
      "loss": 0.1988949179649353,
      "loss_sft": 0.1988949179649353,
      "step": 599,
      "token_acc": 0.9295262267343486
    },
    {
      "epoch": 2.128,
      "grad_norm": 2.9030916690826416,
      "learning_rate": 2.127684977656349e-06,
      "loss": 0.19787614047527313,
      "loss_sft": 0.19787614047527313,
      "step": 600,
      "token_acc": 0.9304194925898016
    },
    {
      "epoch": 2.1315555555555554,
      "grad_norm": 2.7274010181427,
      "learning_rate": 2.111754668419264e-06,
      "loss": 0.20285405218601227,
      "loss_sft": 0.20285405218601227,
      "step": 601,
      "token_acc": 0.9287454835728091
    },
    {
      "epoch": 2.135111111111111,
      "grad_norm": 2.7807695865631104,
      "learning_rate": 2.095868238835932e-06,
      "loss": 0.23012775182724,
      "loss_sft": 0.23012775182724,
      "step": 602,
      "token_acc": 0.9183338799606429
    },
    {
      "epoch": 2.1386666666666665,
      "grad_norm": 2.499314308166504,
      "learning_rate": 2.0800259302608656e-06,
      "loss": 0.19873420894145966,
      "loss_sft": 0.19873420894145966,
      "step": 603,
      "token_acc": 0.9298311444652908
    },
    {
      "epoch": 2.1422222222222222,
      "grad_norm": 2.659306287765503,
      "learning_rate": 2.064227983378256e-06,
      "loss": 0.1933509111404419,
      "loss_sft": 0.1933509111404419,
      "step": 604,
      "token_acc": 0.9342578325629173
    },
    {
      "epoch": 2.145777777777778,
      "grad_norm": 2.6356680393218994,
      "learning_rate": 2.048474638198347e-06,
      "loss": 0.18095850944519043,
      "loss_sft": 0.18095850944519043,
      "step": 605,
      "token_acc": 0.9373908487600419
    },
    {
      "epoch": 2.1493333333333333,
      "grad_norm": 2.6587841510772705,
      "learning_rate": 2.0327661340537536e-06,
      "loss": 0.20657497644424438,
      "loss_sft": 0.20657497644424438,
      "step": 606,
      "token_acc": 0.927768233640481
    },
    {
      "epoch": 2.152888888888889,
      "grad_norm": 2.4159650802612305,
      "learning_rate": 2.0171027095958543e-06,
      "loss": 0.19735893607139587,
      "loss_sft": 0.19735893607139587,
      "step": 607,
      "token_acc": 0.9310721247563353
    },
    {
      "epoch": 2.1564444444444444,
      "grad_norm": 2.6386470794677734,
      "learning_rate": 2.001484602791157e-06,
      "loss": 0.201791450381279,
      "loss_sft": 0.201791450381279,
      "step": 608,
      "token_acc": 0.9330642448705012
    },
    {
      "epoch": 2.16,
      "grad_norm": 2.64615535736084,
      "learning_rate": 1.9859120509176706e-06,
      "loss": 0.1922120451927185,
      "loss_sft": 0.1922120451927185,
      "step": 609,
      "token_acc": 0.931741734350644
    },
    {
      "epoch": 2.1635555555555555,
      "grad_norm": 2.568408727645874,
      "learning_rate": 1.970385290561317e-06,
      "loss": 0.2095409482717514,
      "loss_sft": 0.2095409482717514,
      "step": 610,
      "token_acc": 0.9257908507095853
    },
    {
      "epoch": 2.167111111111111,
      "grad_norm": 2.612868309020996,
      "learning_rate": 1.954904557612337e-06,
      "loss": 0.19083017110824585,
      "loss_sft": 0.19083017110824585,
      "step": 611,
      "token_acc": 0.9329383691269645
    },
    {
      "epoch": 2.1706666666666665,
      "grad_norm": 2.8778908252716064,
      "learning_rate": 1.9394700872616856e-06,
      "loss": 0.2021474540233612,
      "loss_sft": 0.2021474540233612,
      "step": 612,
      "token_acc": 0.9299855142443264
    },
    {
      "epoch": 2.1742222222222223,
      "grad_norm": 2.961771011352539,
      "learning_rate": 1.924082113997488e-06,
      "loss": 0.19557005167007446,
      "loss_sft": 0.19557005167007446,
      "step": 613,
      "token_acc": 0.9307933934542507
    },
    {
      "epoch": 2.1777777777777776,
      "grad_norm": 2.8893849849700928,
      "learning_rate": 1.9087408716014562e-06,
      "loss": 0.2092362344264984,
      "loss_sft": 0.2092362344264984,
      "step": 614,
      "token_acc": 0.9264607118871726
    },
    {
      "epoch": 2.1813333333333333,
      "grad_norm": 2.4951133728027344,
      "learning_rate": 1.8934465931453378e-06,
      "loss": 0.19276288151741028,
      "loss_sft": 0.19276288151741028,
      "step": 615,
      "token_acc": 0.9343396787626412
    },
    {
      "epoch": 2.1848888888888887,
      "grad_norm": 2.80733060836792,
      "learning_rate": 1.8781995109873929e-06,
      "loss": 0.20329850912094116,
      "loss_sft": 0.20329850912094116,
      "step": 616,
      "token_acc": 0.9298230470435909
    },
    {
      "epoch": 2.1884444444444444,
      "grad_norm": 2.657226324081421,
      "learning_rate": 1.8629998567688445e-06,
      "loss": 0.1850716769695282,
      "loss_sft": 0.1850716769695282,
      "step": 617,
      "token_acc": 0.936
    },
    {
      "epoch": 2.192,
      "grad_norm": 2.5907394886016846,
      "learning_rate": 1.8478478614103684e-06,
      "loss": 0.1955103576183319,
      "loss_sft": 0.1955103576183319,
      "step": 618,
      "token_acc": 0.9318181818181818
    },
    {
      "epoch": 2.1955555555555555,
      "grad_norm": 2.5809783935546875,
      "learning_rate": 1.8327437551085842e-06,
      "loss": 0.1801038682460785,
      "loss_sft": 0.1801038682460785,
      "step": 619,
      "token_acc": 0.9363152643831061
    },
    {
      "epoch": 2.1991111111111112,
      "grad_norm": 2.790290594100952,
      "learning_rate": 1.8176877673325555e-06,
      "loss": 0.1863715648651123,
      "loss_sft": 0.1863715648651123,
      "step": 620,
      "token_acc": 0.937380298109751
    },
    {
      "epoch": 2.2026666666666666,
      "grad_norm": 2.7557408809661865,
      "learning_rate": 1.802680126820307e-06,
      "loss": 0.2073497474193573,
      "loss_sft": 0.2073497474193573,
      "step": 621,
      "token_acc": 0.9279541446208113
    },
    {
      "epoch": 2.2062222222222223,
      "grad_norm": 2.673795461654663,
      "learning_rate": 1.7877210615753477e-06,
      "loss": 0.1762343943119049,
      "loss_sft": 0.1762343943119049,
      "step": 622,
      "token_acc": 0.9372890888638921
    },
    {
      "epoch": 2.2097777777777776,
      "grad_norm": 2.782465696334839,
      "learning_rate": 1.772810798863206e-06,
      "loss": 0.1905660331249237,
      "loss_sft": 0.1905660331249237,
      "step": 623,
      "token_acc": 0.9312704839020628
    },
    {
      "epoch": 2.2133333333333334,
      "grad_norm": 2.7434780597686768,
      "learning_rate": 1.7579495652079786e-06,
      "loss": 0.1992965042591095,
      "loss_sft": 0.1992965042591095,
      "step": 624,
      "token_acc": 0.9305287194800632
    },
    {
      "epoch": 2.2168888888888887,
      "grad_norm": 2.718320608139038,
      "learning_rate": 1.74313758638889e-06,
      "loss": 0.20575201511383057,
      "loss_sft": 0.20575201511383057,
      "step": 625,
      "token_acc": 0.9312709166598645
    },
    {
      "epoch": 2.2204444444444444,
      "grad_norm": 3.1262898445129395,
      "learning_rate": 1.7283750874368577e-06,
      "loss": 0.18603146076202393,
      "loss_sft": 0.18603146076202393,
      "step": 626,
      "token_acc": 0.936985751555288
    },
    {
      "epoch": 2.224,
      "grad_norm": 2.9450271129608154,
      "learning_rate": 1.713662292631078e-06,
      "loss": 0.19103722274303436,
      "loss_sft": 0.19103722274303436,
      "step": 627,
      "token_acc": 0.9349270814103747
    },
    {
      "epoch": 2.2275555555555555,
      "grad_norm": 2.9555110931396484,
      "learning_rate": 1.6989994254956222e-06,
      "loss": 0.21993732452392578,
      "loss_sft": 0.21993732452392578,
      "step": 628,
      "token_acc": 0.9234069175082671
    },
    {
      "epoch": 2.2311111111111113,
      "grad_norm": 2.8966495990753174,
      "learning_rate": 1.6843867087960252e-06,
      "loss": 0.19336821138858795,
      "loss_sft": 0.19336821138858795,
      "step": 629,
      "token_acc": 0.9320323014804845
    },
    {
      "epoch": 2.2346666666666666,
      "grad_norm": 2.541254758834839,
      "learning_rate": 1.669824364535918e-06,
      "loss": 0.17367511987686157,
      "loss_sft": 0.17367511987686157,
      "step": 630,
      "token_acc": 0.9399025852379168
    },
    {
      "epoch": 2.2382222222222223,
      "grad_norm": 2.7811059951782227,
      "learning_rate": 1.6553126139536534e-06,
      "loss": 0.19320498406887054,
      "loss_sft": 0.19320498406887054,
      "step": 631,
      "token_acc": 0.9331630481055768
    },
    {
      "epoch": 2.2417777777777776,
      "grad_norm": 2.595618963241577,
      "learning_rate": 1.640851677518927e-06,
      "loss": 0.19643685221672058,
      "loss_sft": 0.19643685221672058,
      "step": 632,
      "token_acc": 0.9366061074603789
    },
    {
      "epoch": 2.2453333333333334,
      "grad_norm": 2.6902763843536377,
      "learning_rate": 1.6264417749294543e-06,
      "loss": 0.18876558542251587,
      "loss_sft": 0.18876558542251587,
      "step": 633,
      "token_acc": 0.9352716279896861
    },
    {
      "epoch": 2.2488888888888887,
      "grad_norm": 2.7905678749084473,
      "learning_rate": 1.6120831251076118e-06,
      "loss": 0.21057236194610596,
      "loss_sft": 0.21057236194610596,
      "step": 634,
      "token_acc": 0.9273299122661811
    },
    {
      "epoch": 2.2524444444444445,
      "grad_norm": 2.4698686599731445,
      "learning_rate": 1.597775946197117e-06,
      "loss": 0.16951118409633636,
      "loss_sft": 0.16951118409633636,
      "step": 635,
      "token_acc": 0.9397039254823686
    },
    {
      "epoch": 2.2560000000000002,
      "grad_norm": 2.92950177192688,
      "learning_rate": 1.5835204555597227e-06,
      "loss": 0.20030246675014496,
      "loss_sft": 0.20030246675014496,
      "step": 636,
      "token_acc": 0.9321304419798047
    },
    {
      "epoch": 2.2595555555555555,
      "grad_norm": 2.7453880310058594,
      "learning_rate": 1.5693168697719024e-06,
      "loss": 0.2218300700187683,
      "loss_sft": 0.2218300700187683,
      "step": 637,
      "token_acc": 0.9244853189335134
    },
    {
      "epoch": 2.2631111111111113,
      "grad_norm": 2.5229060649871826,
      "learning_rate": 1.555165404621567e-06,
      "loss": 0.190987229347229,
      "loss_sft": 0.190987229347229,
      "step": 638,
      "token_acc": 0.934009360374415
    },
    {
      "epoch": 2.2666666666666666,
      "grad_norm": 3.1500985622406006,
      "learning_rate": 1.5410662751047855e-06,
      "loss": 0.20426036417484283,
      "loss_sft": 0.20426036417484283,
      "step": 639,
      "token_acc": 0.9306131857999078
    },
    {
      "epoch": 2.2702222222222224,
      "grad_norm": 2.6293997764587402,
      "learning_rate": 1.5270196954225175e-06,
      "loss": 0.20575830340385437,
      "loss_sft": 0.20575830340385437,
      "step": 640,
      "token_acc": 0.9277999335327352
    },
    {
      "epoch": 2.2737777777777777,
      "grad_norm": 2.619807481765747,
      "learning_rate": 1.5130258789773583e-06,
      "loss": 0.20222562551498413,
      "loss_sft": 0.20222562551498413,
      "step": 641,
      "token_acc": 0.9308885754583921
    },
    {
      "epoch": 2.2773333333333334,
      "grad_norm": 2.701447010040283,
      "learning_rate": 1.4990850383703005e-06,
      "loss": 0.1890687644481659,
      "loss_sft": 0.1890687644481659,
      "step": 642,
      "token_acc": 0.9356768272697477
    },
    {
      "epoch": 2.2808888888888887,
      "grad_norm": 2.6472737789154053,
      "learning_rate": 1.4851973853974987e-06,
      "loss": 0.16918960213661194,
      "loss_sft": 0.16918960213661194,
      "step": 643,
      "token_acc": 0.9412237516326736
    },
    {
      "epoch": 2.2844444444444445,
      "grad_norm": 2.9728641510009766,
      "learning_rate": 1.4713631310470571e-06,
      "loss": 0.21068130433559418,
      "loss_sft": 0.21068130433559418,
      "step": 644,
      "token_acc": 0.9284918464499139
    },
    {
      "epoch": 2.288,
      "grad_norm": 2.6223902702331543,
      "learning_rate": 1.457582485495821e-06,
      "loss": 0.18204444646835327,
      "loss_sft": 0.18204444646835327,
      "step": 645,
      "token_acc": 0.9377307408318976
    },
    {
      "epoch": 2.2915555555555556,
      "grad_norm": 2.8263981342315674,
      "learning_rate": 1.4438556581061819e-06,
      "loss": 0.19484788179397583,
      "loss_sft": 0.19484788179397583,
      "step": 646,
      "token_acc": 0.93337360835419
    },
    {
      "epoch": 2.295111111111111,
      "grad_norm": 2.9367198944091797,
      "learning_rate": 1.4301828574229026e-06,
      "loss": 0.18675702810287476,
      "loss_sft": 0.18675702810287476,
      "step": 647,
      "token_acc": 0.9357450473729544
    },
    {
      "epoch": 2.2986666666666666,
      "grad_norm": 2.730617046356201,
      "learning_rate": 1.4165642911699435e-06,
      "loss": 0.18839356303215027,
      "loss_sft": 0.18839356303215027,
      "step": 648,
      "token_acc": 0.9342382830413648
    },
    {
      "epoch": 2.3022222222222224,
      "grad_norm": 2.550629138946533,
      "learning_rate": 1.4030001662473086e-06,
      "loss": 0.19302262365818024,
      "loss_sft": 0.19302262365818024,
      "step": 649,
      "token_acc": 0.9325825362542425
    },
    {
      "epoch": 2.3057777777777777,
      "grad_norm": 2.7511205673217773,
      "learning_rate": 1.389490688727903e-06,
      "loss": 0.1946883201599121,
      "loss_sft": 0.1946883201599121,
      "step": 650,
      "token_acc": 0.9317655136898121
    },
    {
      "epoch": 2.3093333333333335,
      "grad_norm": 2.7703752517700195,
      "learning_rate": 1.3760360638544012e-06,
      "loss": 0.19888922572135925,
      "loss_sft": 0.19888922572135925,
      "step": 651,
      "token_acc": 0.93048128342246
    },
    {
      "epoch": 2.3128888888888888,
      "grad_norm": 2.983177900314331,
      "learning_rate": 1.3626364960361282e-06,
      "loss": 0.18993470072746277,
      "loss_sft": 0.18993470072746277,
      "step": 652,
      "token_acc": 0.9341640319880975
    },
    {
      "epoch": 2.3164444444444445,
      "grad_norm": 2.552877187728882,
      "learning_rate": 1.3492921888459566e-06,
      "loss": 0.17532691359519958,
      "loss_sft": 0.17532691359519958,
      "step": 653,
      "token_acc": 0.9385906040268457
    },
    {
      "epoch": 2.32,
      "grad_norm": 2.6213417053222656,
      "learning_rate": 1.3360033450172106e-06,
      "loss": 0.19140905141830444,
      "loss_sft": 0.19140905141830444,
      "step": 654,
      "token_acc": 0.931980003029844
    },
    {
      "epoch": 2.3235555555555556,
      "grad_norm": 3.0324511528015137,
      "learning_rate": 1.3227701664405868e-06,
      "loss": 0.18983525037765503,
      "loss_sft": 0.18983525037765503,
      "step": 655,
      "token_acc": 0.9348777092861403
    },
    {
      "epoch": 2.327111111111111,
      "grad_norm": 2.9595119953155518,
      "learning_rate": 1.3095928541610936e-06,
      "loss": 0.1786542534828186,
      "loss_sft": 0.1786542534828186,
      "step": 656,
      "token_acc": 0.9380457380457381
    },
    {
      "epoch": 2.3306666666666667,
      "grad_norm": 2.466749429702759,
      "learning_rate": 1.2964716083749829e-06,
      "loss": 0.1687704622745514,
      "loss_sft": 0.1687704622745514,
      "step": 657,
      "token_acc": 0.9421686746987952
    },
    {
      "epoch": 2.3342222222222224,
      "grad_norm": 3.9528796672821045,
      "learning_rate": 1.2834066284267189e-06,
      "loss": 0.20943708717823029,
      "loss_sft": 0.20943708717823029,
      "step": 658,
      "token_acc": 0.9294945198756748
    },
    {
      "epoch": 2.3377777777777777,
      "grad_norm": 2.7764971256256104,
      "learning_rate": 1.2703981128059534e-06,
      "loss": 0.20439909398555756,
      "loss_sft": 0.20439909398555756,
      "step": 659,
      "token_acc": 0.933202838267678
    },
    {
      "epoch": 2.3413333333333335,
      "grad_norm": 2.8635764122009277,
      "learning_rate": 1.257446259144494e-06,
      "loss": 0.1944856345653534,
      "loss_sft": 0.1944856345653534,
      "step": 660,
      "token_acc": 0.9355538780902057
    },
    {
      "epoch": 2.344888888888889,
      "grad_norm": 2.821960926055908,
      "learning_rate": 1.2445512642133218e-06,
      "loss": 0.20042800903320312,
      "loss_sft": 0.20042800903320312,
      "step": 661,
      "token_acc": 0.9305123914256116
    },
    {
      "epoch": 2.3484444444444446,
      "grad_norm": 2.6095001697540283,
      "learning_rate": 1.2317133239195866e-06,
      "loss": 0.1816886067390442,
      "loss_sft": 0.1816886067390442,
      "step": 662,
      "token_acc": 0.9372599231754162
    },
    {
      "epoch": 2.352,
      "grad_norm": 2.772376775741577,
      "learning_rate": 1.2189326333036323e-06,
      "loss": 0.17986129224300385,
      "loss_sft": 0.17986129224300385,
      "step": 663,
      "token_acc": 0.9380500726309493
    },
    {
      "epoch": 2.3555555555555556,
      "grad_norm": 2.7254045009613037,
      "learning_rate": 1.2062093865360458e-06,
      "loss": 0.1874287873506546,
      "loss_sft": 0.1874287873506546,
      "step": 664,
      "token_acc": 0.9368523316062176
    },
    {
      "epoch": 2.359111111111111,
      "grad_norm": 2.65085506439209,
      "learning_rate": 1.193543776914693e-06,
      "loss": 0.17799338698387146,
      "loss_sft": 0.17799338698387146,
      "step": 665,
      "token_acc": 0.9395775209246712
    },
    {
      "epoch": 2.3626666666666667,
      "grad_norm": 2.751464605331421,
      "learning_rate": 1.1809359968617894e-06,
      "loss": 0.20440709590911865,
      "loss_sft": 0.20440709590911865,
      "step": 666,
      "token_acc": 0.9277301498277382
    },
    {
      "epoch": 2.3662222222222224,
      "grad_norm": 2.7445507049560547,
      "learning_rate": 1.1683862379209747e-06,
      "loss": 0.17293334007263184,
      "loss_sft": 0.17293334007263184,
      "step": 667,
      "token_acc": 0.9389204545454546
    },
    {
      "epoch": 2.3697777777777778,
      "grad_norm": 2.7575273513793945,
      "learning_rate": 1.1558946907544034e-06,
      "loss": 0.2130010575056076,
      "loss_sft": 0.2130010575056076,
      "step": 668,
      "token_acc": 0.9253860020377772
    },
    {
      "epoch": 2.3733333333333335,
      "grad_norm": 2.9588608741760254,
      "learning_rate": 1.1434615451398467e-06,
      "loss": 0.20575463771820068,
      "loss_sft": 0.20575463771820068,
      "step": 669,
      "token_acc": 0.9272522733664573
    },
    {
      "epoch": 2.376888888888889,
      "grad_norm": 2.7114598751068115,
      "learning_rate": 1.1310869899678122e-06,
      "loss": 0.19226443767547607,
      "loss_sft": 0.19226443767547607,
      "step": 670,
      "token_acc": 0.93167104111986
    },
    {
      "epoch": 2.3804444444444446,
      "grad_norm": 2.6829819679260254,
      "learning_rate": 1.1187712132386723e-06,
      "loss": 0.19152238965034485,
      "loss_sft": 0.19152238965034485,
      "step": 671,
      "token_acc": 0.9335521575534385
    },
    {
      "epoch": 2.384,
      "grad_norm": 2.774921417236328,
      "learning_rate": 1.1065144020598067e-06,
      "loss": 0.19084396958351135,
      "loss_sft": 0.19084396958351135,
      "step": 672,
      "token_acc": 0.9325548141086749
    },
    {
      "epoch": 2.3875555555555557,
      "grad_norm": 2.6978862285614014,
      "learning_rate": 1.0943167426427625e-06,
      "loss": 0.17401374876499176,
      "loss_sft": 0.17401374876499176,
      "step": 673,
      "token_acc": 0.9382892742886008
    },
    {
      "epoch": 2.391111111111111,
      "grad_norm": 2.6622302532196045,
      "learning_rate": 1.0821784203004238e-06,
      "loss": 0.17525947093963623,
      "loss_sft": 0.17525947093963623,
      "step": 674,
      "token_acc": 0.9387893134934054
    },
    {
      "epoch": 2.3946666666666667,
      "grad_norm": 2.814655303955078,
      "learning_rate": 1.0700996194441944e-06,
      "loss": 0.18369118869304657,
      "loss_sft": 0.18369118869304657,
      "step": 675,
      "token_acc": 0.9327033218785796
    },
    {
      "epoch": 2.398222222222222,
      "grad_norm": 2.710477352142334,
      "learning_rate": 1.0580805235812042e-06,
      "loss": 0.19263188540935516,
      "loss_sft": 0.19263188540935516,
      "step": 676,
      "token_acc": 0.9323791566678094
    },
    {
      "epoch": 2.401777777777778,
      "grad_norm": 2.7136497497558594,
      "learning_rate": 1.046121315311508e-06,
      "loss": 0.17976251244544983,
      "loss_sft": 0.17976251244544983,
      "step": 677,
      "token_acc": 0.9372756640344581
    },
    {
      "epoch": 2.405333333333333,
      "grad_norm": 2.6189379692077637,
      "learning_rate": 1.0342221763253207e-06,
      "loss": 0.18855607509613037,
      "loss_sft": 0.18855607509613037,
      "step": 678,
      "token_acc": 0.9368050555955524
    },
    {
      "epoch": 2.408888888888889,
      "grad_norm": 2.8044228553771973,
      "learning_rate": 1.0223832874002603e-06,
      "loss": 0.19502097368240356,
      "loss_sft": 0.19502097368240356,
      "step": 679,
      "token_acc": 0.9328933836133013
    },
    {
      "epoch": 2.4124444444444446,
      "grad_norm": 2.778628349304199,
      "learning_rate": 1.010604828398587e-06,
      "loss": 0.18156121671199799,
      "loss_sft": 0.18156121671199799,
      "step": 680,
      "token_acc": 0.9354981028853789
    },
    {
      "epoch": 2.416,
      "grad_norm": 2.847377300262451,
      "learning_rate": 9.988869782644872e-07,
      "loss": 0.1790425032377243,
      "loss_sft": 0.1790425032377243,
      "step": 681,
      "token_acc": 0.9367146239300674
    },
    {
      "epoch": 2.4195555555555557,
      "grad_norm": 2.8271334171295166,
      "learning_rate": 9.872299150213455e-07,
      "loss": 0.21350498497486115,
      "loss_sft": 0.21350498497486115,
      "step": 682,
      "token_acc": 0.9258656153582447
    },
    {
      "epoch": 2.423111111111111,
      "grad_norm": 2.682698965072632,
      "learning_rate": 9.75633815769036e-07,
      "loss": 0.20161369442939758,
      "loss_sft": 0.20161369442939758,
      "step": 683,
      "token_acc": 0.9298965936739659
    },
    {
      "epoch": 2.4266666666666667,
      "grad_norm": 2.5782878398895264,
      "learning_rate": 9.640988566812475e-07,
      "loss": 0.19973236322402954,
      "loss_sft": 0.19973236322402954,
      "step": 684,
      "token_acc": 0.9316569954867827
    },
    {
      "epoch": 2.430222222222222,
      "grad_norm": 2.8129353523254395,
      "learning_rate": 9.526252130027919e-07,
      "loss": 0.18847820162773132,
      "loss_sft": 0.18847820162773132,
      "step": 685,
      "token_acc": 0.9332250341997264
    },
    {
      "epoch": 2.433777777777778,
      "grad_norm": 2.9322848320007324,
      "learning_rate": 9.412130590469438e-07,
      "loss": 0.19337347149848938,
      "loss_sft": 0.19337347149848938,
      "step": 686,
      "token_acc": 0.9344031531531531
    },
    {
      "epoch": 2.437333333333333,
      "grad_norm": 2.8443686962127686,
      "learning_rate": 9.298625681928031e-07,
      "loss": 0.2070617824792862,
      "loss_sft": 0.2070617824792862,
      "step": 687,
      "token_acc": 0.9286177205814277
    },
    {
      "epoch": 2.440888888888889,
      "grad_norm": 2.7011122703552246,
      "learning_rate": 9.185739128826454e-07,
      "loss": 0.1802581548690796,
      "loss_sft": 0.1802581548690796,
      "step": 688,
      "token_acc": 0.9387495456197746
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 3.021794319152832,
      "learning_rate": 9.073472646193171e-07,
      "loss": 0.20768821239471436,
      "loss_sft": 0.20768821239471436,
      "step": 689,
      "token_acc": 0.9260020554984584
    },
    {
      "epoch": 2.448,
      "grad_norm": 2.528430461883545,
      "learning_rate": 8.961827939636198e-07,
      "loss": 0.183142751455307,
      "loss_sft": 0.183142751455307,
      "step": 690,
      "token_acc": 0.9344323437266896
    },
    {
      "epoch": 2.4515555555555557,
      "grad_norm": 2.7379767894744873,
      "learning_rate": 8.850806705317183e-07,
      "loss": 0.18841874599456787,
      "loss_sft": 0.18841874599456787,
      "step": 691,
      "token_acc": 0.9357790094132137
    },
    {
      "epoch": 2.455111111111111,
      "grad_norm": 2.766420841217041,
      "learning_rate": 8.740410629925744e-07,
      "loss": 0.2205144762992859,
      "loss_sft": 0.2205144762992859,
      "step": 692,
      "token_acc": 0.9251700680272109
    },
    {
      "epoch": 2.458666666666667,
      "grad_norm": 2.7139368057250977,
      "learning_rate": 8.630641390653743e-07,
      "loss": 0.20389555394649506,
      "loss_sft": 0.20389555394649506,
      "step": 693,
      "token_acc": 0.9301208809405531
    },
    {
      "epoch": 2.462222222222222,
      "grad_norm": 2.7454299926757812,
      "learning_rate": 8.521500655169823e-07,
      "loss": 0.17874322831630707,
      "loss_sft": 0.17874322831630707,
      "step": 694,
      "token_acc": 0.9370383095688026
    },
    {
      "epoch": 2.465777777777778,
      "grad_norm": 2.737285852432251,
      "learning_rate": 8.412990081594102e-07,
      "loss": 0.20597487688064575,
      "loss_sft": 0.20597487688064575,
      "step": 695,
      "token_acc": 0.9287361452056833
    },
    {
      "epoch": 2.469333333333333,
      "grad_norm": 2.6146230697631836,
      "learning_rate": 8.30511131847297e-07,
      "loss": 0.18359915912151337,
      "loss_sft": 0.18359915912151337,
      "step": 696,
      "token_acc": 0.9348174532502226
    },
    {
      "epoch": 2.472888888888889,
      "grad_norm": 3.2805652618408203,
      "learning_rate": 8.197866004754029e-07,
      "loss": 0.18914654850959778,
      "loss_sft": 0.18914654850959778,
      "step": 697,
      "token_acc": 0.9331138590011241
    },
    {
      "epoch": 2.4764444444444447,
      "grad_norm": 2.928779125213623,
      "learning_rate": 8.091255769761213e-07,
      "loss": 0.1942884624004364,
      "loss_sft": 0.1942884624004364,
      "step": 698,
      "token_acc": 0.9339291093483282
    },
    {
      "epoch": 2.48,
      "grad_norm": 2.5084075927734375,
      "learning_rate": 7.985282233170011e-07,
      "loss": 0.17477425932884216,
      "loss_sft": 0.17477425932884216,
      "step": 699,
      "token_acc": 0.9388229634381013
    },
    {
      "epoch": 2.4835555555555557,
      "grad_norm": 2.519057512283325,
      "learning_rate": 7.879947004982896e-07,
      "loss": 0.1848813146352768,
      "loss_sft": 0.1848813146352768,
      "step": 700,
      "token_acc": 0.9370736567793363
    },
    {
      "epoch": 2.487111111111111,
      "grad_norm": 2.5513229370117188,
      "learning_rate": 7.775251685504826e-07,
      "loss": 0.17141607403755188,
      "loss_sft": 0.17141607403755188,
      "step": 701,
      "token_acc": 0.9405192244495564
    },
    {
      "epoch": 2.490666666666667,
      "grad_norm": 2.668494701385498,
      "learning_rate": 7.671197865318952e-07,
      "loss": 0.19210359454154968,
      "loss_sft": 0.19210359454154968,
      "step": 702,
      "token_acc": 0.9327320867118981
    },
    {
      "epoch": 2.494222222222222,
      "grad_norm": 2.592811346054077,
      "learning_rate": 7.567787125262449e-07,
      "loss": 0.18700769543647766,
      "loss_sft": 0.18700769543647766,
      "step": 703,
      "token_acc": 0.9360098176718092
    },
    {
      "epoch": 2.497777777777778,
      "grad_norm": 3.0305991172790527,
      "learning_rate": 7.465021036402531e-07,
      "loss": 0.18039140105247498,
      "loss_sft": 0.18039140105247498,
      "step": 704,
      "token_acc": 0.9347649918962723
    },
    {
      "epoch": 2.501333333333333,
      "grad_norm": 2.5868568420410156,
      "learning_rate": 7.362901160012492e-07,
      "loss": 0.1872612088918686,
      "loss_sft": 0.1872612088918686,
      "step": 705,
      "token_acc": 0.9344091201027617
    },
    {
      "epoch": 2.504888888888889,
      "grad_norm": 2.8019750118255615,
      "learning_rate": 7.261429047548085e-07,
      "loss": 0.192620187997818,
      "loss_sft": 0.192620187997818,
      "step": 706,
      "token_acc": 0.9334470989761092
    },
    {
      "epoch": 2.5084444444444447,
      "grad_norm": 2.791964292526245,
      "learning_rate": 7.16060624062393e-07,
      "loss": 0.18782371282577515,
      "loss_sft": 0.18782371282577515,
      "step": 707,
      "token_acc": 0.933403342959657
    },
    {
      "epoch": 2.512,
      "grad_norm": 2.7080771923065186,
      "learning_rate": 7.060434270990013e-07,
      "loss": 0.1883229911327362,
      "loss_sft": 0.1883229911327362,
      "step": 708,
      "token_acc": 0.9338287611668906
    },
    {
      "epoch": 2.5155555555555553,
      "grad_norm": 3.0514519214630127,
      "learning_rate": 6.96091466050855e-07,
      "loss": 0.16829772293567657,
      "loss_sft": 0.16829772293567657,
      "step": 709,
      "token_acc": 0.942652329749104
    },
    {
      "epoch": 2.519111111111111,
      "grad_norm": 2.782956838607788,
      "learning_rate": 6.86204892113076e-07,
      "loss": 0.17585113644599915,
      "loss_sft": 0.17585113644599915,
      "step": 710,
      "token_acc": 0.9417410338440815
    },
    {
      "epoch": 2.522666666666667,
      "grad_norm": 2.830371379852295,
      "learning_rate": 6.763838554873892e-07,
      "loss": 0.1984882950782776,
      "loss_sft": 0.1984882950782776,
      "step": 711,
      "token_acc": 0.9317339918856942
    },
    {
      "epoch": 2.526222222222222,
      "grad_norm": 2.846914052963257,
      "learning_rate": 6.66628505379851e-07,
      "loss": 0.2091943919658661,
      "loss_sft": 0.2091943919658661,
      "step": 712,
      "token_acc": 0.9267665304887275
    },
    {
      "epoch": 2.529777777777778,
      "grad_norm": 2.6870155334472656,
      "learning_rate": 6.569389899985723e-07,
      "loss": 0.19458621740341187,
      "loss_sft": 0.19458621740341187,
      "step": 713,
      "token_acc": 0.9330594857751408
    },
    {
      "epoch": 2.533333333333333,
      "grad_norm": 2.7646307945251465,
      "learning_rate": 6.473154565514695e-07,
      "loss": 0.19579321146011353,
      "loss_sft": 0.19579321146011353,
      "step": 714,
      "token_acc": 0.9300840336134454
    },
    {
      "epoch": 2.536888888888889,
      "grad_norm": 2.7302122116088867,
      "learning_rate": 6.377580512440301e-07,
      "loss": 0.18625396490097046,
      "loss_sft": 0.18625396490097046,
      "step": 715,
      "token_acc": 0.9341757515692104
    },
    {
      "epoch": 2.5404444444444443,
      "grad_norm": 2.4824278354644775,
      "learning_rate": 6.282669192770896e-07,
      "loss": 0.17889976501464844,
      "loss_sft": 0.17889976501464844,
      "step": 716,
      "token_acc": 0.9392045010549348
    },
    {
      "epoch": 2.544,
      "grad_norm": 2.8821957111358643,
      "learning_rate": 6.188422048446263e-07,
      "loss": 0.20137062668800354,
      "loss_sft": 0.20137062668800354,
      "step": 717,
      "token_acc": 0.9299661126351461
    },
    {
      "epoch": 2.5475555555555554,
      "grad_norm": 2.9125261306762695,
      "learning_rate": 6.094840511315703e-07,
      "loss": 0.16783937811851501,
      "loss_sft": 0.16783937811851501,
      "step": 718,
      "token_acc": 0.9404943545926152
    },
    {
      "epoch": 2.551111111111111,
      "grad_norm": 2.764349937438965,
      "learning_rate": 6.001926003116282e-07,
      "loss": 0.19386354088783264,
      "loss_sft": 0.19386354088783264,
      "step": 719,
      "token_acc": 0.9315595859354949
    },
    {
      "epoch": 2.554666666666667,
      "grad_norm": 2.8563075065612793,
      "learning_rate": 5.909679935451235e-07,
      "loss": 0.19786891341209412,
      "loss_sft": 0.19786891341209412,
      "step": 720,
      "token_acc": 0.9314799213704016
    },
    {
      "epoch": 2.558222222222222,
      "grad_norm": 2.663599729537964,
      "learning_rate": 5.818103709768519e-07,
      "loss": 0.18172010779380798,
      "loss_sft": 0.18172010779380798,
      "step": 721,
      "token_acc": 0.9373431555087833
    },
    {
      "epoch": 2.561777777777778,
      "grad_norm": 2.8229429721832275,
      "learning_rate": 5.727198717339511e-07,
      "loss": 0.18148422241210938,
      "loss_sft": 0.18148422241210938,
      "step": 722,
      "token_acc": 0.9378488317093936
    },
    {
      "epoch": 2.5653333333333332,
      "grad_norm": 2.638422966003418,
      "learning_rate": 5.636966339237882e-07,
      "loss": 0.18546408414840698,
      "loss_sft": 0.18546408414840698,
      "step": 723,
      "token_acc": 0.9357721540131964
    },
    {
      "epoch": 2.568888888888889,
      "grad_norm": 3.2908942699432373,
      "learning_rate": 5.547407946318628e-07,
      "loss": 0.21257361769676208,
      "loss_sft": 0.21257361769676208,
      "step": 724,
      "token_acc": 0.9265181458857348
    },
    {
      "epoch": 2.5724444444444443,
      "grad_norm": 2.886324167251587,
      "learning_rate": 5.458524899197204e-07,
      "loss": 0.21434122323989868,
      "loss_sft": 0.21434122323989868,
      "step": 725,
      "token_acc": 0.927958526993207
    },
    {
      "epoch": 2.576,
      "grad_norm": 2.847505569458008,
      "learning_rate": 5.370318548228886e-07,
      "loss": 0.21782180666923523,
      "loss_sft": 0.21782180666923523,
      "step": 726,
      "token_acc": 0.9258269820067573
    },
    {
      "epoch": 2.5795555555555554,
      "grad_norm": 2.929295778274536,
      "learning_rate": 5.282790233488283e-07,
      "loss": 0.20660823583602905,
      "loss_sft": 0.20660823583602905,
      "step": 727,
      "token_acc": 0.9290664841276632
    },
    {
      "epoch": 2.583111111111111,
      "grad_norm": 2.6943576335906982,
      "learning_rate": 5.195941284748879e-07,
      "loss": 0.1793433427810669,
      "loss_sft": 0.1793433427810669,
      "step": 728,
      "token_acc": 0.9385319601111656
    },
    {
      "epoch": 2.586666666666667,
      "grad_norm": 2.690903425216675,
      "learning_rate": 5.109773021462921e-07,
      "loss": 0.17306211590766907,
      "loss_sft": 0.17306211590766907,
      "step": 729,
      "token_acc": 0.9419840937630808
    },
    {
      "epoch": 2.590222222222222,
      "grad_norm": 2.677744150161743,
      "learning_rate": 5.024286752741364e-07,
      "loss": 0.21147862076759338,
      "loss_sft": 0.21147862076759338,
      "step": 730,
      "token_acc": 0.9255679072015467
    },
    {
      "epoch": 2.5937777777777775,
      "grad_norm": 2.9246270656585693,
      "learning_rate": 4.939483777333931e-07,
      "loss": 0.18388132750988007,
      "loss_sft": 0.18388132750988007,
      "step": 731,
      "token_acc": 0.9372676136905329
    },
    {
      "epoch": 2.5973333333333333,
      "grad_norm": 2.6163809299468994,
      "learning_rate": 4.855365383609457e-07,
      "loss": 0.17831042408943176,
      "loss_sft": 0.17831042408943176,
      "step": 732,
      "token_acc": 0.9371385655276004
    },
    {
      "epoch": 2.600888888888889,
      "grad_norm": 2.5188536643981934,
      "learning_rate": 4.77193284953622e-07,
      "loss": 0.18781685829162598,
      "loss_sft": 0.18781685829162598,
      "step": 733,
      "token_acc": 0.93570617804443
    },
    {
      "epoch": 2.6044444444444443,
      "grad_norm": 2.7731027603149414,
      "learning_rate": 4.6891874426626125e-07,
      "loss": 0.20185299217700958,
      "loss_sft": 0.20185299217700958,
      "step": 734,
      "token_acc": 0.9310315210856308
    },
    {
      "epoch": 2.608,
      "grad_norm": 2.7207086086273193,
      "learning_rate": 4.607130420097866e-07,
      "loss": 0.18952256441116333,
      "loss_sft": 0.18952256441116333,
      "step": 735,
      "token_acc": 0.9361941915908106
    },
    {
      "epoch": 2.6115555555555554,
      "grad_norm": 2.6794168949127197,
      "learning_rate": 4.525763028492869e-07,
      "loss": 0.20114415884017944,
      "loss_sft": 0.20114415884017944,
      "step": 736,
      "token_acc": 0.9304799604156359
    },
    {
      "epoch": 2.615111111111111,
      "grad_norm": 2.967855930328369,
      "learning_rate": 4.445086504021384e-07,
      "loss": 0.20481745898723602,
      "loss_sft": 0.20481745898723602,
      "step": 737,
      "token_acc": 0.9287511230907457
    },
    {
      "epoch": 2.618666666666667,
      "grad_norm": 2.5926387310028076,
      "learning_rate": 4.365102072361116e-07,
      "loss": 0.18741759657859802,
      "loss_sft": 0.18741759657859802,
      "step": 738,
      "token_acc": 0.9360535440690267
    },
    {
      "epoch": 2.6222222222222222,
      "grad_norm": 2.84592604637146,
      "learning_rate": 4.285810948675156e-07,
      "loss": 0.1873520016670227,
      "loss_sft": 0.1873520016670227,
      "step": 739,
      "token_acc": 0.9371667537898588
    },
    {
      "epoch": 2.6257777777777775,
      "grad_norm": 2.9166107177734375,
      "learning_rate": 4.207214337593557e-07,
      "loss": 0.1775439828634262,
      "loss_sft": 0.1775439828634262,
      "step": 740,
      "token_acc": 0.935292937399679
    },
    {
      "epoch": 2.6293333333333333,
      "grad_norm": 2.845803737640381,
      "learning_rate": 4.129313433194948e-07,
      "loss": 0.20385167002677917,
      "loss_sft": 0.20385167002677917,
      "step": 741,
      "token_acc": 0.9301189118748981
    },
    {
      "epoch": 2.632888888888889,
      "grad_norm": 2.8998193740844727,
      "learning_rate": 4.05210941898847e-07,
      "loss": 0.19685634970664978,
      "loss_sft": 0.19685634970664978,
      "step": 742,
      "token_acc": 0.933920704845815
    },
    {
      "epoch": 2.6364444444444444,
      "grad_norm": 3.0047550201416016,
      "learning_rate": 3.975603467895739e-07,
      "loss": 0.18327781558036804,
      "loss_sft": 0.18327781558036804,
      "step": 743,
      "token_acc": 0.934224049331963
    },
    {
      "epoch": 2.64,
      "grad_norm": 2.775958776473999,
      "learning_rate": 3.8997967422330693e-07,
      "loss": 0.17468193173408508,
      "loss_sft": 0.17468193173408508,
      "step": 744,
      "token_acc": 0.9375679973219516
    },
    {
      "epoch": 2.6435555555555554,
      "grad_norm": 2.726837396621704,
      "learning_rate": 3.8246903936937806e-07,
      "loss": 0.1818585842847824,
      "loss_sft": 0.1818585842847824,
      "step": 745,
      "token_acc": 0.9362288307268455
    },
    {
      "epoch": 2.647111111111111,
      "grad_norm": 3.9764692783355713,
      "learning_rate": 3.7502855633307246e-07,
      "loss": 0.19163265824317932,
      "loss_sft": 0.19163265824317932,
      "step": 746,
      "token_acc": 0.9312363564199246
    },
    {
      "epoch": 2.6506666666666665,
      "grad_norm": 2.7666332721710205,
      "learning_rate": 3.676583381538945e-07,
      "loss": 0.20780622959136963,
      "loss_sft": 0.20780622959136963,
      "step": 747,
      "token_acc": 0.9287303413885692
    },
    {
      "epoch": 2.6542222222222223,
      "grad_norm": 2.96278977394104,
      "learning_rate": 3.603584968038487e-07,
      "loss": 0.2147180736064911,
      "loss_sft": 0.2147180736064911,
      "step": 748,
      "token_acc": 0.9272157261481105
    },
    {
      "epoch": 2.6577777777777776,
      "grad_norm": 2.855870246887207,
      "learning_rate": 3.53129143185742e-07,
      "loss": 0.20830529928207397,
      "loss_sft": 0.20830529928207397,
      "step": 749,
      "token_acc": 0.9286667779075588
    },
    {
      "epoch": 2.6613333333333333,
      "grad_norm": 2.569326400756836,
      "learning_rate": 3.4597038713149455e-07,
      "loss": 0.18940183520317078,
      "loss_sft": 0.18940183520317078,
      "step": 750,
      "token_acc": 0.9371379364333803
    },
    {
      "epoch": 2.664888888888889,
      "grad_norm": 2.692840099334717,
      "learning_rate": 3.388823374004735e-07,
      "loss": 0.16750888526439667,
      "loss_sft": 0.16750888526439667,
      "step": 751,
      "token_acc": 0.9431868228662028
    },
    {
      "epoch": 2.6684444444444444,
      "grad_norm": 2.9402012825012207,
      "learning_rate": 3.3186510167784456e-07,
      "loss": 0.18632622063159943,
      "loss_sft": 0.18632622063159943,
      "step": 752,
      "token_acc": 0.9334459776588754
    },
    {
      "epoch": 2.672,
      "grad_norm": 2.7272469997406006,
      "learning_rate": 3.2491878657292643e-07,
      "loss": 0.19793246686458588,
      "loss_sft": 0.19793246686458588,
      "step": 753,
      "token_acc": 0.9352339881808018
    },
    {
      "epoch": 2.6755555555555555,
      "grad_norm": 2.654890775680542,
      "learning_rate": 3.180434976175784e-07,
      "loss": 0.2020973265171051,
      "loss_sft": 0.2020973265171051,
      "step": 754,
      "token_acc": 0.9319294809010774
    },
    {
      "epoch": 2.679111111111111,
      "grad_norm": 2.805154800415039,
      "learning_rate": 3.112393392645985e-07,
      "loss": 0.18373054265975952,
      "loss_sft": 0.18373054265975952,
      "step": 755,
      "token_acc": 0.9395501405810684
    },
    {
      "epoch": 2.6826666666666665,
      "grad_norm": 3.0275561809539795,
      "learning_rate": 3.045064148861282e-07,
      "loss": 0.2097509205341339,
      "loss_sft": 0.2097509205341339,
      "step": 756,
      "token_acc": 0.9267343646199108
    },
    {
      "epoch": 2.6862222222222223,
      "grad_norm": 2.7499921321868896,
      "learning_rate": 2.9784482677209013e-07,
      "loss": 0.1804673969745636,
      "loss_sft": 0.1804673969745636,
      "step": 757,
      "token_acc": 0.9370858218113393
    },
    {
      "epoch": 2.6897777777777776,
      "grad_norm": 2.8307371139526367,
      "learning_rate": 2.912546761286333e-07,
      "loss": 0.1866697371006012,
      "loss_sft": 0.1866697371006012,
      "step": 758,
      "token_acc": 0.9342129208371247
    },
    {
      "epoch": 2.6933333333333334,
      "grad_norm": 2.9989938735961914,
      "learning_rate": 2.847360630765866e-07,
      "loss": 0.18947447836399078,
      "loss_sft": 0.18947447836399078,
      "step": 759,
      "token_acc": 0.9367885238315594
    },
    {
      "epoch": 2.696888888888889,
      "grad_norm": 2.519296884536743,
      "learning_rate": 2.7828908664995216e-07,
      "loss": 0.1839563250541687,
      "loss_sft": 0.1839563250541687,
      "step": 760,
      "token_acc": 0.9373976477594164
    },
    {
      "epoch": 2.7004444444444444,
      "grad_norm": 2.6605520248413086,
      "learning_rate": 2.719138447943881e-07,
      "loss": 0.20287805795669556,
      "loss_sft": 0.20287805795669556,
      "step": 761,
      "token_acc": 0.9286905122764474
    },
    {
      "epoch": 2.7039999999999997,
      "grad_norm": 2.9450504779815674,
      "learning_rate": 2.656104343657251e-07,
      "loss": 0.2017054259777069,
      "loss_sft": 0.2017054259777069,
      "step": 762,
      "token_acc": 0.932173752990981
    },
    {
      "epoch": 2.7075555555555555,
      "grad_norm": 2.801025629043579,
      "learning_rate": 2.5937895112849886e-07,
      "loss": 0.17514121532440186,
      "loss_sft": 0.17514121532440186,
      "step": 763,
      "token_acc": 0.9412087912087912
    },
    {
      "epoch": 2.7111111111111112,
      "grad_norm": 2.824176549911499,
      "learning_rate": 2.532194897544882e-07,
      "loss": 0.19747674465179443,
      "loss_sft": 0.19747674465179443,
      "step": 764,
      "token_acc": 0.9332013428596023
    },
    {
      "epoch": 2.7146666666666666,
      "grad_norm": 2.6715922355651855,
      "learning_rate": 2.4713214382128204e-07,
      "loss": 0.18756616115570068,
      "loss_sft": 0.18756616115570068,
      "step": 765,
      "token_acc": 0.9358335518839059
    },
    {
      "epoch": 2.7182222222222223,
      "grad_norm": 2.69205641746521,
      "learning_rate": 2.411170058108558e-07,
      "loss": 0.20186126232147217,
      "loss_sft": 0.20186126232147217,
      "step": 766,
      "token_acc": 0.9306946688206785
    },
    {
      "epoch": 2.7217777777777776,
      "grad_norm": 2.844322681427002,
      "learning_rate": 2.351741671081631e-07,
      "loss": 0.18071135878562927,
      "loss_sft": 0.18071135878562927,
      "step": 767,
      "token_acc": 0.934114071160379
    },
    {
      "epoch": 2.7253333333333334,
      "grad_norm": 2.8722591400146484,
      "learning_rate": 2.2930371799975593e-07,
      "loss": 0.21717549860477448,
      "loss_sft": 0.21717549860477448,
      "step": 768,
      "token_acc": 0.9251712477239227
    },
    {
      "epoch": 2.728888888888889,
      "grad_norm": 2.714641809463501,
      "learning_rate": 2.2350574767240395e-07,
      "loss": 0.1820165514945984,
      "loss_sft": 0.1820165514945984,
      "step": 769,
      "token_acc": 0.9367315573770492
    },
    {
      "epoch": 2.7324444444444445,
      "grad_norm": 2.665795087814331,
      "learning_rate": 2.1778034421174433e-07,
      "loss": 0.1903153359889984,
      "loss_sft": 0.1903153359889984,
      "step": 770,
      "token_acc": 0.9333983898511832
    },
    {
      "epoch": 2.7359999999999998,
      "grad_norm": 2.605334758758545,
      "learning_rate": 2.1212759460094268e-07,
      "loss": 0.19885686039924622,
      "loss_sft": 0.19885686039924622,
      "step": 771,
      "token_acc": 0.9309717059849807
    },
    {
      "epoch": 2.7395555555555555,
      "grad_norm": 2.639838695526123,
      "learning_rate": 2.0654758471937098e-07,
      "loss": 0.1776367723941803,
      "loss_sft": 0.1776367723941803,
      "step": 772,
      "token_acc": 0.9394416732300691
    },
    {
      "epoch": 2.7431111111111113,
      "grad_norm": 2.723078489303589,
      "learning_rate": 2.0104039934130348e-07,
      "loss": 0.18507392704486847,
      "loss_sft": 0.18507392704486847,
      "step": 773,
      "token_acc": 0.9337137103540862
    },
    {
      "epoch": 2.7466666666666666,
      "grad_norm": 2.5900092124938965,
      "learning_rate": 1.9560612213462837e-07,
      "loss": 0.17871883511543274,
      "loss_sft": 0.17871883511543274,
      "step": 774,
      "token_acc": 0.9373716632443532
    },
    {
      "epoch": 2.7502222222222223,
      "grad_norm": 3.064812421798706,
      "learning_rate": 1.9024483565957707e-07,
      "loss": 0.2114132046699524,
      "loss_sft": 0.2114132046699524,
      "step": 775,
      "token_acc": 0.9298800959232614
    },
    {
      "epoch": 2.7537777777777777,
      "grad_norm": 2.871481418609619,
      "learning_rate": 1.8495662136746916e-07,
      "loss": 0.18899960815906525,
      "loss_sft": 0.18899960815906525,
      "step": 776,
      "token_acc": 0.9341864716636198
    },
    {
      "epoch": 2.7573333333333334,
      "grad_norm": 2.795487642288208,
      "learning_rate": 1.7974155959947614e-07,
      "loss": 0.20108124613761902,
      "loss_sft": 0.20108124613761902,
      "step": 777,
      "token_acc": 0.9338042049934296
    },
    {
      "epoch": 2.7608888888888887,
      "grad_norm": 2.7187371253967285,
      "learning_rate": 1.745997295853985e-07,
      "loss": 0.17069584131240845,
      "loss_sft": 0.17069584131240845,
      "step": 778,
      "token_acc": 0.9388874603582755
    },
    {
      "epoch": 2.7644444444444445,
      "grad_norm": 2.919107675552368,
      "learning_rate": 1.6953120944246503e-07,
      "loss": 0.202523335814476,
      "loss_sft": 0.202523335814476,
      "step": 779,
      "token_acc": 0.9330868428172062
    },
    {
      "epoch": 2.768,
      "grad_norm": 2.810739517211914,
      "learning_rate": 1.6453607617414603e-07,
      "loss": 0.1683150827884674,
      "loss_sft": 0.1683150827884674,
      "step": 780,
      "token_acc": 0.941493391699638
    },
    {
      "epoch": 2.7715555555555556,
      "grad_norm": 2.7224628925323486,
      "learning_rate": 1.5961440566897913e-07,
      "loss": 0.1763046532869339,
      "loss_sft": 0.1763046532869339,
      "step": 781,
      "token_acc": 0.9370500719884819
    },
    {
      "epoch": 2.7751111111111113,
      "grad_norm": 2.6987104415893555,
      "learning_rate": 1.5476627269941925e-07,
      "loss": 0.1834906041622162,
      "loss_sft": 0.1834906041622162,
      "step": 782,
      "token_acc": 0.9371736567289877
    },
    {
      "epoch": 2.7786666666666666,
      "grad_norm": 2.9807426929473877,
      "learning_rate": 1.4999175092070716e-07,
      "loss": 0.19927339255809784,
      "loss_sft": 0.19927339255809784,
      "step": 783,
      "token_acc": 0.9314265090679419
    },
    {
      "epoch": 2.7822222222222224,
      "grad_norm": 2.8939366340637207,
      "learning_rate": 1.4529091286973994e-07,
      "loss": 0.20292577147483826,
      "loss_sft": 0.20292577147483826,
      "step": 784,
      "token_acc": 0.9291538798772468
    },
    {
      "epoch": 2.7857777777777777,
      "grad_norm": 2.788940191268921,
      "learning_rate": 1.4066382996397898e-07,
      "loss": 0.2093643695116043,
      "loss_sft": 0.2093643695116043,
      "step": 785,
      "token_acc": 0.9280611816119002
    },
    {
      "epoch": 2.7893333333333334,
      "grad_norm": 2.5868608951568604,
      "learning_rate": 1.361105725003603e-07,
      "loss": 0.19405758380889893,
      "loss_sft": 0.19405758380889893,
      "step": 786,
      "token_acc": 0.9336200156372165
    },
    {
      "epoch": 2.7928888888888888,
      "grad_norm": 2.4726169109344482,
      "learning_rate": 1.3163120965422494e-07,
      "loss": 0.17949256300926208,
      "loss_sft": 0.17949256300926208,
      "step": 787,
      "token_acc": 0.9376190476190476
    },
    {
      "epoch": 2.7964444444444445,
      "grad_norm": 2.833343982696533,
      "learning_rate": 1.272258094782741e-07,
      "loss": 0.18183688819408417,
      "loss_sft": 0.18183688819408417,
      "step": 788,
      "token_acc": 0.9366845433442728
    },
    {
      "epoch": 2.8,
      "grad_norm": 2.521583080291748,
      "learning_rate": 1.2289443890152852e-07,
      "loss": 0.19447685778141022,
      "loss_sft": 0.19447685778141022,
      "step": 789,
      "token_acc": 0.9328912048002527
    },
    {
      "epoch": 2.8035555555555556,
      "grad_norm": 3.2106516361236572,
      "learning_rate": 1.1863716372831513e-07,
      "loss": 0.1812889724969864,
      "loss_sft": 0.1812889724969864,
      "step": 790,
      "token_acc": 0.9357969025681239
    },
    {
      "epoch": 2.8071111111111113,
      "grad_norm": 2.707206964492798,
      "learning_rate": 1.1445404863726806e-07,
      "loss": 0.19075971841812134,
      "loss_sft": 0.19075971841812134,
      "step": 791,
      "token_acc": 0.9316420014094433
    },
    {
      "epoch": 2.8106666666666666,
      "grad_norm": 2.9277496337890625,
      "learning_rate": 1.1034515718034321e-07,
      "loss": 0.2353270947933197,
      "loss_sft": 0.2353270947933197,
      "step": 792,
      "token_acc": 0.9219467401285583
    },
    {
      "epoch": 2.814222222222222,
      "grad_norm": 2.632071018218994,
      "learning_rate": 1.0631055178185523e-07,
      "loss": 0.1600821614265442,
      "loss_sft": 0.1600821614265442,
      "step": 793,
      "token_acc": 0.944143966958403
    },
    {
      "epoch": 2.8177777777777777,
      "grad_norm": 2.7210655212402344,
      "learning_rate": 1.0235029373752758e-07,
      "loss": 0.19867268204689026,
      "loss_sft": 0.19867268204689026,
      "step": 794,
      "token_acc": 0.931993350460934
    },
    {
      "epoch": 2.8213333333333335,
      "grad_norm": 3.018519401550293,
      "learning_rate": 9.84644432135623e-08,
      "loss": 0.20142260193824768,
      "loss_sft": 0.20142260193824768,
      "step": 795,
      "token_acc": 0.9318513119533528
    },
    {
      "epoch": 2.824888888888889,
      "grad_norm": 2.829655408859253,
      "learning_rate": 9.465305924572566e-08,
      "loss": 0.1699664294719696,
      "loss_sft": 0.1699664294719696,
      "step": 796,
      "token_acc": 0.9421344736602675
    },
    {
      "epoch": 2.8284444444444445,
      "grad_norm": 2.6472973823547363,
      "learning_rate": 9.091619973845056e-08,
      "loss": 0.1955169141292572,
      "loss_sft": 0.1955169141292572,
      "step": 797,
      "token_acc": 0.9337710765239948
    },
    {
      "epoch": 2.832,
      "grad_norm": 2.8763346672058105,
      "learning_rate": 8.725392146395728e-08,
      "loss": 0.19352325797080994,
      "loss_sft": 0.19352325797080994,
      "step": 798,
      "token_acc": 0.9315969481715338
    },
    {
      "epoch": 2.8355555555555556,
      "grad_norm": 2.7860326766967773,
      "learning_rate": 8.366628006139243e-08,
      "loss": 0.20639920234680176,
      "loss_sft": 0.20639920234680176,
      "step": 799,
      "token_acc": 0.9274193548387096
    },
    {
      "epoch": 2.8391111111111114,
      "grad_norm": 2.87343692779541,
      "learning_rate": 8.015333003598025e-08,
      "loss": 0.19217310845851898,
      "loss_sft": 0.19217310845851898,
      "step": 800,
      "token_acc": 0.9353986332574031
    },
    {
      "epoch": 2.8426666666666667,
      "grad_norm": 2.9104435443878174,
      "learning_rate": 7.671512475819876e-08,
      "loss": 0.20616498589515686,
      "loss_sft": 0.20616498589515686,
      "step": 801,
      "token_acc": 0.9278471845011769
    },
    {
      "epoch": 2.846222222222222,
      "grad_norm": 2.6660847663879395,
      "learning_rate": 7.335171646296436e-08,
      "loss": 0.1993139386177063,
      "loss_sft": 0.1993139386177063,
      "step": 802,
      "token_acc": 0.9321827057182706
    },
    {
      "epoch": 2.8497777777777777,
      "grad_norm": 2.833153247833252,
      "learning_rate": 7.006315624884296e-08,
      "loss": 0.20246970653533936,
      "loss_sft": 0.20246970653533936,
      "step": 803,
      "token_acc": 0.9332608513841264
    },
    {
      "epoch": 2.8533333333333335,
      "grad_norm": 2.801199197769165,
      "learning_rate": 6.684949407727015e-08,
      "loss": 0.16902843117713928,
      "loss_sft": 0.16902843117713928,
      "step": 804,
      "token_acc": 0.9412232720039782
    },
    {
      "epoch": 2.856888888888889,
      "grad_norm": 2.775937557220459,
      "learning_rate": 6.371077877179277e-08,
      "loss": 0.18457172811031342,
      "loss_sft": 0.18457172811031342,
      "step": 805,
      "token_acc": 0.93581726593712
    },
    {
      "epoch": 2.8604444444444446,
      "grad_norm": 2.9067697525024414,
      "learning_rate": 6.064705801732962e-08,
      "loss": 0.1850523054599762,
      "loss_sft": 0.1850523054599762,
      "step": 806,
      "token_acc": 0.9370332654446707
    },
    {
      "epoch": 2.864,
      "grad_norm": 2.657909393310547,
      "learning_rate": 5.7658378359443104e-08,
      "loss": 0.17264163494110107,
      "loss_sft": 0.17264163494110107,
      "step": 807,
      "token_acc": 0.9411325141149119
    },
    {
      "epoch": 2.8675555555555556,
      "grad_norm": 2.8361856937408447,
      "learning_rate": 5.4744785203635355e-08,
      "loss": 0.1799735128879547,
      "loss_sft": 0.1799735128879547,
      "step": 808,
      "token_acc": 0.9396403290606467
    },
    {
      "epoch": 2.871111111111111,
      "grad_norm": 2.8313121795654297,
      "learning_rate": 5.190632281465713e-08,
      "loss": 0.19137787818908691,
      "loss_sft": 0.19137787818908691,
      "step": 809,
      "token_acc": 0.9330813158529719
    },
    {
      "epoch": 2.8746666666666667,
      "grad_norm": 2.651089906692505,
      "learning_rate": 4.914303431583389e-08,
      "loss": 0.19388604164123535,
      "loss_sft": 0.19388604164123535,
      "step": 810,
      "token_acc": 0.9318434865595674
    },
    {
      "epoch": 2.878222222222222,
      "grad_norm": 2.729330539703369,
      "learning_rate": 4.645496168841468e-08,
      "loss": 0.18136849999427795,
      "loss_sft": 0.18136849999427795,
      "step": 811,
      "token_acc": 0.9400897334389021
    },
    {
      "epoch": 2.8817777777777778,
      "grad_norm": 2.9207730293273926,
      "learning_rate": 4.384214577092927e-08,
      "loss": 0.1663387417793274,
      "loss_sft": 0.1663387417793274,
      "step": 812,
      "token_acc": 0.9428848015488868
    },
    {
      "epoch": 2.8853333333333335,
      "grad_norm": 2.8292951583862305,
      "learning_rate": 4.130462625857257e-08,
      "loss": 0.18162667751312256,
      "loss_sft": 0.18162667751312256,
      "step": 813,
      "token_acc": 0.9367977528089888
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 3.020155906677246,
      "learning_rate": 3.884244170259732e-08,
      "loss": 0.18117643892765045,
      "loss_sft": 0.18117643892765045,
      "step": 814,
      "token_acc": 0.9369983948635634
    },
    {
      "epoch": 2.8924444444444446,
      "grad_norm": 2.9712772369384766,
      "learning_rate": 3.645562950973014e-08,
      "loss": 0.22095483541488647,
      "loss_sft": 0.22095483541488647,
      "step": 815,
      "token_acc": 0.9236930117936983
    },
    {
      "epoch": 2.896,
      "grad_norm": 2.7452125549316406,
      "learning_rate": 3.414422594160527e-08,
      "loss": 0.1681252419948578,
      "loss_sft": 0.1681252419948578,
      "step": 816,
      "token_acc": 0.9404548457110503
    },
    {
      "epoch": 2.8995555555555557,
      "grad_norm": 2.7096595764160156,
      "learning_rate": 3.1908266114210054e-08,
      "loss": 0.18273943662643433,
      "loss_sft": 0.18273943662643433,
      "step": 817,
      "token_acc": 0.9357065997130559
    },
    {
      "epoch": 2.903111111111111,
      "grad_norm": 2.9406182765960693,
      "learning_rate": 2.974778399735423e-08,
      "loss": 0.21434247493743896,
      "loss_sft": 0.21434247493743896,
      "step": 818,
      "token_acc": 0.9239790401730017
    },
    {
      "epoch": 2.9066666666666667,
      "grad_norm": 2.7685508728027344,
      "learning_rate": 2.766281241415203e-08,
      "loss": 0.1793900579214096,
      "loss_sft": 0.1793900579214096,
      "step": 819,
      "token_acc": 0.9384469696969697
    },
    {
      "epoch": 2.910222222222222,
      "grad_norm": 2.727780342102051,
      "learning_rate": 2.5653383040524228e-08,
      "loss": 0.20031699538230896,
      "loss_sft": 0.20031699538230896,
      "step": 820,
      "token_acc": 0.9293945788021425
    },
    {
      "epoch": 2.913777777777778,
      "grad_norm": 2.7438018321990967,
      "learning_rate": 2.3719526404717975e-08,
      "loss": 0.1880510300397873,
      "loss_sft": 0.1880510300397873,
      "step": 821,
      "token_acc": 0.937181397537448
    },
    {
      "epoch": 2.9173333333333336,
      "grad_norm": 2.5647518634796143,
      "learning_rate": 2.1861271886840508e-08,
      "loss": 0.18202780187129974,
      "loss_sft": 0.18202780187129974,
      "step": 822,
      "token_acc": 0.9355675835990213
    },
    {
      "epoch": 2.920888888888889,
      "grad_norm": 2.702347993850708,
      "learning_rate": 2.0078647718415058e-08,
      "loss": 0.19995903968811035,
      "loss_sft": 0.19995903968811035,
      "step": 823,
      "token_acc": 0.9315763627434932
    },
    {
      "epoch": 2.924444444444444,
      "grad_norm": 2.7479679584503174,
      "learning_rate": 1.837168098195119e-08,
      "loss": 0.18104644119739532,
      "loss_sft": 0.18104644119739532,
      "step": 824,
      "token_acc": 0.9399856682192762
    },
    {
      "epoch": 2.928,
      "grad_norm": 2.707202911376953,
      "learning_rate": 1.6740397610533477e-08,
      "loss": 0.16002894937992096,
      "loss_sft": 0.16002894937992096,
      "step": 825,
      "token_acc": 0.9443000371333086
    },
    {
      "epoch": 2.9315555555555557,
      "grad_norm": 2.6256890296936035,
      "learning_rate": 1.5184822387426246e-08,
      "loss": 0.1906948983669281,
      "loss_sft": 0.1906948983669281,
      "step": 826,
      "token_acc": 0.9340266751349635
    },
    {
      "epoch": 2.935111111111111,
      "grad_norm": 2.681226968765259,
      "learning_rate": 1.3704978945698888e-08,
      "loss": 0.1949460506439209,
      "loss_sft": 0.1949460506439209,
      "step": 827,
      "token_acc": 0.9310911224090731
    },
    {
      "epoch": 2.9386666666666668,
      "grad_norm": 2.974146842956543,
      "learning_rate": 1.2300889767866697e-08,
      "loss": 0.20629552006721497,
      "loss_sft": 0.20629552006721497,
      "step": 828,
      "token_acc": 0.9255199792871321
    },
    {
      "epoch": 2.942222222222222,
      "grad_norm": 2.7185864448547363,
      "learning_rate": 1.0972576185547256e-08,
      "loss": 0.1920526623725891,
      "loss_sft": 0.1920526623725891,
      "step": 829,
      "token_acc": 0.9345727565248481
    },
    {
      "epoch": 2.945777777777778,
      "grad_norm": 2.8740179538726807,
      "learning_rate": 9.720058379138474e-09,
      "loss": 0.20426131784915924,
      "loss_sft": 0.20426131784915924,
      "step": 830,
      "token_acc": 0.9299219427580225
    },
    {
      "epoch": 2.9493333333333336,
      "grad_norm": 2.6651880741119385,
      "learning_rate": 8.543355377512164e-09,
      "loss": 0.19474563002586365,
      "loss_sft": 0.19474563002586365,
      "step": 831,
      "token_acc": 0.9322077040556592
    },
    {
      "epoch": 2.952888888888889,
      "grad_norm": 2.575183391571045,
      "learning_rate": 7.442485057722048e-09,
      "loss": 0.1748010814189911,
      "loss_sft": 0.1748010814189911,
      "step": 832,
      "token_acc": 0.9400151285930408
    },
    {
      "epoch": 2.956444444444444,
      "grad_norm": 2.7950997352600098,
      "learning_rate": 6.417464144736208e-09,
      "loss": 0.20314106345176697,
      "loss_sft": 0.20314106345176697,
      "step": 833,
      "token_acc": 0.93076792388719
    },
    {
      "epoch": 2.96,
      "grad_norm": 3.1104612350463867,
      "learning_rate": 5.468308211179496e-09,
      "loss": 0.21240943670272827,
      "loss_sft": 0.21240943670272827,
      "step": 834,
      "token_acc": 0.929423170140572
    },
    {
      "epoch": 2.9635555555555557,
      "grad_norm": 2.799894094467163,
      "learning_rate": 4.595031677099293e-09,
      "loss": 0.1968020796775818,
      "loss_sft": 0.1968020796775818,
      "step": 835,
      "token_acc": 0.9320062259359384
    },
    {
      "epoch": 2.967111111111111,
      "grad_norm": 2.55328631401062,
      "learning_rate": 3.7976478097451196e-09,
      "loss": 0.17850297689437866,
      "loss_sft": 0.17850297689437866,
      "step": 836,
      "token_acc": 0.9400752060164813
    },
    {
      "epoch": 2.970666666666667,
      "grad_norm": 2.897758960723877,
      "learning_rate": 3.0761687233682445e-09,
      "loss": 0.18851017951965332,
      "loss_sft": 0.18851017951965332,
      "step": 837,
      "token_acc": 0.9328469719609739
    },
    {
      "epoch": 2.974222222222222,
      "grad_norm": 2.586577892303467,
      "learning_rate": 2.430605379035722e-09,
      "loss": 0.19424137473106384,
      "loss_sft": 0.19424137473106384,
      "step": 838,
      "token_acc": 0.9317819572840293
    },
    {
      "epoch": 2.977777777777778,
      "grad_norm": 2.721605062484741,
      "learning_rate": 1.8609675844655228e-09,
      "loss": 0.18937301635742188,
      "loss_sft": 0.18937301635742188,
      "step": 839,
      "token_acc": 0.9358484559057625
    },
    {
      "epoch": 2.981333333333333,
      "grad_norm": 2.817483425140381,
      "learning_rate": 1.3672639938777655e-09,
      "loss": 0.18685343861579895,
      "loss_sft": 0.18685343861579895,
      "step": 840,
      "token_acc": 0.9351392277277698
    },
    {
      "epoch": 2.984888888888889,
      "grad_norm": 2.697528123855591,
      "learning_rate": 9.495021078614885e-10,
      "loss": 0.1892673373222351,
      "loss_sft": 0.1892673373222351,
      "step": 841,
      "token_acc": 0.934172918899607
    },
    {
      "epoch": 2.9884444444444442,
      "grad_norm": 2.8409249782562256,
      "learning_rate": 6.076882732625189e-10,
      "loss": 0.20392055809497833,
      "loss_sft": 0.20392055809497833,
      "step": 842,
      "token_acc": 0.9311359623307828
    },
    {
      "epoch": 2.992,
      "grad_norm": 2.7260000705718994,
      "learning_rate": 3.4182768308577143e-10,
      "loss": 0.1813220977783203,
      "loss_sft": 0.1813220977783203,
      "step": 843,
      "token_acc": 0.9374895954719494
    },
    {
      "epoch": 2.9955555555555557,
      "grad_norm": 2.629594087600708,
      "learning_rate": 1.5192437641753376e-10,
      "loss": 0.1754237413406372,
      "loss_sft": 0.1754237413406372,
      "step": 844,
      "token_acc": 0.9376775007888924
    },
    {
      "epoch": 2.999111111111111,
      "grad_norm": 3.008458137512207,
      "learning_rate": 3.798123836162848e-11,
      "loss": 0.20497778058052063,
      "loss_sft": 0.20497778058052063,
      "step": 845,
      "token_acc": 0.9318758198513336
    },
    {
      "epoch": 3.0,
      "grad_norm": 5.721316814422607,
      "learning_rate": 0.0,
      "loss": 0.13550405204296112,
      "loss_sft": 0.13550405204296112,
      "step": 846,
      "token_acc": 0.9548813691170751
    }
  ],
  "logging_steps": 1,
  "max_steps": 846,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.61323408896426e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}