{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 18.21668264621285,
  "eval_steps": 500,
  "global_step": 19000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009587727708533078,
      "grad_norm": 27.445323944091797,
      "learning_rate": 9.473684210526317e-07,
      "loss": 2.1709,
      "step": 10
    },
    {
      "epoch": 0.019175455417066157,
      "grad_norm": 19.005075454711914,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.8704,
      "step": 20
    },
    {
      "epoch": 0.028763183125599234,
      "grad_norm": 14.785849571228027,
      "learning_rate": 3.0526315789473684e-06,
      "loss": 1.6318,
      "step": 30
    },
    {
      "epoch": 0.038350910834132314,
      "grad_norm": 4.634030342102051,
      "learning_rate": 4.105263157894737e-06,
      "loss": 0.8641,
      "step": 40
    },
    {
      "epoch": 0.04793863854266539,
      "grad_norm": 2.2945172786712646,
      "learning_rate": 5.1578947368421055e-06,
      "loss": 0.5394,
      "step": 50
    },
    {
      "epoch": 0.05752636625119847,
      "grad_norm": 1.7087739706039429,
      "learning_rate": 6.2105263157894745e-06,
      "loss": 0.4525,
      "step": 60
    },
    {
      "epoch": 0.06711409395973154,
      "grad_norm": 1.1094379425048828,
      "learning_rate": 7.2631578947368426e-06,
      "loss": 0.3063,
      "step": 70
    },
    {
      "epoch": 0.07670182166826463,
      "grad_norm": 1.5301676988601685,
      "learning_rate": 8.315789473684212e-06,
      "loss": 0.3153,
      "step": 80
    },
    {
      "epoch": 0.0862895493767977,
      "grad_norm": 1.1719224452972412,
      "learning_rate": 9.368421052631579e-06,
      "loss": 0.2466,
      "step": 90
    },
    {
      "epoch": 0.09587727708533078,
      "grad_norm": 1.751291275024414,
      "learning_rate": 1.0421052631578948e-05,
      "loss": 0.27,
      "step": 100
    },
    {
      "epoch": 0.10546500479386385,
      "grad_norm": 1.0524818897247314,
      "learning_rate": 1.1473684210526315e-05,
      "loss": 0.2333,
      "step": 110
    },
    {
      "epoch": 0.11505273250239693,
      "grad_norm": 1.508988857269287,
      "learning_rate": 1.2526315789473686e-05,
      "loss": 0.2399,
      "step": 120
    },
    {
      "epoch": 0.12464046021093,
      "grad_norm": 1.3286081552505493,
      "learning_rate": 1.3578947368421053e-05,
      "loss": 0.1962,
      "step": 130
    },
    {
      "epoch": 0.1342281879194631,
      "grad_norm": 1.7412567138671875,
      "learning_rate": 1.4631578947368422e-05,
      "loss": 0.2004,
      "step": 140
    },
    {
      "epoch": 0.14381591562799617,
      "grad_norm": 1.8567883968353271,
      "learning_rate": 1.568421052631579e-05,
      "loss": 0.174,
      "step": 150
    },
    {
      "epoch": 0.15340364333652926,
      "grad_norm": 1.5139102935791016,
      "learning_rate": 1.673684210526316e-05,
      "loss": 0.1765,
      "step": 160
    },
    {
      "epoch": 0.1629913710450623,
      "grad_norm": 1.6859902143478394,
      "learning_rate": 1.7789473684210527e-05,
      "loss": 0.168,
      "step": 170
    },
    {
      "epoch": 0.1725790987535954,
      "grad_norm": 1.8252370357513428,
      "learning_rate": 1.8842105263157894e-05,
      "loss": 0.1645,
      "step": 180
    },
    {
      "epoch": 0.18216682646212848,
      "grad_norm": 1.2732850313186646,
      "learning_rate": 1.9894736842105265e-05,
      "loss": 0.1554,
      "step": 190
    },
    {
      "epoch": 0.19175455417066156,
      "grad_norm": 1.0456390380859375,
      "learning_rate": 2.0947368421052632e-05,
      "loss": 0.1575,
      "step": 200
    },
    {
      "epoch": 0.20134228187919462,
      "grad_norm": 0.7651330828666687,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 0.163,
      "step": 210
    },
    {
      "epoch": 0.2109300095877277,
      "grad_norm": 0.9984806776046753,
      "learning_rate": 2.305263157894737e-05,
      "loss": 0.1508,
      "step": 220
    },
    {
      "epoch": 0.22051773729626079,
      "grad_norm": 1.0750813484191895,
      "learning_rate": 2.410526315789474e-05,
      "loss": 0.1349,
      "step": 230
    },
    {
      "epoch": 0.23010546500479387,
      "grad_norm": 1.7777466773986816,
      "learning_rate": 2.5157894736842108e-05,
      "loss": 0.1448,
      "step": 240
    },
    {
      "epoch": 0.23969319271332695,
      "grad_norm": 1.3516716957092285,
      "learning_rate": 2.6210526315789475e-05,
      "loss": 0.1427,
      "step": 250
    },
    {
      "epoch": 0.24928092042186,
      "grad_norm": 1.1810095310211182,
      "learning_rate": 2.7263157894736846e-05,
      "loss": 0.1385,
      "step": 260
    },
    {
      "epoch": 0.2588686481303931,
      "grad_norm": 1.6512832641601562,
      "learning_rate": 2.8315789473684213e-05,
      "loss": 0.155,
      "step": 270
    },
    {
      "epoch": 0.2684563758389262,
      "grad_norm": 1.2209525108337402,
      "learning_rate": 2.9368421052631577e-05,
      "loss": 0.1378,
      "step": 280
    },
    {
      "epoch": 0.27804410354745923,
      "grad_norm": 1.0236748456954956,
      "learning_rate": 3.042105263157895e-05,
      "loss": 0.1409,
      "step": 290
    },
    {
      "epoch": 0.28763183125599234,
      "grad_norm": 1.065836787223816,
      "learning_rate": 3.147368421052632e-05,
      "loss": 0.1409,
      "step": 300
    },
    {
      "epoch": 0.2972195589645254,
      "grad_norm": 1.0454283952713013,
      "learning_rate": 3.2526315789473686e-05,
      "loss": 0.1333,
      "step": 310
    },
    {
      "epoch": 0.3068072866730585,
      "grad_norm": 0.5515532493591309,
      "learning_rate": 3.357894736842105e-05,
      "loss": 0.1137,
      "step": 320
    },
    {
      "epoch": 0.31639501438159157,
      "grad_norm": 1.323104977607727,
      "learning_rate": 3.463157894736842e-05,
      "loss": 0.1317,
      "step": 330
    },
    {
      "epoch": 0.3259827420901246,
      "grad_norm": 1.5426658391952515,
      "learning_rate": 3.5684210526315794e-05,
      "loss": 0.1174,
      "step": 340
    },
    {
      "epoch": 0.33557046979865773,
      "grad_norm": 0.9131991863250732,
      "learning_rate": 3.673684210526316e-05,
      "loss": 0.1171,
      "step": 350
    },
    {
      "epoch": 0.3451581975071908,
      "grad_norm": 1.0024508237838745,
      "learning_rate": 3.778947368421053e-05,
      "loss": 0.1162,
      "step": 360
    },
    {
      "epoch": 0.3547459252157239,
      "grad_norm": 1.1091963052749634,
      "learning_rate": 3.8842105263157896e-05,
      "loss": 0.1272,
      "step": 370
    },
    {
      "epoch": 0.36433365292425696,
      "grad_norm": 0.9772627949714661,
      "learning_rate": 3.989473684210526e-05,
      "loss": 0.1059,
      "step": 380
    },
    {
      "epoch": 0.37392138063279,
      "grad_norm": 0.92393958568573,
      "learning_rate": 4.094736842105264e-05,
      "loss": 0.113,
      "step": 390
    },
    {
      "epoch": 0.3835091083413231,
      "grad_norm": 0.9960997700691223,
      "learning_rate": 4.2e-05,
      "loss": 0.1077,
      "step": 400
    },
    {
      "epoch": 0.3930968360498562,
      "grad_norm": 1.0618188381195068,
      "learning_rate": 4.305263157894737e-05,
      "loss": 0.1084,
      "step": 410
    },
    {
      "epoch": 0.40268456375838924,
      "grad_norm": 0.7491030693054199,
      "learning_rate": 4.410526315789474e-05,
      "loss": 0.1021,
      "step": 420
    },
    {
      "epoch": 0.41227229146692235,
      "grad_norm": 0.9327500462532043,
      "learning_rate": 4.515789473684211e-05,
      "loss": 0.0984,
      "step": 430
    },
    {
      "epoch": 0.4218600191754554,
      "grad_norm": 0.7720574140548706,
      "learning_rate": 4.6210526315789473e-05,
      "loss": 0.0971,
      "step": 440
    },
    {
      "epoch": 0.4314477468839885,
      "grad_norm": 1.2057392597198486,
      "learning_rate": 4.726315789473684e-05,
      "loss": 0.1088,
      "step": 450
    },
    {
      "epoch": 0.44103547459252157,
      "grad_norm": 1.1223393678665161,
      "learning_rate": 4.8315789473684215e-05,
      "loss": 0.0992,
      "step": 460
    },
    {
      "epoch": 0.4506232023010546,
      "grad_norm": 0.6742480397224426,
      "learning_rate": 4.936842105263158e-05,
      "loss": 0.0963,
      "step": 470
    },
    {
      "epoch": 0.46021093000958774,
      "grad_norm": 1.0714161396026611,
      "learning_rate": 5.042105263157895e-05,
      "loss": 0.0974,
      "step": 480
    },
    {
      "epoch": 0.4697986577181208,
      "grad_norm": 0.7936097383499146,
      "learning_rate": 5.1473684210526317e-05,
      "loss": 0.1022,
      "step": 490
    },
    {
      "epoch": 0.4793863854266539,
      "grad_norm": 1.4822968244552612,
      "learning_rate": 5.252631578947369e-05,
      "loss": 0.0996,
      "step": 500
    },
    {
      "epoch": 0.48897411313518696,
      "grad_norm": 1.0476019382476807,
      "learning_rate": 5.357894736842105e-05,
      "loss": 0.1018,
      "step": 510
    },
    {
      "epoch": 0.49856184084372,
      "grad_norm": 0.9343310594558716,
      "learning_rate": 5.4631578947368425e-05,
      "loss": 0.102,
      "step": 520
    },
    {
      "epoch": 0.5081495685522531,
      "grad_norm": 0.8918314576148987,
      "learning_rate": 5.568421052631579e-05,
      "loss": 0.0986,
      "step": 530
    },
    {
      "epoch": 0.5177372962607862,
      "grad_norm": 1.155029296875,
      "learning_rate": 5.6736842105263166e-05,
      "loss": 0.1031,
      "step": 540
    },
    {
      "epoch": 0.5273250239693192,
      "grad_norm": 0.625169038772583,
      "learning_rate": 5.778947368421053e-05,
      "loss": 0.0907,
      "step": 550
    },
    {
      "epoch": 0.5369127516778524,
      "grad_norm": 1.0989243984222412,
      "learning_rate": 5.88421052631579e-05,
      "loss": 0.0843,
      "step": 560
    },
    {
      "epoch": 0.5465004793863855,
      "grad_norm": 0.8834158778190613,
      "learning_rate": 5.989473684210527e-05,
      "loss": 0.0777,
      "step": 570
    },
    {
      "epoch": 0.5560882070949185,
      "grad_norm": 0.7638639211654663,
      "learning_rate": 6.094736842105263e-05,
      "loss": 0.0781,
      "step": 580
    },
    {
      "epoch": 0.5656759348034516,
      "grad_norm": 1.2423137426376343,
      "learning_rate": 6.2e-05,
      "loss": 0.0886,
      "step": 590
    },
    {
      "epoch": 0.5752636625119847,
      "grad_norm": 1.082046627998352,
      "learning_rate": 6.305263157894738e-05,
      "loss": 0.0921,
      "step": 600
    },
    {
      "epoch": 0.5848513902205177,
      "grad_norm": 0.8878996968269348,
      "learning_rate": 6.410526315789474e-05,
      "loss": 0.0926,
      "step": 610
    },
    {
      "epoch": 0.5944391179290508,
      "grad_norm": 0.80406653881073,
      "learning_rate": 6.515789473684211e-05,
      "loss": 0.0983,
      "step": 620
    },
    {
      "epoch": 0.6040268456375839,
      "grad_norm": 0.8726837038993835,
      "learning_rate": 6.621052631578947e-05,
      "loss": 0.0833,
      "step": 630
    },
    {
      "epoch": 0.613614573346117,
      "grad_norm": 0.9104009866714478,
      "learning_rate": 6.726315789473685e-05,
      "loss": 0.0884,
      "step": 640
    },
    {
      "epoch": 0.62320230105465,
      "grad_norm": 0.6089403629302979,
      "learning_rate": 6.83157894736842e-05,
      "loss": 0.0835,
      "step": 650
    },
    {
      "epoch": 0.6327900287631831,
      "grad_norm": 0.8488327860832214,
      "learning_rate": 6.936842105263158e-05,
      "loss": 0.0812,
      "step": 660
    },
    {
      "epoch": 0.6423777564717162,
      "grad_norm": 1.121718168258667,
      "learning_rate": 7.042105263157895e-05,
      "loss": 0.0979,
      "step": 670
    },
    {
      "epoch": 0.6519654841802492,
      "grad_norm": 0.554762065410614,
      "learning_rate": 7.147368421052631e-05,
      "loss": 0.0941,
      "step": 680
    },
    {
      "epoch": 0.6615532118887824,
      "grad_norm": 0.8173949718475342,
      "learning_rate": 7.252631578947369e-05,
      "loss": 0.09,
      "step": 690
    },
    {
      "epoch": 0.6711409395973155,
      "grad_norm": 0.9960802793502808,
      "learning_rate": 7.357894736842106e-05,
      "loss": 0.0969,
      "step": 700
    },
    {
      "epoch": 0.6807286673058485,
      "grad_norm": 0.9952852725982666,
      "learning_rate": 7.463157894736844e-05,
      "loss": 0.0927,
      "step": 710
    },
    {
      "epoch": 0.6903163950143816,
      "grad_norm": 1.1024588346481323,
      "learning_rate": 7.56842105263158e-05,
      "loss": 0.0874,
      "step": 720
    },
    {
      "epoch": 0.6999041227229147,
      "grad_norm": 0.7529568672180176,
      "learning_rate": 7.673684210526316e-05,
      "loss": 0.0853,
      "step": 730
    },
    {
      "epoch": 0.7094918504314478,
      "grad_norm": 0.8373092412948608,
      "learning_rate": 7.778947368421053e-05,
      "loss": 0.0783,
      "step": 740
    },
    {
      "epoch": 0.7190795781399808,
      "grad_norm": 0.6158662438392639,
      "learning_rate": 7.884210526315789e-05,
      "loss": 0.0872,
      "step": 750
    },
    {
      "epoch": 0.7286673058485139,
      "grad_norm": 0.7315576076507568,
      "learning_rate": 7.989473684210527e-05,
      "loss": 0.0841,
      "step": 760
    },
    {
      "epoch": 0.738255033557047,
      "grad_norm": 0.5791612267494202,
      "learning_rate": 8.094736842105264e-05,
      "loss": 0.0706,
      "step": 770
    },
    {
      "epoch": 0.74784276126558,
      "grad_norm": 0.8657413721084595,
      "learning_rate": 8.2e-05,
      "loss": 0.0689,
      "step": 780
    },
    {
      "epoch": 0.7574304889741131,
      "grad_norm": 0.9742875695228577,
      "learning_rate": 8.305263157894737e-05,
      "loss": 0.0869,
      "step": 790
    },
    {
      "epoch": 0.7670182166826462,
      "grad_norm": 0.7406681776046753,
      "learning_rate": 8.410526315789475e-05,
      "loss": 0.0869,
      "step": 800
    },
    {
      "epoch": 0.7766059443911792,
      "grad_norm": 1.168278455734253,
      "learning_rate": 8.515789473684211e-05,
      "loss": 0.0803,
      "step": 810
    },
    {
      "epoch": 0.7861936720997124,
      "grad_norm": 1.1049866676330566,
      "learning_rate": 8.621052631578947e-05,
      "loss": 0.0851,
      "step": 820
    },
    {
      "epoch": 0.7957813998082455,
      "grad_norm": 0.9790105223655701,
      "learning_rate": 8.726315789473684e-05,
      "loss": 0.0788,
      "step": 830
    },
    {
      "epoch": 0.8053691275167785,
      "grad_norm": 0.762137770652771,
      "learning_rate": 8.831578947368422e-05,
      "loss": 0.0715,
      "step": 840
    },
    {
      "epoch": 0.8149568552253116,
      "grad_norm": 0.8730412125587463,
      "learning_rate": 8.936842105263158e-05,
      "loss": 0.0898,
      "step": 850
    },
    {
      "epoch": 0.8245445829338447,
      "grad_norm": 1.1794781684875488,
      "learning_rate": 9.042105263157895e-05,
      "loss": 0.0798,
      "step": 860
    },
    {
      "epoch": 0.8341323106423778,
      "grad_norm": 0.7828540205955505,
      "learning_rate": 9.147368421052633e-05,
      "loss": 0.0848,
      "step": 870
    },
    {
      "epoch": 0.8437200383509108,
      "grad_norm": 0.7496788501739502,
      "learning_rate": 9.252631578947369e-05,
      "loss": 0.0836,
      "step": 880
    },
    {
      "epoch": 0.8533077660594439,
      "grad_norm": 0.7298113703727722,
      "learning_rate": 9.357894736842106e-05,
      "loss": 0.0804,
      "step": 890
    },
    {
      "epoch": 0.862895493767977,
      "grad_norm": 0.7915740609169006,
      "learning_rate": 9.463157894736842e-05,
      "loss": 0.0978,
      "step": 900
    },
    {
      "epoch": 0.87248322147651,
      "grad_norm": 0.6587068438529968,
      "learning_rate": 9.56842105263158e-05,
      "loss": 0.0823,
      "step": 910
    },
    {
      "epoch": 0.8820709491850431,
      "grad_norm": 0.6733153462409973,
      "learning_rate": 9.673684210526316e-05,
      "loss": 0.0903,
      "step": 920
    },
    {
      "epoch": 0.8916586768935763,
      "grad_norm": 0.8253368139266968,
      "learning_rate": 9.778947368421053e-05,
      "loss": 0.0817,
      "step": 930
    },
    {
      "epoch": 0.9012464046021093,
      "grad_norm": 0.631831169128418,
      "learning_rate": 9.88421052631579e-05,
      "loss": 0.0692,
      "step": 940
    },
    {
      "epoch": 0.9108341323106424,
      "grad_norm": 0.4998478293418884,
      "learning_rate": 9.989473684210526e-05,
      "loss": 0.08,
      "step": 950
    },
    {
      "epoch": 0.9204218600191755,
      "grad_norm": 0.5345643162727356,
      "learning_rate": 9.999993865625701e-05,
      "loss": 0.0707,
      "step": 960
    },
    {
      "epoch": 0.9300095877277086,
      "grad_norm": 0.496713250875473,
      "learning_rate": 9.999972660400536e-05,
      "loss": 0.0759,
      "step": 970
    },
    {
      "epoch": 0.9395973154362416,
      "grad_norm": 0.4693014621734619,
      "learning_rate": 9.999936308655709e-05,
      "loss": 0.0781,
      "step": 980
    },
    {
      "epoch": 0.9491850431447747,
      "grad_norm": 0.5775050520896912,
      "learning_rate": 9.999884810501344e-05,
      "loss": 0.0748,
      "step": 990
    },
    {
      "epoch": 0.9587727708533078,
      "grad_norm": 0.7837674021720886,
      "learning_rate": 9.999818166093444e-05,
      "loss": 0.0783,
      "step": 1000
    },
    {
      "epoch": 0.9683604985618408,
      "grad_norm": 0.6740615367889404,
      "learning_rate": 9.999736375633896e-05,
      "loss": 0.0799,
      "step": 1010
    },
    {
      "epoch": 0.9779482262703739,
      "grad_norm": 0.644281268119812,
      "learning_rate": 9.999639439370469e-05,
      "loss": 0.0875,
      "step": 1020
    },
    {
      "epoch": 0.987535953978907,
      "grad_norm": 0.6877675652503967,
      "learning_rate": 9.999527357596816e-05,
      "loss": 0.0702,
      "step": 1030
    },
    {
      "epoch": 0.99712368168744,
      "grad_norm": 0.8206673860549927,
      "learning_rate": 9.999400130652465e-05,
      "loss": 0.0705,
      "step": 1040
    },
    {
      "epoch": 1.0067114093959733,
      "grad_norm": 0.5425058007240295,
      "learning_rate": 9.999257758922833e-05,
      "loss": 0.0773,
      "step": 1050
    },
    {
      "epoch": 1.0162991371045063,
      "grad_norm": 0.7658944725990295,
      "learning_rate": 9.999100242839203e-05,
      "loss": 0.0777,
      "step": 1060
    },
    {
      "epoch": 1.0258868648130393,
      "grad_norm": 0.73934006690979,
      "learning_rate": 9.998927582878747e-05,
      "loss": 0.0685,
      "step": 1070
    },
    {
      "epoch": 1.0354745925215725,
      "grad_norm": 0.38501349091529846,
      "learning_rate": 9.998739779564506e-05,
      "loss": 0.069,
      "step": 1080
    },
    {
      "epoch": 1.0450623202301055,
      "grad_norm": 0.45449578762054443,
      "learning_rate": 9.998536833465394e-05,
      "loss": 0.0559,
      "step": 1090
    },
    {
      "epoch": 1.0546500479386385,
      "grad_norm": 0.8127736449241638,
      "learning_rate": 9.998318745196203e-05,
      "loss": 0.068,
      "step": 1100
    },
    {
      "epoch": 1.0642377756471717,
      "grad_norm": 0.6800121068954468,
      "learning_rate": 9.998085515417588e-05,
      "loss": 0.0683,
      "step": 1110
    },
    {
      "epoch": 1.0738255033557047,
      "grad_norm": 0.688755214214325,
      "learning_rate": 9.997837144836082e-05,
      "loss": 0.0619,
      "step": 1120
    },
    {
      "epoch": 1.0834132310642377,
      "grad_norm": 0.6529737710952759,
      "learning_rate": 9.997573634204074e-05,
      "loss": 0.0716,
      "step": 1130
    },
    {
      "epoch": 1.093000958772771,
      "grad_norm": 0.773915708065033,
      "learning_rate": 9.997294984319827e-05,
      "loss": 0.0667,
      "step": 1140
    },
    {
      "epoch": 1.102588686481304,
      "grad_norm": 0.611422061920166,
      "learning_rate": 9.997001196027457e-05,
      "loss": 0.0695,
      "step": 1150
    },
    {
      "epoch": 1.112176414189837,
      "grad_norm": 0.6238502264022827,
      "learning_rate": 9.996692270216947e-05,
      "loss": 0.0632,
      "step": 1160
    },
    {
      "epoch": 1.1217641418983701,
      "grad_norm": 0.6252961158752441,
      "learning_rate": 9.996368207824128e-05,
      "loss": 0.0708,
      "step": 1170
    },
    {
      "epoch": 1.1313518696069031,
      "grad_norm": 0.3486538529396057,
      "learning_rate": 9.996029009830689e-05,
      "loss": 0.0662,
      "step": 1180
    },
    {
      "epoch": 1.1409395973154361,
      "grad_norm": 0.40418991446495056,
      "learning_rate": 9.995674677264173e-05,
      "loss": 0.0591,
      "step": 1190
    },
    {
      "epoch": 1.1505273250239694,
      "grad_norm": 0.4740557074546814,
      "learning_rate": 9.995305211197965e-05,
      "loss": 0.0701,
      "step": 1200
    },
    {
      "epoch": 1.1601150527325024,
      "grad_norm": 0.713366687297821,
      "learning_rate": 9.994920612751295e-05,
      "loss": 0.073,
      "step": 1210
    },
    {
      "epoch": 1.1697027804410354,
      "grad_norm": 0.6612546443939209,
      "learning_rate": 9.994520883089238e-05,
      "loss": 0.0681,
      "step": 1220
    },
    {
      "epoch": 1.1792905081495686,
      "grad_norm": 0.6933987736701965,
      "learning_rate": 9.994106023422699e-05,
      "loss": 0.0655,
      "step": 1230
    },
    {
      "epoch": 1.1888782358581016,
      "grad_norm": 0.4890410602092743,
      "learning_rate": 9.993676035008423e-05,
      "loss": 0.0633,
      "step": 1240
    },
    {
      "epoch": 1.1984659635666346,
      "grad_norm": 0.5587823987007141,
      "learning_rate": 9.993230919148985e-05,
      "loss": 0.0656,
      "step": 1250
    },
    {
      "epoch": 1.2080536912751678,
      "grad_norm": 0.6635778546333313,
      "learning_rate": 9.99277067719278e-05,
      "loss": 0.0603,
      "step": 1260
    },
    {
      "epoch": 1.2176414189837008,
      "grad_norm": 0.6514385342597961,
      "learning_rate": 9.99229531053403e-05,
      "loss": 0.0652,
      "step": 1270
    },
    {
      "epoch": 1.2272291466922338,
      "grad_norm": 0.5782362818717957,
      "learning_rate": 9.991804820612773e-05,
      "loss": 0.0644,
      "step": 1280
    },
    {
      "epoch": 1.236816874400767,
      "grad_norm": 0.39845097064971924,
      "learning_rate": 9.99129920891486e-05,
      "loss": 0.0617,
      "step": 1290
    },
    {
      "epoch": 1.2464046021093,
      "grad_norm": 0.5628125667572021,
      "learning_rate": 9.990778476971951e-05,
      "loss": 0.0613,
      "step": 1300
    },
    {
      "epoch": 1.255992329817833,
      "grad_norm": 0.4811013340950012,
      "learning_rate": 9.99024262636151e-05,
      "loss": 0.0644,
      "step": 1310
    },
    {
      "epoch": 1.2655800575263663,
      "grad_norm": 0.540348470211029,
      "learning_rate": 9.989691658706798e-05,
      "loss": 0.063,
      "step": 1320
    },
    {
      "epoch": 1.2751677852348993,
      "grad_norm": 0.593609631061554,
      "learning_rate": 9.989125575676876e-05,
      "loss": 0.0537,
      "step": 1330
    },
    {
      "epoch": 1.2847555129434325,
      "grad_norm": 0.4400087296962738,
      "learning_rate": 9.988544378986591e-05,
      "loss": 0.0634,
      "step": 1340
    },
    {
      "epoch": 1.2943432406519655,
      "grad_norm": 0.7038517594337463,
      "learning_rate": 9.987948070396571e-05,
      "loss": 0.0564,
      "step": 1350
    },
    {
      "epoch": 1.3039309683604985,
      "grad_norm": 0.4805976450443268,
      "learning_rate": 9.987336651713229e-05,
      "loss": 0.0604,
      "step": 1360
    },
    {
      "epoch": 1.3135186960690317,
      "grad_norm": 0.5478856563568115,
      "learning_rate": 9.986710124788745e-05,
      "loss": 0.0573,
      "step": 1370
    },
    {
      "epoch": 1.3231064237775647,
      "grad_norm": 0.6592814922332764,
      "learning_rate": 9.986068491521072e-05,
      "loss": 0.0604,
      "step": 1380
    },
    {
      "epoch": 1.332694151486098,
      "grad_norm": 0.7848181128501892,
      "learning_rate": 9.985411753853921e-05,
      "loss": 0.055,
      "step": 1390
    },
    {
      "epoch": 1.342281879194631,
      "grad_norm": 0.40262654423713684,
      "learning_rate": 9.984739913776765e-05,
      "loss": 0.0629,
      "step": 1400
    },
    {
      "epoch": 1.351869606903164,
      "grad_norm": 0.6241422295570374,
      "learning_rate": 9.984052973324817e-05,
      "loss": 0.0609,
      "step": 1410
    },
    {
      "epoch": 1.3614573346116972,
      "grad_norm": 0.7500850558280945,
      "learning_rate": 9.983350934579046e-05,
      "loss": 0.0742,
      "step": 1420
    },
    {
      "epoch": 1.3710450623202302,
      "grad_norm": 0.6990365386009216,
      "learning_rate": 9.982633799666146e-05,
      "loss": 0.0605,
      "step": 1430
    },
    {
      "epoch": 1.3806327900287632,
      "grad_norm": 0.5741100311279297,
      "learning_rate": 9.981901570758554e-05,
      "loss": 0.0639,
      "step": 1440
    },
    {
      "epoch": 1.3902205177372964,
      "grad_norm": 0.6131389141082764,
      "learning_rate": 9.981154250074422e-05,
      "loss": 0.0695,
      "step": 1450
    },
    {
      "epoch": 1.3998082454458294,
      "grad_norm": 0.6654881834983826,
      "learning_rate": 9.980391839877628e-05,
      "loss": 0.0755,
      "step": 1460
    },
    {
      "epoch": 1.4093959731543624,
      "grad_norm": 0.5249256491661072,
      "learning_rate": 9.979614342477753e-05,
      "loss": 0.0613,
      "step": 1470
    },
    {
      "epoch": 1.4189837008628956,
      "grad_norm": 0.5373178124427795,
      "learning_rate": 9.978821760230086e-05,
      "loss": 0.072,
      "step": 1480
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.4792821407318115,
      "learning_rate": 9.978014095535615e-05,
      "loss": 0.0549,
      "step": 1490
    },
    {
      "epoch": 1.4381591562799616,
      "grad_norm": 0.5644699931144714,
      "learning_rate": 9.977191350841016e-05,
      "loss": 0.065,
      "step": 1500
    },
    {
      "epoch": 1.4477468839884948,
      "grad_norm": 0.374956339597702,
      "learning_rate": 9.976353528638642e-05,
      "loss": 0.0545,
      "step": 1510
    },
    {
      "epoch": 1.4573346116970278,
      "grad_norm": 0.4185064733028412,
      "learning_rate": 9.975500631466527e-05,
      "loss": 0.0619,
      "step": 1520
    },
    {
      "epoch": 1.4669223394055608,
      "grad_norm": 0.3903638422489166,
      "learning_rate": 9.974632661908372e-05,
      "loss": 0.0526,
      "step": 1530
    },
    {
      "epoch": 1.476510067114094,
      "grad_norm": 0.45104435086250305,
      "learning_rate": 9.973749622593534e-05,
      "loss": 0.061,
      "step": 1540
    },
    {
      "epoch": 1.486097794822627,
      "grad_norm": 0.4152944087982178,
      "learning_rate": 9.972851516197019e-05,
      "loss": 0.0635,
      "step": 1550
    },
    {
      "epoch": 1.49568552253116,
      "grad_norm": 0.5824716091156006,
      "learning_rate": 9.971938345439484e-05,
      "loss": 0.0598,
      "step": 1560
    },
    {
      "epoch": 1.5052732502396933,
      "grad_norm": 0.5598675608634949,
      "learning_rate": 9.971010113087212e-05,
      "loss": 0.0529,
      "step": 1570
    },
    {
      "epoch": 1.5148609779482263,
      "grad_norm": 0.6759763956069946,
      "learning_rate": 9.970066821952118e-05,
      "loss": 0.0687,
      "step": 1580
    },
    {
      "epoch": 1.5244487056567593,
      "grad_norm": 0.4682703912258148,
      "learning_rate": 9.969108474891732e-05,
      "loss": 0.0557,
      "step": 1590
    },
    {
      "epoch": 1.5340364333652925,
      "grad_norm": 0.6091550588607788,
      "learning_rate": 9.968135074809194e-05,
      "loss": 0.0628,
      "step": 1600
    },
    {
      "epoch": 1.5436241610738255,
      "grad_norm": 0.5167152881622314,
      "learning_rate": 9.96714662465325e-05,
      "loss": 0.056,
      "step": 1610
    },
    {
      "epoch": 1.5532118887823585,
      "grad_norm": 0.5612486004829407,
      "learning_rate": 9.966143127418225e-05,
      "loss": 0.0565,
      "step": 1620
    },
    {
      "epoch": 1.5627996164908917,
      "grad_norm": 0.3620167672634125,
      "learning_rate": 9.965124586144039e-05,
      "loss": 0.0533,
      "step": 1630
    },
    {
      "epoch": 1.5723873441994247,
      "grad_norm": 0.6704486012458801,
      "learning_rate": 9.964091003916179e-05,
      "loss": 0.0633,
      "step": 1640
    },
    {
      "epoch": 1.5819750719079577,
      "grad_norm": 0.6531718969345093,
      "learning_rate": 9.963042383865694e-05,
      "loss": 0.0665,
      "step": 1650
    },
    {
      "epoch": 1.591562799616491,
      "grad_norm": 0.5249754786491394,
      "learning_rate": 9.961978729169192e-05,
      "loss": 0.0471,
      "step": 1660
    },
    {
      "epoch": 1.601150527325024,
      "grad_norm": 0.4377578794956207,
      "learning_rate": 9.960900043048826e-05,
      "loss": 0.0561,
      "step": 1670
    },
    {
      "epoch": 1.610738255033557,
      "grad_norm": 0.34821832180023193,
      "learning_rate": 9.959806328772279e-05,
      "loss": 0.0575,
      "step": 1680
    },
    {
      "epoch": 1.6203259827420902,
      "grad_norm": 0.41964197158813477,
      "learning_rate": 9.958697589652763e-05,
      "loss": 0.0552,
      "step": 1690
    },
    {
      "epoch": 1.6299137104506232,
      "grad_norm": 0.5038737058639526,
      "learning_rate": 9.957573829049004e-05,
      "loss": 0.0571,
      "step": 1700
    },
    {
      "epoch": 1.6395014381591562,
      "grad_norm": 0.5568312406539917,
      "learning_rate": 9.956435050365233e-05,
      "loss": 0.0535,
      "step": 1710
    },
    {
      "epoch": 1.6490891658676894,
      "grad_norm": 0.3089469075202942,
      "learning_rate": 9.955281257051178e-05,
      "loss": 0.0567,
      "step": 1720
    },
    {
      "epoch": 1.6586768935762224,
      "grad_norm": 0.5025231838226318,
      "learning_rate": 9.954112452602045e-05,
      "loss": 0.0595,
      "step": 1730
    },
    {
      "epoch": 1.6682646212847554,
      "grad_norm": 0.6473100185394287,
      "learning_rate": 9.952928640558519e-05,
      "loss": 0.0583,
      "step": 1740
    },
    {
      "epoch": 1.6778523489932886,
      "grad_norm": 0.38910412788391113,
      "learning_rate": 9.951729824506745e-05,
      "loss": 0.0606,
      "step": 1750
    },
    {
      "epoch": 1.6874400767018218,
      "grad_norm": 0.5367538332939148,
      "learning_rate": 9.950516008078325e-05,
      "loss": 0.0658,
      "step": 1760
    },
    {
      "epoch": 1.6970278044103546,
      "grad_norm": 0.5526398420333862,
      "learning_rate": 9.949287194950293e-05,
      "loss": 0.0554,
      "step": 1770
    },
    {
      "epoch": 1.7066155321188878,
      "grad_norm": 0.5616441369056702,
      "learning_rate": 9.948043388845121e-05,
      "loss": 0.0579,
      "step": 1780
    },
    {
      "epoch": 1.716203259827421,
      "grad_norm": 0.41163280606269836,
      "learning_rate": 9.946784593530694e-05,
      "loss": 0.0612,
      "step": 1790
    },
    {
      "epoch": 1.7257909875359538,
      "grad_norm": 0.45861759781837463,
      "learning_rate": 9.945510812820308e-05,
      "loss": 0.0524,
      "step": 1800
    },
    {
      "epoch": 1.735378715244487,
      "grad_norm": 0.4847518503665924,
      "learning_rate": 9.944222050572653e-05,
      "loss": 0.0545,
      "step": 1810
    },
    {
      "epoch": 1.7449664429530203,
      "grad_norm": 0.36065423488616943,
      "learning_rate": 9.942918310691803e-05,
      "loss": 0.0503,
      "step": 1820
    },
    {
      "epoch": 1.754554170661553,
      "grad_norm": 0.5361629128456116,
      "learning_rate": 9.941599597127202e-05,
      "loss": 0.0582,
      "step": 1830
    },
    {
      "epoch": 1.7641418983700863,
      "grad_norm": 0.290815532207489,
      "learning_rate": 9.940265913873657e-05,
      "loss": 0.0626,
      "step": 1840
    },
    {
      "epoch": 1.7737296260786195,
      "grad_norm": 0.3743116855621338,
      "learning_rate": 9.938917264971324e-05,
      "loss": 0.0577,
      "step": 1850
    },
    {
      "epoch": 1.7833173537871523,
      "grad_norm": 0.7040207982063293,
      "learning_rate": 9.937553654505691e-05,
      "loss": 0.0625,
      "step": 1860
    },
    {
      "epoch": 1.7929050814956855,
      "grad_norm": 0.4356692135334015,
      "learning_rate": 9.936175086607572e-05,
      "loss": 0.0616,
      "step": 1870
    },
    {
      "epoch": 1.8024928092042187,
      "grad_norm": 0.3443772494792938,
      "learning_rate": 9.934781565453089e-05,
      "loss": 0.0573,
      "step": 1880
    },
    {
      "epoch": 1.8120805369127517,
      "grad_norm": 0.4956841766834259,
      "learning_rate": 9.933373095263667e-05,
      "loss": 0.0528,
      "step": 1890
    },
    {
      "epoch": 1.8216682646212847,
      "grad_norm": 0.5193634629249573,
      "learning_rate": 9.931949680306012e-05,
      "loss": 0.0548,
      "step": 1900
    },
    {
      "epoch": 1.831255992329818,
      "grad_norm": 0.3799174129962921,
      "learning_rate": 9.930511324892104e-05,
      "loss": 0.0563,
      "step": 1910
    },
    {
      "epoch": 1.840843720038351,
      "grad_norm": 0.3923283815383911,
      "learning_rate": 9.929058033379181e-05,
      "loss": 0.0595,
      "step": 1920
    },
    {
      "epoch": 1.850431447746884,
      "grad_norm": 0.47552716732025146,
      "learning_rate": 9.927589810169733e-05,
      "loss": 0.0546,
      "step": 1930
    },
    {
      "epoch": 1.8600191754554172,
      "grad_norm": 0.4305611848831177,
      "learning_rate": 9.926106659711476e-05,
      "loss": 0.0523,
      "step": 1940
    },
    {
      "epoch": 1.8696069031639502,
      "grad_norm": 0.5576485395431519,
      "learning_rate": 9.924608586497348e-05,
      "loss": 0.0574,
      "step": 1950
    },
    {
      "epoch": 1.8791946308724832,
      "grad_norm": 0.31708958745002747,
      "learning_rate": 9.923095595065494e-05,
      "loss": 0.0482,
      "step": 1960
    },
    {
      "epoch": 1.8887823585810164,
      "grad_norm": 0.41617056727409363,
      "learning_rate": 9.921567689999247e-05,
      "loss": 0.0584,
      "step": 1970
    },
    {
      "epoch": 1.8983700862895494,
      "grad_norm": 0.5047758221626282,
      "learning_rate": 9.920024875927125e-05,
      "loss": 0.0642,
      "step": 1980
    },
    {
      "epoch": 1.9079578139980824,
      "grad_norm": 0.4173164367675781,
      "learning_rate": 9.918467157522805e-05,
      "loss": 0.0548,
      "step": 1990
    },
    {
      "epoch": 1.9175455417066156,
      "grad_norm": 0.4640159010887146,
      "learning_rate": 9.916894539505115e-05,
      "loss": 0.0499,
      "step": 2000
    },
    {
      "epoch": 1.9271332694151486,
      "grad_norm": 0.41713109612464905,
      "learning_rate": 9.915307026638018e-05,
      "loss": 0.0491,
      "step": 2010
    },
    {
      "epoch": 1.9367209971236816,
      "grad_norm": 0.392994225025177,
      "learning_rate": 9.9137046237306e-05,
      "loss": 0.0522,
      "step": 2020
    },
    {
      "epoch": 1.9463087248322148,
      "grad_norm": 0.32308030128479004,
      "learning_rate": 9.912087335637054e-05,
      "loss": 0.0557,
      "step": 2030
    },
    {
      "epoch": 1.9558964525407478,
      "grad_norm": 0.406943678855896,
      "learning_rate": 9.910455167256663e-05,
      "loss": 0.0523,
      "step": 2040
    },
    {
      "epoch": 1.9654841802492808,
      "grad_norm": 0.3809382915496826,
      "learning_rate": 9.908808123533787e-05,
      "loss": 0.0567,
      "step": 2050
    },
    {
      "epoch": 1.975071907957814,
      "grad_norm": 0.3431997299194336,
      "learning_rate": 9.907146209457852e-05,
      "loss": 0.0456,
      "step": 2060
    },
    {
      "epoch": 1.984659635666347,
      "grad_norm": 0.37939101457595825,
      "learning_rate": 9.905469430063325e-05,
      "loss": 0.0479,
      "step": 2070
    },
    {
      "epoch": 1.99424736337488,
      "grad_norm": 0.492702841758728,
      "learning_rate": 9.903777790429714e-05,
      "loss": 0.048,
      "step": 2080
    },
    {
      "epoch": 2.0038350910834133,
      "grad_norm": 0.41130146384239197,
      "learning_rate": 9.90207129568153e-05,
      "loss": 0.0545,
      "step": 2090
    },
    {
      "epoch": 2.0134228187919465,
      "grad_norm": 0.5280721187591553,
      "learning_rate": 9.900349950988297e-05,
      "loss": 0.0516,
      "step": 2100
    },
    {
      "epoch": 2.0230105465004793,
      "grad_norm": 0.3090174198150635,
      "learning_rate": 9.89861376156452e-05,
      "loss": 0.043,
      "step": 2110
    },
    {
      "epoch": 2.0325982742090125,
      "grad_norm": 0.35579144954681396,
      "learning_rate": 9.896862732669671e-05,
      "loss": 0.0584,
      "step": 2120
    },
    {
      "epoch": 2.0421860019175457,
      "grad_norm": 0.44842928647994995,
      "learning_rate": 9.89509686960818e-05,
      "loss": 0.0523,
      "step": 2130
    },
    {
      "epoch": 2.0517737296260785,
      "grad_norm": 0.4050745666027069,
      "learning_rate": 9.893316177729411e-05,
      "loss": 0.0529,
      "step": 2140
    },
    {
      "epoch": 2.0613614573346117,
      "grad_norm": 0.2710857093334198,
      "learning_rate": 9.891520662427651e-05,
      "loss": 0.0582,
      "step": 2150
    },
    {
      "epoch": 2.070949185043145,
      "grad_norm": 0.327932745218277,
      "learning_rate": 9.88971032914209e-05,
      "loss": 0.056,
      "step": 2160
    },
    {
      "epoch": 2.0805369127516777,
      "grad_norm": 0.41889169812202454,
      "learning_rate": 9.887885183356809e-05,
      "loss": 0.0449,
      "step": 2170
    },
    {
      "epoch": 2.090124640460211,
      "grad_norm": 0.37824153900146484,
      "learning_rate": 9.886045230600757e-05,
      "loss": 0.0478,
      "step": 2180
    },
    {
      "epoch": 2.099712368168744,
      "grad_norm": 0.4298747479915619,
      "learning_rate": 9.884190476447746e-05,
      "loss": 0.0479,
      "step": 2190
    },
    {
      "epoch": 2.109300095877277,
      "grad_norm": 0.5047415494918823,
      "learning_rate": 9.882320926516416e-05,
      "loss": 0.0509,
      "step": 2200
    },
    {
      "epoch": 2.11888782358581,
      "grad_norm": 0.3802444338798523,
      "learning_rate": 9.880436586470234e-05,
      "loss": 0.0469,
      "step": 2210
    },
    {
      "epoch": 2.1284755512943434,
      "grad_norm": 0.3608779311180115,
      "learning_rate": 9.87853746201747e-05,
      "loss": 0.0499,
      "step": 2220
    },
    {
      "epoch": 2.138063279002876,
      "grad_norm": 0.49108660221099854,
      "learning_rate": 9.876623558911181e-05,
      "loss": 0.0494,
      "step": 2230
    },
    {
      "epoch": 2.1476510067114094,
      "grad_norm": 0.35984379053115845,
      "learning_rate": 9.874694882949194e-05,
      "loss": 0.0513,
      "step": 2240
    },
    {
      "epoch": 2.1572387344199426,
      "grad_norm": 0.6457746624946594,
      "learning_rate": 9.872751439974084e-05,
      "loss": 0.0497,
      "step": 2250
    },
    {
      "epoch": 2.1668264621284754,
      "grad_norm": 0.4572752118110657,
      "learning_rate": 9.870793235873164e-05,
      "loss": 0.0497,
      "step": 2260
    },
    {
      "epoch": 2.1764141898370086,
      "grad_norm": 0.5329883098602295,
      "learning_rate": 9.868820276578463e-05,
      "loss": 0.0597,
      "step": 2270
    },
    {
      "epoch": 2.186001917545542,
      "grad_norm": 0.4147273302078247,
      "learning_rate": 9.866832568066706e-05,
      "loss": 0.0537,
      "step": 2280
    },
    {
      "epoch": 2.1955896452540746,
      "grad_norm": 0.3269449770450592,
      "learning_rate": 9.864830116359299e-05,
      "loss": 0.0541,
      "step": 2290
    },
    {
      "epoch": 2.205177372962608,
      "grad_norm": 0.38033929467201233,
      "learning_rate": 9.862812927522309e-05,
      "loss": 0.0493,
      "step": 2300
    },
    {
      "epoch": 2.214765100671141,
      "grad_norm": 0.39863190054893494,
      "learning_rate": 9.86078100766645e-05,
      "loss": 0.0582,
      "step": 2310
    },
    {
      "epoch": 2.224352828379674,
      "grad_norm": 0.3785865604877472,
      "learning_rate": 9.858734362947056e-05,
      "loss": 0.0451,
      "step": 2320
    },
    {
      "epoch": 2.233940556088207,
      "grad_norm": 0.3535449802875519,
      "learning_rate": 9.856672999564072e-05,
      "loss": 0.0569,
      "step": 2330
    },
    {
      "epoch": 2.2435282837967403,
      "grad_norm": 0.43401646614074707,
      "learning_rate": 9.854596923762026e-05,
      "loss": 0.0451,
      "step": 2340
    },
    {
      "epoch": 2.253116011505273,
      "grad_norm": 0.3438590466976166,
      "learning_rate": 9.852506141830018e-05,
      "loss": 0.0527,
      "step": 2350
    },
    {
      "epoch": 2.2627037392138063,
      "grad_norm": 0.524154543876648,
      "learning_rate": 9.850400660101698e-05,
      "loss": 0.0536,
      "step": 2360
    },
    {
      "epoch": 2.2722914669223395,
      "grad_norm": 0.6278344392776489,
      "learning_rate": 9.848280484955243e-05,
      "loss": 0.0566,
      "step": 2370
    },
    {
      "epoch": 2.2818791946308723,
      "grad_norm": 0.45389410853385925,
      "learning_rate": 9.846145622813343e-05,
      "loss": 0.0538,
      "step": 2380
    },
    {
      "epoch": 2.2914669223394055,
      "grad_norm": 0.3653407692909241,
      "learning_rate": 9.843996080143181e-05,
      "loss": 0.0496,
      "step": 2390
    },
    {
      "epoch": 2.3010546500479387,
      "grad_norm": 0.39420798420906067,
      "learning_rate": 9.84183186345641e-05,
      "loss": 0.0507,
      "step": 2400
    },
    {
      "epoch": 2.310642377756472,
      "grad_norm": 0.36511731147766113,
      "learning_rate": 9.839652979309135e-05,
      "loss": 0.0415,
      "step": 2410
    },
    {
      "epoch": 2.3202301054650047,
      "grad_norm": 0.6739844679832458,
      "learning_rate": 9.837459434301896e-05,
      "loss": 0.0497,
      "step": 2420
    },
    {
      "epoch": 2.329817833173538,
      "grad_norm": 0.3520050346851349,
      "learning_rate": 9.835251235079643e-05,
      "loss": 0.0476,
      "step": 2430
    },
    {
      "epoch": 2.3394055608820707,
      "grad_norm": 0.3880830705165863,
      "learning_rate": 9.833028388331719e-05,
      "loss": 0.0477,
      "step": 2440
    },
    {
      "epoch": 2.348993288590604,
      "grad_norm": 0.5605785250663757,
      "learning_rate": 9.830790900791842e-05,
      "loss": 0.0565,
      "step": 2450
    },
    {
      "epoch": 2.358581016299137,
      "grad_norm": 0.43835964798927307,
      "learning_rate": 9.828538779238074e-05,
      "loss": 0.0481,
      "step": 2460
    },
    {
      "epoch": 2.3681687440076704,
      "grad_norm": 0.46309876441955566,
      "learning_rate": 9.826272030492817e-05,
      "loss": 0.0459,
      "step": 2470
    },
    {
      "epoch": 2.377756471716203,
      "grad_norm": 0.315773606300354,
      "learning_rate": 9.823990661422778e-05,
      "loss": 0.0446,
      "step": 2480
    },
    {
      "epoch": 2.3873441994247364,
      "grad_norm": 0.37291958928108215,
      "learning_rate": 9.821694678938953e-05,
      "loss": 0.0394,
      "step": 2490
    },
    {
      "epoch": 2.396931927133269,
      "grad_norm": 0.5233327150344849,
      "learning_rate": 9.819384089996613e-05,
      "loss": 0.0494,
      "step": 2500
    },
    {
      "epoch": 2.4065196548418024,
      "grad_norm": 0.33032602071762085,
      "learning_rate": 9.817058901595269e-05,
      "loss": 0.0586,
      "step": 2510
    },
    {
      "epoch": 2.4161073825503356,
      "grad_norm": 0.39209842681884766,
      "learning_rate": 9.814719120778663e-05,
      "loss": 0.0528,
      "step": 2520
    },
    {
      "epoch": 2.425695110258869,
      "grad_norm": 0.3824262320995331,
      "learning_rate": 9.81236475463474e-05,
      "loss": 0.0502,
      "step": 2530
    },
    {
      "epoch": 2.4352828379674016,
      "grad_norm": 0.4724734127521515,
      "learning_rate": 9.809995810295633e-05,
      "loss": 0.0538,
      "step": 2540
    },
    {
      "epoch": 2.444870565675935,
      "grad_norm": 0.4816121459007263,
      "learning_rate": 9.80761229493763e-05,
      "loss": 0.0599,
      "step": 2550
    },
    {
      "epoch": 2.4544582933844676,
      "grad_norm": 0.4902478754520416,
      "learning_rate": 9.805214215781165e-05,
      "loss": 0.0579,
      "step": 2560
    },
    {
      "epoch": 2.464046021093001,
      "grad_norm": 0.4263833463191986,
      "learning_rate": 9.802801580090785e-05,
      "loss": 0.0496,
      "step": 2570
    },
    {
      "epoch": 2.473633748801534,
      "grad_norm": 0.4122842848300934,
      "learning_rate": 9.800374395175143e-05,
      "loss": 0.0601,
      "step": 2580
    },
    {
      "epoch": 2.4832214765100673,
      "grad_norm": 0.3193143308162689,
      "learning_rate": 9.797932668386955e-05,
      "loss": 0.0453,
      "step": 2590
    },
    {
      "epoch": 2.4928092042186,
      "grad_norm": 0.302079439163208,
      "learning_rate": 9.795476407122994e-05,
      "loss": 0.0526,
      "step": 2600
    },
    {
      "epoch": 2.5023969319271333,
      "grad_norm": 0.3169849216938019,
      "learning_rate": 9.793005618824066e-05,
      "loss": 0.0475,
      "step": 2610
    },
    {
      "epoch": 2.511984659635666,
      "grad_norm": 0.35016322135925293,
      "learning_rate": 9.790520310974978e-05,
      "loss": 0.0523,
      "step": 2620
    },
    {
      "epoch": 2.5215723873441993,
      "grad_norm": 0.5532832741737366,
      "learning_rate": 9.788020491104524e-05,
      "loss": 0.0516,
      "step": 2630
    },
    {
      "epoch": 2.5311601150527325,
      "grad_norm": 0.48316141963005066,
      "learning_rate": 9.785506166785461e-05,
      "loss": 0.0455,
      "step": 2640
    },
    {
      "epoch": 2.5407478427612658,
      "grad_norm": 0.53989177942276,
      "learning_rate": 9.78297734563448e-05,
      "loss": 0.05,
      "step": 2650
    },
    {
      "epoch": 2.5503355704697985,
      "grad_norm": 0.44286760687828064,
      "learning_rate": 9.780434035312196e-05,
      "loss": 0.0552,
      "step": 2660
    },
    {
      "epoch": 2.5599232981783318,
      "grad_norm": 0.5638286471366882,
      "learning_rate": 9.777876243523108e-05,
      "loss": 0.062,
      "step": 2670
    },
    {
      "epoch": 2.569511025886865,
      "grad_norm": 0.45765963196754456,
      "learning_rate": 9.775303978015585e-05,
      "loss": 0.0535,
      "step": 2680
    },
    {
      "epoch": 2.5790987535953978,
      "grad_norm": 0.3893742859363556,
      "learning_rate": 9.772717246581848e-05,
      "loss": 0.055,
      "step": 2690
    },
    {
      "epoch": 2.588686481303931,
      "grad_norm": 0.4707334637641907,
      "learning_rate": 9.770116057057933e-05,
      "loss": 0.055,
      "step": 2700
    },
    {
      "epoch": 2.598274209012464,
      "grad_norm": 0.4900120198726654,
      "learning_rate": 9.767500417323676e-05,
      "loss": 0.056,
      "step": 2710
    },
    {
      "epoch": 2.607861936720997,
      "grad_norm": 0.3331255316734314,
      "learning_rate": 9.764870335302689e-05,
      "loss": 0.0502,
      "step": 2720
    },
    {
      "epoch": 2.61744966442953,
      "grad_norm": 0.47928670048713684,
      "learning_rate": 9.762225818962336e-05,
      "loss": 0.0514,
      "step": 2730
    },
    {
      "epoch": 2.6270373921380634,
      "grad_norm": 0.3848089873790741,
      "learning_rate": 9.759566876313701e-05,
      "loss": 0.044,
      "step": 2740
    },
    {
      "epoch": 2.636625119846596,
      "grad_norm": 0.4957471787929535,
      "learning_rate": 9.756893515411574e-05,
      "loss": 0.0434,
      "step": 2750
    },
    {
      "epoch": 2.6462128475551294,
      "grad_norm": 0.5820662975311279,
      "learning_rate": 9.754205744354423e-05,
      "loss": 0.0484,
      "step": 2760
    },
    {
      "epoch": 2.6558005752636626,
      "grad_norm": 0.3916762173175812,
      "learning_rate": 9.751503571284368e-05,
      "loss": 0.0488,
      "step": 2770
    },
    {
      "epoch": 2.665388302972196,
      "grad_norm": 0.30791330337524414,
      "learning_rate": 9.748787004387157e-05,
      "loss": 0.0513,
      "step": 2780
    },
    {
      "epoch": 2.6749760306807286,
      "grad_norm": 0.5171549320220947,
      "learning_rate": 9.74605605189214e-05,
      "loss": 0.0516,
      "step": 2790
    },
    {
      "epoch": 2.684563758389262,
      "grad_norm": 0.47496703267097473,
      "learning_rate": 9.743310722072251e-05,
      "loss": 0.0493,
      "step": 2800
    },
    {
      "epoch": 2.6941514860977946,
      "grad_norm": 0.5075270533561707,
      "learning_rate": 9.74055102324397e-05,
      "loss": 0.0489,
      "step": 2810
    },
    {
      "epoch": 2.703739213806328,
      "grad_norm": 0.4490506052970886,
      "learning_rate": 9.737776963767313e-05,
      "loss": 0.0576,
      "step": 2820
    },
    {
      "epoch": 2.713326941514861,
      "grad_norm": 0.3923519551753998,
      "learning_rate": 9.734988552045792e-05,
      "loss": 0.0513,
      "step": 2830
    },
    {
      "epoch": 2.7229146692233943,
      "grad_norm": 0.2816771864891052,
      "learning_rate": 9.7321857965264e-05,
      "loss": 0.0578,
      "step": 2840
    },
    {
      "epoch": 2.732502396931927,
      "grad_norm": 0.6326708793640137,
      "learning_rate": 9.729368705699587e-05,
      "loss": 0.0452,
      "step": 2850
    },
    {
      "epoch": 2.7420901246404603,
      "grad_norm": 0.3657870292663574,
      "learning_rate": 9.726537288099215e-05,
      "loss": 0.0524,
      "step": 2860
    },
    {
      "epoch": 2.751677852348993,
      "grad_norm": 0.3347817063331604,
      "learning_rate": 9.723691552302562e-05,
      "loss": 0.0451,
      "step": 2870
    },
    {
      "epoch": 2.7612655800575263,
      "grad_norm": 0.4541146457195282,
      "learning_rate": 9.720831506930274e-05,
      "loss": 0.0487,
      "step": 2880
    },
    {
      "epoch": 2.7708533077660595,
      "grad_norm": 0.4089963734149933,
      "learning_rate": 9.71795716064634e-05,
      "loss": 0.0479,
      "step": 2890
    },
    {
      "epoch": 2.7804410354745928,
      "grad_norm": 0.3474633991718292,
      "learning_rate": 9.715068522158081e-05,
      "loss": 0.0467,
      "step": 2900
    },
    {
      "epoch": 2.7900287631831255,
      "grad_norm": 0.49998903274536133,
      "learning_rate": 9.712165600216107e-05,
      "loss": 0.0579,
      "step": 2910
    },
    {
      "epoch": 2.7996164908916588,
      "grad_norm": 0.41667240858078003,
      "learning_rate": 9.709248403614298e-05,
      "loss": 0.0456,
      "step": 2920
    },
    {
      "epoch": 2.8092042186001915,
      "grad_norm": 0.3876051604747772,
      "learning_rate": 9.706316941189779e-05,
      "loss": 0.0411,
      "step": 2930
    },
    {
      "epoch": 2.8187919463087248,
      "grad_norm": 0.34348323941230774,
      "learning_rate": 9.703371221822888e-05,
      "loss": 0.0463,
      "step": 2940
    },
    {
      "epoch": 2.828379674017258,
      "grad_norm": 0.5338907241821289,
      "learning_rate": 9.700411254437154e-05,
      "loss": 0.0476,
      "step": 2950
    },
    {
      "epoch": 2.837967401725791,
      "grad_norm": 0.5973591804504395,
      "learning_rate": 9.697437047999266e-05,
      "loss": 0.0531,
      "step": 2960
    },
    {
      "epoch": 2.847555129434324,
      "grad_norm": 0.31144216656684875,
      "learning_rate": 9.694448611519049e-05,
      "loss": 0.0494,
      "step": 2970
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.4310339391231537,
      "learning_rate": 9.691445954049434e-05,
      "loss": 0.0448,
      "step": 2980
    },
    {
      "epoch": 2.86673058485139,
      "grad_norm": 0.36877721548080444,
      "learning_rate": 9.688429084686435e-05,
      "loss": 0.043,
      "step": 2990
    },
    {
      "epoch": 2.876318312559923,
      "grad_norm": 0.35387906432151794,
      "learning_rate": 9.685398012569115e-05,
      "loss": 0.055,
      "step": 3000
    },
    {
      "epoch": 2.8859060402684564,
      "grad_norm": 0.3781449496746063,
      "learning_rate": 9.682352746879562e-05,
      "loss": 0.0513,
      "step": 3010
    },
    {
      "epoch": 2.8954937679769897,
      "grad_norm": 0.3556309938430786,
      "learning_rate": 9.679293296842863e-05,
      "loss": 0.0556,
      "step": 3020
    },
    {
      "epoch": 2.9050814956855224,
      "grad_norm": 0.4965471923351288,
      "learning_rate": 9.676219671727072e-05,
      "loss": 0.0502,
      "step": 3030
    },
    {
      "epoch": 2.9146692233940557,
      "grad_norm": 0.40289080142974854,
      "learning_rate": 9.673131880843185e-05,
      "loss": 0.0474,
      "step": 3040
    },
    {
      "epoch": 2.9242569511025884,
      "grad_norm": 0.3517281115055084,
      "learning_rate": 9.67002993354511e-05,
      "loss": 0.0557,
      "step": 3050
    },
    {
      "epoch": 2.9338446788111217,
      "grad_norm": 0.5005010366439819,
      "learning_rate": 9.66691383922964e-05,
      "loss": 0.059,
      "step": 3060
    },
    {
      "epoch": 2.943432406519655,
      "grad_norm": 0.36781349778175354,
      "learning_rate": 9.66378360733642e-05,
      "loss": 0.055,
      "step": 3070
    },
    {
      "epoch": 2.953020134228188,
      "grad_norm": 0.310249388217926,
      "learning_rate": 9.660639247347931e-05,
      "loss": 0.0523,
      "step": 3080
    },
    {
      "epoch": 2.962607861936721,
      "grad_norm": 0.27061378955841064,
      "learning_rate": 9.657480768789446e-05,
      "loss": 0.0505,
      "step": 3090
    },
    {
      "epoch": 2.972195589645254,
      "grad_norm": 0.34516626596450806,
      "learning_rate": 9.654308181229006e-05,
      "loss": 0.0489,
      "step": 3100
    },
    {
      "epoch": 2.981783317353787,
      "grad_norm": 0.3140753209590912,
      "learning_rate": 9.651121494277396e-05,
      "loss": 0.0531,
      "step": 3110
    },
    {
      "epoch": 2.99137104506232,
      "grad_norm": 0.4165388345718384,
      "learning_rate": 9.647920717588114e-05,
      "loss": 0.0571,
      "step": 3120
    },
    {
      "epoch": 3.0009587727708533,
      "grad_norm": 0.36014652252197266,
      "learning_rate": 9.644705860857339e-05,
      "loss": 0.0515,
      "step": 3130
    },
    {
      "epoch": 3.0105465004793865,
      "grad_norm": 0.4353986382484436,
      "learning_rate": 9.641476933823899e-05,
      "loss": 0.0488,
      "step": 3140
    },
    {
      "epoch": 3.0201342281879193,
      "grad_norm": 0.4083373546600342,
      "learning_rate": 9.638233946269253e-05,
      "loss": 0.052,
      "step": 3150
    },
    {
      "epoch": 3.0297219558964525,
      "grad_norm": 0.3805656135082245,
      "learning_rate": 9.634976908017446e-05,
      "loss": 0.0461,
      "step": 3160
    },
    {
      "epoch": 3.0393096836049858,
      "grad_norm": 0.36862942576408386,
      "learning_rate": 9.631705828935092e-05,
      "loss": 0.0526,
      "step": 3170
    },
    {
      "epoch": 3.0488974113135185,
      "grad_norm": 0.4625187814235687,
      "learning_rate": 9.628420718931338e-05,
      "loss": 0.0536,
      "step": 3180
    },
    {
      "epoch": 3.0584851390220518,
      "grad_norm": 0.2972494959831238,
      "learning_rate": 9.625121587957834e-05,
      "loss": 0.0468,
      "step": 3190
    },
    {
      "epoch": 3.068072866730585,
      "grad_norm": 0.5064423084259033,
      "learning_rate": 9.621808446008708e-05,
      "loss": 0.0516,
      "step": 3200
    },
    {
      "epoch": 3.0776605944391178,
      "grad_norm": 0.28751927614212036,
      "learning_rate": 9.618481303120528e-05,
      "loss": 0.0463,
      "step": 3210
    },
    {
      "epoch": 3.087248322147651,
      "grad_norm": 0.4198159873485565,
      "learning_rate": 9.615140169372274e-05,
      "loss": 0.0395,
      "step": 3220
    },
    {
      "epoch": 3.096836049856184,
      "grad_norm": 0.41463902592658997,
      "learning_rate": 9.611785054885312e-05,
      "loss": 0.0501,
      "step": 3230
    },
    {
      "epoch": 3.106423777564717,
      "grad_norm": 0.37878739833831787,
      "learning_rate": 9.608415969823361e-05,
      "loss": 0.0484,
      "step": 3240
    },
    {
      "epoch": 3.11601150527325,
      "grad_norm": 0.4990726113319397,
      "learning_rate": 9.605032924392457e-05,
      "loss": 0.049,
      "step": 3250
    },
    {
      "epoch": 3.1255992329817834,
      "grad_norm": 0.39530688524246216,
      "learning_rate": 9.601635928840927e-05,
      "loss": 0.0658,
      "step": 3260
    },
    {
      "epoch": 3.135186960690316,
      "grad_norm": 0.5206883549690247,
      "learning_rate": 9.598224993459364e-05,
      "loss": 0.0538,
      "step": 3270
    },
    {
      "epoch": 3.1447746883988494,
      "grad_norm": 0.5972046256065369,
      "learning_rate": 9.594800128580582e-05,
      "loss": 0.054,
      "step": 3280
    },
    {
      "epoch": 3.1543624161073827,
      "grad_norm": 0.33001407980918884,
      "learning_rate": 9.591361344579595e-05,
      "loss": 0.0544,
      "step": 3290
    },
    {
      "epoch": 3.1639501438159154,
      "grad_norm": 0.38547295331954956,
      "learning_rate": 9.58790865187358e-05,
      "loss": 0.0422,
      "step": 3300
    },
    {
      "epoch": 3.1735378715244487,
      "grad_norm": 0.3369503915309906,
      "learning_rate": 9.584442060921851e-05,
      "loss": 0.0472,
      "step": 3310
    },
    {
      "epoch": 3.183125599232982,
      "grad_norm": 0.2815903127193451,
      "learning_rate": 9.580961582225826e-05,
      "loss": 0.0463,
      "step": 3320
    },
    {
      "epoch": 3.1927133269415147,
      "grad_norm": 0.42745402455329895,
      "learning_rate": 9.577467226328987e-05,
      "loss": 0.0517,
      "step": 3330
    },
    {
      "epoch": 3.202301054650048,
      "grad_norm": 0.46006882190704346,
      "learning_rate": 9.573959003816856e-05,
      "loss": 0.0494,
      "step": 3340
    },
    {
      "epoch": 3.211888782358581,
      "grad_norm": 0.47103896737098694,
      "learning_rate": 9.57043692531697e-05,
      "loss": 0.0511,
      "step": 3350
    },
    {
      "epoch": 3.221476510067114,
      "grad_norm": 0.41211676597595215,
      "learning_rate": 9.566901001498826e-05,
      "loss": 0.0512,
      "step": 3360
    },
    {
      "epoch": 3.231064237775647,
      "grad_norm": 0.5582764148712158,
      "learning_rate": 9.563351243073878e-05,
      "loss": 0.0584,
      "step": 3370
    },
    {
      "epoch": 3.2406519654841803,
      "grad_norm": 0.3129172921180725,
      "learning_rate": 9.559787660795474e-05,
      "loss": 0.0596,
      "step": 3380
    },
    {
      "epoch": 3.2502396931927136,
      "grad_norm": 0.4259207844734192,
      "learning_rate": 9.556210265458854e-05,
      "loss": 0.0507,
      "step": 3390
    },
    {
      "epoch": 3.2598274209012463,
      "grad_norm": 0.29509371519088745,
      "learning_rate": 9.552619067901089e-05,
      "loss": 0.0519,
      "step": 3400
    },
    {
      "epoch": 3.2694151486097796,
      "grad_norm": 0.33097851276397705,
      "learning_rate": 9.549014079001074e-05,
      "loss": 0.0503,
      "step": 3410
    },
    {
      "epoch": 3.2790028763183123,
      "grad_norm": 0.6283732056617737,
      "learning_rate": 9.545395309679469e-05,
      "loss": 0.052,
      "step": 3420
    },
    {
      "epoch": 3.2885906040268456,
      "grad_norm": 0.29192429780960083,
      "learning_rate": 9.54176277089869e-05,
      "loss": 0.0452,
      "step": 3430
    },
    {
      "epoch": 3.2981783317353788,
      "grad_norm": 0.3860151767730713,
      "learning_rate": 9.538116473662861e-05,
      "loss": 0.0536,
      "step": 3440
    },
    {
      "epoch": 3.307766059443912,
      "grad_norm": 0.5127553343772888,
      "learning_rate": 9.534456429017784e-05,
      "loss": 0.0521,
      "step": 3450
    },
    {
      "epoch": 3.3173537871524448,
      "grad_norm": 0.4540964961051941,
      "learning_rate": 9.530782648050907e-05,
      "loss": 0.0552,
      "step": 3460
    },
    {
      "epoch": 3.326941514860978,
      "grad_norm": 0.34647271037101746,
      "learning_rate": 9.52709514189129e-05,
      "loss": 0.0457,
      "step": 3470
    },
    {
      "epoch": 3.336529242569511,
      "grad_norm": 0.4515313506126404,
      "learning_rate": 9.523393921709574e-05,
      "loss": 0.0467,
      "step": 3480
    },
    {
      "epoch": 3.346116970278044,
      "grad_norm": 0.3084343373775482,
      "learning_rate": 9.519678998717935e-05,
      "loss": 0.0462,
      "step": 3490
    },
    {
      "epoch": 3.3557046979865772,
      "grad_norm": 0.5871327519416809,
      "learning_rate": 9.515950384170073e-05,
      "loss": 0.0566,
      "step": 3500
    },
    {
      "epoch": 3.3652924256951104,
      "grad_norm": 0.4407544732093811,
      "learning_rate": 9.51220808936115e-05,
      "loss": 0.0436,
      "step": 3510
    },
    {
      "epoch": 3.3748801534036432,
      "grad_norm": 0.3434475362300873,
      "learning_rate": 9.508452125627779e-05,
      "loss": 0.0483,
      "step": 3520
    },
    {
      "epoch": 3.3844678811121764,
      "grad_norm": 0.5896394848823547,
      "learning_rate": 9.504682504347978e-05,
      "loss": 0.0435,
      "step": 3530
    },
    {
      "epoch": 3.3940556088207097,
      "grad_norm": 0.380214661359787,
      "learning_rate": 9.500899236941139e-05,
      "loss": 0.053,
      "step": 3540
    },
    {
      "epoch": 3.4036433365292424,
      "grad_norm": 0.2878900170326233,
      "learning_rate": 9.497102334867989e-05,
      "loss": 0.0488,
      "step": 3550
    },
    {
      "epoch": 3.4132310642377757,
      "grad_norm": 0.6185137629508972,
      "learning_rate": 9.493291809630562e-05,
      "loss": 0.0512,
      "step": 3560
    },
    {
      "epoch": 3.422818791946309,
      "grad_norm": 0.5001134872436523,
      "learning_rate": 9.489467672772162e-05,
      "loss": 0.055,
      "step": 3570
    },
    {
      "epoch": 3.4324065196548417,
      "grad_norm": 0.46808385848999023,
      "learning_rate": 9.485629935877323e-05,
      "loss": 0.0524,
      "step": 3580
    },
    {
      "epoch": 3.441994247363375,
      "grad_norm": 0.4512917399406433,
      "learning_rate": 9.481778610571782e-05,
      "loss": 0.0487,
      "step": 3590
    },
    {
      "epoch": 3.451581975071908,
      "grad_norm": 0.39726588129997253,
      "learning_rate": 9.477913708522435e-05,
      "loss": 0.0578,
      "step": 3600
    },
    {
      "epoch": 3.461169702780441,
      "grad_norm": 0.32351112365722656,
      "learning_rate": 9.474035241437312e-05,
      "loss": 0.0488,
      "step": 3610
    },
    {
      "epoch": 3.470757430488974,
      "grad_norm": 0.47034138441085815,
      "learning_rate": 9.470143221065531e-05,
      "loss": 0.0618,
      "step": 3620
    },
    {
      "epoch": 3.4803451581975073,
      "grad_norm": 0.23497724533081055,
      "learning_rate": 9.46623765919727e-05,
      "loss": 0.0499,
      "step": 3630
    },
    {
      "epoch": 3.48993288590604,
      "grad_norm": 0.25630268454551697,
      "learning_rate": 9.462318567663728e-05,
      "loss": 0.0508,
      "step": 3640
    },
    {
      "epoch": 3.4995206136145733,
      "grad_norm": 0.3957800269126892,
      "learning_rate": 9.458385958337087e-05,
      "loss": 0.0554,
      "step": 3650
    },
    {
      "epoch": 3.5091083413231066,
      "grad_norm": 0.25262129306793213,
      "learning_rate": 9.454439843130483e-05,
      "loss": 0.0473,
      "step": 3660
    },
    {
      "epoch": 3.5186960690316393,
      "grad_norm": 0.3933389186859131,
      "learning_rate": 9.450480233997963e-05,
      "loss": 0.0471,
      "step": 3670
    },
    {
      "epoch": 3.5282837967401726,
      "grad_norm": 0.26438847184181213,
      "learning_rate": 9.446507142934452e-05,
      "loss": 0.0557,
      "step": 3680
    },
    {
      "epoch": 3.537871524448706,
      "grad_norm": 0.2720869183540344,
      "learning_rate": 9.442520581975718e-05,
      "loss": 0.0492,
      "step": 3690
    },
    {
      "epoch": 3.547459252157239,
      "grad_norm": 0.3165934383869171,
      "learning_rate": 9.438520563198328e-05,
      "loss": 0.0512,
      "step": 3700
    },
    {
      "epoch": 3.557046979865772,
      "grad_norm": 0.6523368954658508,
      "learning_rate": 9.434507098719624e-05,
      "loss": 0.0574,
      "step": 3710
    },
    {
      "epoch": 3.566634707574305,
      "grad_norm": 0.41401076316833496,
      "learning_rate": 9.430480200697676e-05,
      "loss": 0.0509,
      "step": 3720
    },
    {
      "epoch": 3.576222435282838,
      "grad_norm": 0.29742154479026794,
      "learning_rate": 9.426439881331248e-05,
      "loss": 0.0489,
      "step": 3730
    },
    {
      "epoch": 3.585810162991371,
      "grad_norm": 0.40217605233192444,
      "learning_rate": 9.422386152859763e-05,
      "loss": 0.0466,
      "step": 3740
    },
    {
      "epoch": 3.5953978906999042,
      "grad_norm": 0.3434045612812042,
      "learning_rate": 9.418319027563263e-05,
      "loss": 0.0575,
      "step": 3750
    },
    {
      "epoch": 3.6049856184084375,
      "grad_norm": 0.6345980763435364,
      "learning_rate": 9.414238517762373e-05,
      "loss": 0.0453,
      "step": 3760
    },
    {
      "epoch": 3.6145733461169702,
      "grad_norm": 0.43346667289733887,
      "learning_rate": 9.410144635818266e-05,
      "loss": 0.055,
      "step": 3770
    },
    {
      "epoch": 3.6241610738255035,
      "grad_norm": 0.36115562915802,
      "learning_rate": 9.406037394132623e-05,
      "loss": 0.0535,
      "step": 3780
    },
    {
      "epoch": 3.6337488015340362,
      "grad_norm": 0.2766103744506836,
      "learning_rate": 9.401916805147596e-05,
      "loss": 0.0463,
      "step": 3790
    },
    {
      "epoch": 3.6433365292425695,
      "grad_norm": 0.39829254150390625,
      "learning_rate": 9.397782881345767e-05,
      "loss": 0.0463,
      "step": 3800
    },
    {
      "epoch": 3.6529242569511027,
      "grad_norm": 0.3240996301174164,
      "learning_rate": 9.39363563525012e-05,
      "loss": 0.0516,
      "step": 3810
    },
    {
      "epoch": 3.662511984659636,
      "grad_norm": 0.416238009929657,
      "learning_rate": 9.389475079423988e-05,
      "loss": 0.0483,
      "step": 3820
    },
    {
      "epoch": 3.6720997123681687,
      "grad_norm": 0.24697421491146088,
      "learning_rate": 9.385301226471032e-05,
      "loss": 0.0451,
      "step": 3830
    },
    {
      "epoch": 3.681687440076702,
      "grad_norm": 0.3078657388687134,
      "learning_rate": 9.381114089035188e-05,
      "loss": 0.0454,
      "step": 3840
    },
    {
      "epoch": 3.6912751677852347,
      "grad_norm": 0.26055672764778137,
      "learning_rate": 9.376913679800638e-05,
      "loss": 0.0426,
      "step": 3850
    },
    {
      "epoch": 3.700862895493768,
      "grad_norm": 0.36363962292671204,
      "learning_rate": 9.372700011491768e-05,
      "loss": 0.0535,
      "step": 3860
    },
    {
      "epoch": 3.710450623202301,
      "grad_norm": 0.23066310584545135,
      "learning_rate": 9.36847309687313e-05,
      "loss": 0.0391,
      "step": 3870
    },
    {
      "epoch": 3.7200383509108343,
      "grad_norm": 0.35935813188552856,
      "learning_rate": 9.364232948749402e-05,
      "loss": 0.0404,
      "step": 3880
    },
    {
      "epoch": 3.729626078619367,
      "grad_norm": 0.42284151911735535,
      "learning_rate": 9.359979579965352e-05,
      "loss": 0.0456,
      "step": 3890
    },
    {
      "epoch": 3.7392138063279003,
      "grad_norm": 0.29598748683929443,
      "learning_rate": 9.355713003405797e-05,
      "loss": 0.0486,
      "step": 3900
    },
    {
      "epoch": 3.748801534036433,
      "grad_norm": 0.30880895256996155,
      "learning_rate": 9.351433231995568e-05,
      "loss": 0.0524,
      "step": 3910
    },
    {
      "epoch": 3.7583892617449663,
      "grad_norm": 0.2683268189430237,
      "learning_rate": 9.34714027869946e-05,
      "loss": 0.0458,
      "step": 3920
    },
    {
      "epoch": 3.7679769894534996,
      "grad_norm": 0.3789876401424408,
      "learning_rate": 9.342834156522204e-05,
      "loss": 0.0529,
      "step": 3930
    },
    {
      "epoch": 3.777564717162033,
      "grad_norm": 0.2747150957584381,
      "learning_rate": 9.338514878508428e-05,
      "loss": 0.0474,
      "step": 3940
    },
    {
      "epoch": 3.7871524448705656,
      "grad_norm": 0.3292723000049591,
      "learning_rate": 9.334182457742607e-05,
      "loss": 0.0544,
      "step": 3950
    },
    {
      "epoch": 3.796740172579099,
      "grad_norm": 0.28527846932411194,
      "learning_rate": 9.329836907349033e-05,
      "loss": 0.0419,
      "step": 3960
    },
    {
      "epoch": 3.8063279002876316,
      "grad_norm": 0.37766164541244507,
      "learning_rate": 9.325478240491771e-05,
      "loss": 0.0503,
      "step": 3970
    },
    {
      "epoch": 3.815915627996165,
      "grad_norm": 0.4285350739955902,
      "learning_rate": 9.321106470374618e-05,
      "loss": 0.0493,
      "step": 3980
    },
    {
      "epoch": 3.825503355704698,
      "grad_norm": 0.432804137468338,
      "learning_rate": 9.316721610241068e-05,
      "loss": 0.0452,
      "step": 3990
    },
    {
      "epoch": 3.8350910834132312,
      "grad_norm": 0.32709524035453796,
      "learning_rate": 9.312323673374269e-05,
      "loss": 0.049,
      "step": 4000
    },
    {
      "epoch": 3.844678811121764,
      "grad_norm": 0.2850819230079651,
      "learning_rate": 9.30791267309698e-05,
      "loss": 0.0379,
      "step": 4010
    },
    {
      "epoch": 3.8542665388302972,
      "grad_norm": 0.3472555875778198,
      "learning_rate": 9.303488622771535e-05,
      "loss": 0.0412,
      "step": 4020
    },
    {
      "epoch": 3.8638542665388305,
      "grad_norm": 0.545179545879364,
      "learning_rate": 9.299051535799799e-05,
      "loss": 0.0535,
      "step": 4030
    },
    {
      "epoch": 3.8734419942473632,
      "grad_norm": 0.43045416474342346,
      "learning_rate": 9.29460142562313e-05,
      "loss": 0.0564,
      "step": 4040
    },
    {
      "epoch": 3.8830297219558965,
      "grad_norm": 0.30958643555641174,
      "learning_rate": 9.290138305722343e-05,
      "loss": 0.0423,
      "step": 4050
    },
    {
      "epoch": 3.8926174496644297,
      "grad_norm": 0.3504599630832672,
      "learning_rate": 9.285662189617652e-05,
      "loss": 0.0525,
      "step": 4060
    },
    {
      "epoch": 3.9022051773729625,
      "grad_norm": 0.5074465870857239,
      "learning_rate": 9.281173090868651e-05,
      "loss": 0.0505,
      "step": 4070
    },
    {
      "epoch": 3.9117929050814957,
      "grad_norm": 0.30970317125320435,
      "learning_rate": 9.27667102307426e-05,
      "loss": 0.0404,
      "step": 4080
    },
    {
      "epoch": 3.921380632790029,
      "grad_norm": 0.35298407077789307,
      "learning_rate": 9.27215599987268e-05,
      "loss": 0.0461,
      "step": 4090
    },
    {
      "epoch": 3.9309683604985617,
      "grad_norm": 0.32086381316185,
      "learning_rate": 9.267628034941369e-05,
      "loss": 0.0476,
      "step": 4100
    },
    {
      "epoch": 3.940556088207095,
      "grad_norm": 0.33907032012939453,
      "learning_rate": 9.26308714199698e-05,
      "loss": 0.0446,
      "step": 4110
    },
    {
      "epoch": 3.950143815915628,
      "grad_norm": 0.23291510343551636,
      "learning_rate": 9.258533334795336e-05,
      "loss": 0.0542,
      "step": 4120
    },
    {
      "epoch": 3.959731543624161,
      "grad_norm": 0.3786979913711548,
      "learning_rate": 9.253966627131379e-05,
      "loss": 0.049,
      "step": 4130
    },
    {
      "epoch": 3.969319271332694,
      "grad_norm": 0.4073876142501831,
      "learning_rate": 9.249387032839125e-05,
      "loss": 0.046,
      "step": 4140
    },
    {
      "epoch": 3.9789069990412274,
      "grad_norm": 0.3822251856327057,
      "learning_rate": 9.244794565791639e-05,
      "loss": 0.0472,
      "step": 4150
    },
    {
      "epoch": 3.98849472674976,
      "grad_norm": 0.43598631024360657,
      "learning_rate": 9.240189239900972e-05,
      "loss": 0.0388,
      "step": 4160
    },
    {
      "epoch": 3.9980824544582934,
      "grad_norm": 0.2129432111978531,
      "learning_rate": 9.235571069118131e-05,
      "loss": 0.0492,
      "step": 4170
    },
    {
      "epoch": 4.007670182166827,
      "grad_norm": 0.3745039999485016,
      "learning_rate": 9.23094006743304e-05,
      "loss": 0.0447,
      "step": 4180
    },
    {
      "epoch": 4.01725790987536,
      "grad_norm": 0.3619850277900696,
      "learning_rate": 9.226296248874482e-05,
      "loss": 0.0523,
      "step": 4190
    },
    {
      "epoch": 4.026845637583893,
      "grad_norm": 0.3835139274597168,
      "learning_rate": 9.221639627510076e-05,
      "loss": 0.048,
      "step": 4200
    },
    {
      "epoch": 4.036433365292425,
      "grad_norm": 0.28674259781837463,
      "learning_rate": 9.216970217446219e-05,
      "loss": 0.0387,
      "step": 4210
    },
    {
      "epoch": 4.046021093000959,
      "grad_norm": 0.25763458013534546,
      "learning_rate": 9.21228803282805e-05,
      "loss": 0.0506,
      "step": 4220
    },
    {
      "epoch": 4.055608820709492,
      "grad_norm": 0.36224737763404846,
      "learning_rate": 9.207593087839406e-05,
      "loss": 0.0453,
      "step": 4230
    },
    {
      "epoch": 4.065196548418025,
      "grad_norm": 0.38200250267982483,
      "learning_rate": 9.202885396702782e-05,
      "loss": 0.0431,
      "step": 4240
    },
    {
      "epoch": 4.074784276126558,
      "grad_norm": 0.336946964263916,
      "learning_rate": 9.198164973679285e-05,
      "loss": 0.0443,
      "step": 4250
    },
    {
      "epoch": 4.0843720038350915,
      "grad_norm": 0.3541509807109833,
      "learning_rate": 9.193431833068586e-05,
      "loss": 0.0499,
      "step": 4260
    },
    {
      "epoch": 4.093959731543624,
      "grad_norm": 0.3337682783603668,
      "learning_rate": 9.188685989208886e-05,
      "loss": 0.0474,
      "step": 4270
    },
    {
      "epoch": 4.103547459252157,
      "grad_norm": 0.4774644076824188,
      "learning_rate": 9.183927456476864e-05,
      "loss": 0.0413,
      "step": 4280
    },
    {
      "epoch": 4.11313518696069,
      "grad_norm": 0.3974810540676117,
      "learning_rate": 9.179156249287646e-05,
      "loss": 0.0495,
      "step": 4290
    },
    {
      "epoch": 4.1227229146692235,
      "grad_norm": 0.35930874943733215,
      "learning_rate": 9.174372382094745e-05,
      "loss": 0.0481,
      "step": 4300
    },
    {
      "epoch": 4.132310642377757,
      "grad_norm": 0.39746561646461487,
      "learning_rate": 9.169575869390028e-05,
      "loss": 0.0401,
      "step": 4310
    },
    {
      "epoch": 4.14189837008629,
      "grad_norm": 0.3344055414199829,
      "learning_rate": 9.164766725703669e-05,
      "loss": 0.0471,
      "step": 4320
    },
    {
      "epoch": 4.151486097794822,
      "grad_norm": 0.23866185545921326,
      "learning_rate": 9.159944965604105e-05,
      "loss": 0.0424,
      "step": 4330
    },
    {
      "epoch": 4.1610738255033555,
      "grad_norm": 0.3230268657207489,
      "learning_rate": 9.155110603697996e-05,
      "loss": 0.0475,
      "step": 4340
    },
    {
      "epoch": 4.170661553211889,
      "grad_norm": 0.3797110915184021,
      "learning_rate": 9.150263654630172e-05,
      "loss": 0.0458,
      "step": 4350
    },
    {
      "epoch": 4.180249280920422,
      "grad_norm": 0.41824665665626526,
      "learning_rate": 9.145404133083591e-05,
      "loss": 0.0401,
      "step": 4360
    },
    {
      "epoch": 4.189837008628955,
      "grad_norm": 0.45811742544174194,
      "learning_rate": 9.140532053779307e-05,
      "loss": 0.0533,
      "step": 4370
    },
    {
      "epoch": 4.199424736337488,
      "grad_norm": 0.3115192651748657,
      "learning_rate": 9.135647431476407e-05,
      "loss": 0.0475,
      "step": 4380
    },
    {
      "epoch": 4.209012464046021,
      "grad_norm": 0.27874428033828735,
      "learning_rate": 9.130750280971978e-05,
      "loss": 0.0444,
      "step": 4390
    },
    {
      "epoch": 4.218600191754554,
      "grad_norm": 0.5270777940750122,
      "learning_rate": 9.125840617101058e-05,
      "loss": 0.0514,
      "step": 4400
    },
    {
      "epoch": 4.228187919463087,
      "grad_norm": 0.40683162212371826,
      "learning_rate": 9.120918454736593e-05,
      "loss": 0.0472,
      "step": 4410
    },
    {
      "epoch": 4.23777564717162,
      "grad_norm": 0.30064043402671814,
      "learning_rate": 9.11598380878939e-05,
      "loss": 0.0492,
      "step": 4420
    },
    {
      "epoch": 4.247363374880154,
      "grad_norm": 0.4496791362762451,
      "learning_rate": 9.111036694208072e-05,
      "loss": 0.0471,
      "step": 4430
    },
    {
      "epoch": 4.256951102588687,
      "grad_norm": 0.39262011647224426,
      "learning_rate": 9.106077125979037e-05,
      "loss": 0.0487,
      "step": 4440
    },
    {
      "epoch": 4.26653883029722,
      "grad_norm": 0.34774985909461975,
      "learning_rate": 9.101105119126405e-05,
      "loss": 0.0452,
      "step": 4450
    },
    {
      "epoch": 4.276126558005752,
      "grad_norm": 0.4597591459751129,
      "learning_rate": 9.096120688711978e-05,
      "loss": 0.0521,
      "step": 4460
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 0.594453752040863,
      "learning_rate": 9.091123849835195e-05,
      "loss": 0.0555,
      "step": 4470
    },
    {
      "epoch": 4.295302013422819,
      "grad_norm": 0.45329248905181885,
      "learning_rate": 9.086114617633079e-05,
      "loss": 0.0408,
      "step": 4480
    },
    {
      "epoch": 4.304889741131352,
      "grad_norm": 0.34534817934036255,
      "learning_rate": 9.081093007280205e-05,
      "loss": 0.0554,
      "step": 4490
    },
    {
      "epoch": 4.314477468839885,
      "grad_norm": 0.36244168877601624,
      "learning_rate": 9.076059033988636e-05,
      "loss": 0.0487,
      "step": 4500
    },
    {
      "epoch": 4.324065196548418,
      "grad_norm": 0.32668572664260864,
      "learning_rate": 9.071012713007892e-05,
      "loss": 0.0483,
      "step": 4510
    },
    {
      "epoch": 4.333652924256951,
      "grad_norm": 0.31663575768470764,
      "learning_rate": 9.065954059624895e-05,
      "loss": 0.0484,
      "step": 4520
    },
    {
      "epoch": 4.343240651965484,
      "grad_norm": 0.2809025049209595,
      "learning_rate": 9.06088308916393e-05,
      "loss": 0.042,
      "step": 4530
    },
    {
      "epoch": 4.352828379674017,
      "grad_norm": 0.2432290017604828,
      "learning_rate": 9.05579981698659e-05,
      "loss": 0.0463,
      "step": 4540
    },
    {
      "epoch": 4.3624161073825505,
      "grad_norm": 0.2573339343070984,
      "learning_rate": 9.050704258491736e-05,
      "loss": 0.0462,
      "step": 4550
    },
    {
      "epoch": 4.372003835091084,
      "grad_norm": 0.42221635580062866,
      "learning_rate": 9.045596429115447e-05,
      "loss": 0.0472,
      "step": 4560
    },
    {
      "epoch": 4.381591562799617,
      "grad_norm": 0.35964876413345337,
      "learning_rate": 9.040476344330977e-05,
      "loss": 0.0448,
      "step": 4570
    },
    {
      "epoch": 4.391179290508149,
      "grad_norm": 0.27407506108283997,
      "learning_rate": 9.035344019648702e-05,
      "loss": 0.0431,
      "step": 4580
    },
    {
      "epoch": 4.4007670182166825,
      "grad_norm": 0.31676268577575684,
      "learning_rate": 9.03019947061608e-05,
      "loss": 0.0441,
      "step": 4590
    },
    {
      "epoch": 4.410354745925216,
      "grad_norm": 0.2982436716556549,
      "learning_rate": 9.025042712817598e-05,
      "loss": 0.043,
      "step": 4600
    },
    {
      "epoch": 4.419942473633749,
      "grad_norm": 0.3181396424770355,
      "learning_rate": 9.019873761874727e-05,
      "loss": 0.0484,
      "step": 4610
    },
    {
      "epoch": 4.429530201342282,
      "grad_norm": 0.3732481002807617,
      "learning_rate": 9.014692633445878e-05,
      "loss": 0.055,
      "step": 4620
    },
    {
      "epoch": 4.439117929050815,
      "grad_norm": 0.42074957489967346,
      "learning_rate": 9.009499343226348e-05,
      "loss": 0.047,
      "step": 4630
    },
    {
      "epoch": 4.448705656759348,
      "grad_norm": 0.35802584886550903,
      "learning_rate": 9.004293906948278e-05,
      "loss": 0.0489,
      "step": 4640
    },
    {
      "epoch": 4.458293384467881,
      "grad_norm": 0.33133867383003235,
      "learning_rate": 8.999076340380603e-05,
      "loss": 0.049,
      "step": 4650
    },
    {
      "epoch": 4.467881112176414,
      "grad_norm": 0.28263920545578003,
      "learning_rate": 8.993846659329005e-05,
      "loss": 0.056,
      "step": 4660
    },
    {
      "epoch": 4.477468839884947,
      "grad_norm": 0.5171105861663818,
      "learning_rate": 8.988604879635862e-05,
      "loss": 0.047,
      "step": 4670
    },
    {
      "epoch": 4.487056567593481,
      "grad_norm": 0.264189749956131,
      "learning_rate": 8.983351017180208e-05,
      "loss": 0.0432,
      "step": 4680
    },
    {
      "epoch": 4.496644295302014,
      "grad_norm": 0.2710209786891937,
      "learning_rate": 8.978085087877672e-05,
      "loss": 0.048,
      "step": 4690
    },
    {
      "epoch": 4.506232023010546,
      "grad_norm": 0.20794712007045746,
      "learning_rate": 8.972807107680445e-05,
      "loss": 0.0524,
      "step": 4700
    },
    {
      "epoch": 4.515819750719079,
      "grad_norm": 0.2759157419204712,
      "learning_rate": 8.96751709257722e-05,
      "loss": 0.0463,
      "step": 4710
    },
    {
      "epoch": 4.525407478427613,
      "grad_norm": 0.45379728078842163,
      "learning_rate": 8.962215058593146e-05,
      "loss": 0.0483,
      "step": 4720
    },
    {
      "epoch": 4.534995206136146,
      "grad_norm": 0.35511714220046997,
      "learning_rate": 8.956901021789785e-05,
      "loss": 0.0473,
      "step": 4730
    },
    {
      "epoch": 4.544582933844679,
      "grad_norm": 0.49189603328704834,
      "learning_rate": 8.951574998265058e-05,
      "loss": 0.0448,
      "step": 4740
    },
    {
      "epoch": 4.554170661553212,
      "grad_norm": 0.7247273921966553,
      "learning_rate": 8.946237004153197e-05,
      "loss": 0.0514,
      "step": 4750
    },
    {
      "epoch": 4.563758389261745,
      "grad_norm": 0.5640259385108948,
      "learning_rate": 8.940887055624696e-05,
      "loss": 0.0495,
      "step": 4760
    },
    {
      "epoch": 4.573346116970278,
      "grad_norm": 0.9589868187904358,
      "learning_rate": 8.935525168886262e-05,
      "loss": 0.0497,
      "step": 4770
    },
    {
      "epoch": 4.582933844678811,
      "grad_norm": 0.24826788902282715,
      "learning_rate": 8.930151360180773e-05,
      "loss": 0.0526,
      "step": 4780
    },
    {
      "epoch": 4.592521572387344,
      "grad_norm": 0.4066452980041504,
      "learning_rate": 8.924765645787216e-05,
      "loss": 0.0482,
      "step": 4790
    },
    {
      "epoch": 4.6021093000958775,
      "grad_norm": 0.41626861691474915,
      "learning_rate": 8.919368042020645e-05,
      "loss": 0.0469,
      "step": 4800
    },
    {
      "epoch": 4.611697027804411,
      "grad_norm": 0.35766589641571045,
      "learning_rate": 8.913958565232132e-05,
      "loss": 0.0489,
      "step": 4810
    },
    {
      "epoch": 4.621284755512944,
      "grad_norm": 0.24869422614574432,
      "learning_rate": 8.908537231808716e-05,
      "loss": 0.043,
      "step": 4820
    },
    {
      "epoch": 4.630872483221476,
      "grad_norm": 0.3498132526874542,
      "learning_rate": 8.903104058173354e-05,
      "loss": 0.044,
      "step": 4830
    },
    {
      "epoch": 4.6404602109300095,
      "grad_norm": 0.5257985591888428,
      "learning_rate": 8.897659060784869e-05,
      "loss": 0.0487,
      "step": 4840
    },
    {
      "epoch": 4.650047938638543,
      "grad_norm": 0.3492990732192993,
      "learning_rate": 8.892202256137905e-05,
      "loss": 0.0516,
      "step": 4850
    },
    {
      "epoch": 4.659635666347076,
      "grad_norm": 0.5162085294723511,
      "learning_rate": 8.886733660762871e-05,
      "loss": 0.0526,
      "step": 4860
    },
    {
      "epoch": 4.669223394055609,
      "grad_norm": 0.3405402600765228,
      "learning_rate": 8.881253291225895e-05,
      "loss": 0.0449,
      "step": 4870
    },
    {
      "epoch": 4.6788111217641415,
      "grad_norm": 0.4526231586933136,
      "learning_rate": 8.875761164128772e-05,
      "loss": 0.053,
      "step": 4880
    },
    {
      "epoch": 4.688398849472675,
      "grad_norm": 0.3826616108417511,
      "learning_rate": 8.870257296108918e-05,
      "loss": 0.0467,
      "step": 4890
    },
    {
      "epoch": 4.697986577181208,
      "grad_norm": 0.3477012813091278,
      "learning_rate": 8.86474170383931e-05,
      "loss": 0.0486,
      "step": 4900
    },
    {
      "epoch": 4.707574304889741,
      "grad_norm": 0.2914051115512848,
      "learning_rate": 8.859214404028447e-05,
      "loss": 0.042,
      "step": 4910
    },
    {
      "epoch": 4.717162032598274,
      "grad_norm": 0.40637078881263733,
      "learning_rate": 8.85367541342029e-05,
      "loss": 0.0432,
      "step": 4920
    },
    {
      "epoch": 4.726749760306808,
      "grad_norm": 0.36229225993156433,
      "learning_rate": 8.848124748794218e-05,
      "loss": 0.0498,
      "step": 4930
    },
    {
      "epoch": 4.736337488015341,
      "grad_norm": 0.33015790581703186,
      "learning_rate": 8.842562426964974e-05,
      "loss": 0.0441,
      "step": 4940
    },
    {
      "epoch": 4.745925215723873,
      "grad_norm": 0.35154151916503906,
      "learning_rate": 8.83698846478261e-05,
      "loss": 0.0463,
      "step": 4950
    },
    {
      "epoch": 4.755512943432406,
      "grad_norm": 0.2888050377368927,
      "learning_rate": 8.831402879132446e-05,
      "loss": 0.0455,
      "step": 4960
    },
    {
      "epoch": 4.76510067114094,
      "grad_norm": 0.3235926628112793,
      "learning_rate": 8.825805686935011e-05,
      "loss": 0.0551,
      "step": 4970
    },
    {
      "epoch": 4.774688398849473,
      "grad_norm": 0.44466277956962585,
      "learning_rate": 8.820196905145997e-05,
      "loss": 0.0476,
      "step": 4980
    },
    {
      "epoch": 4.784276126558006,
      "grad_norm": 0.39051833748817444,
      "learning_rate": 8.814576550756197e-05,
      "loss": 0.04,
      "step": 4990
    },
    {
      "epoch": 4.793863854266538,
      "grad_norm": 0.3532402813434601,
      "learning_rate": 8.808944640791467e-05,
      "loss": 0.0489,
      "step": 5000
    },
    {
      "epoch": 4.803451581975072,
      "grad_norm": 0.34791117906570435,
      "learning_rate": 8.803301192312667e-05,
      "loss": 0.0466,
      "step": 5010
    },
    {
      "epoch": 4.813039309683605,
      "grad_norm": 0.31138908863067627,
      "learning_rate": 8.797646222415614e-05,
      "loss": 0.0407,
      "step": 5020
    },
    {
      "epoch": 4.822627037392138,
      "grad_norm": 0.2896534502506256,
      "learning_rate": 8.79197974823102e-05,
      "loss": 0.0479,
      "step": 5030
    },
    {
      "epoch": 4.832214765100671,
      "grad_norm": 0.26334378123283386,
      "learning_rate": 8.786301786924456e-05,
      "loss": 0.0469,
      "step": 5040
    },
    {
      "epoch": 4.8418024928092045,
      "grad_norm": 0.2446843832731247,
      "learning_rate": 8.780612355696283e-05,
      "loss": 0.0461,
      "step": 5050
    },
    {
      "epoch": 4.851390220517738,
      "grad_norm": 0.2954402267932892,
      "learning_rate": 8.774911471781613e-05,
      "loss": 0.0472,
      "step": 5060
    },
    {
      "epoch": 4.86097794822627,
      "grad_norm": 0.22677741944789886,
      "learning_rate": 8.769199152450249e-05,
      "loss": 0.04,
      "step": 5070
    },
    {
      "epoch": 4.870565675934803,
      "grad_norm": 0.32872337102890015,
      "learning_rate": 8.76347541500664e-05,
      "loss": 0.0479,
      "step": 5080
    },
    {
      "epoch": 4.8801534036433365,
      "grad_norm": 0.4457066059112549,
      "learning_rate": 8.757740276789818e-05,
      "loss": 0.0439,
      "step": 5090
    },
    {
      "epoch": 4.88974113135187,
      "grad_norm": 0.24604512751102448,
      "learning_rate": 8.751993755173358e-05,
      "loss": 0.0468,
      "step": 5100
    },
    {
      "epoch": 4.899328859060403,
      "grad_norm": 0.3143763840198517,
      "learning_rate": 8.746235867565313e-05,
      "loss": 0.0458,
      "step": 5110
    },
    {
      "epoch": 4.908916586768935,
      "grad_norm": 0.3161276876926422,
      "learning_rate": 8.74046663140817e-05,
      "loss": 0.0502,
      "step": 5120
    },
    {
      "epoch": 4.9185043144774685,
      "grad_norm": 0.2833130657672882,
      "learning_rate": 8.734686064178797e-05,
      "loss": 0.0419,
      "step": 5130
    },
    {
      "epoch": 4.928092042186002,
      "grad_norm": 0.4420258104801178,
      "learning_rate": 8.728894183388381e-05,
      "loss": 0.0465,
      "step": 5140
    },
    {
      "epoch": 4.937679769894535,
      "grad_norm": 0.353081077337265,
      "learning_rate": 8.723091006582389e-05,
      "loss": 0.0451,
      "step": 5150
    },
    {
      "epoch": 4.947267497603068,
      "grad_norm": 0.4228033125400543,
      "learning_rate": 8.717276551340501e-05,
      "loss": 0.0495,
      "step": 5160
    },
    {
      "epoch": 4.956855225311601,
      "grad_norm": 0.3678063452243805,
      "learning_rate": 8.711450835276565e-05,
      "loss": 0.0395,
      "step": 5170
    },
    {
      "epoch": 4.966442953020135,
      "grad_norm": 0.4963276982307434,
      "learning_rate": 8.705613876038543e-05,
      "loss": 0.042,
      "step": 5180
    },
    {
      "epoch": 4.976030680728667,
      "grad_norm": 0.3559805452823639,
      "learning_rate": 8.699765691308456e-05,
      "loss": 0.0448,
      "step": 5190
    },
    {
      "epoch": 4.9856184084372,
      "grad_norm": 0.253312885761261,
      "learning_rate": 8.69390629880233e-05,
      "loss": 0.0539,
      "step": 5200
    },
    {
      "epoch": 4.995206136145733,
      "grad_norm": 0.29010236263275146,
      "learning_rate": 8.688035716270141e-05,
      "loss": 0.0447,
      "step": 5210
    },
    {
      "epoch": 5.004793863854267,
      "grad_norm": 0.35962191224098206,
      "learning_rate": 8.682153961495767e-05,
      "loss": 0.0484,
      "step": 5220
    },
    {
      "epoch": 5.0143815915628,
      "grad_norm": 0.2923009395599365,
      "learning_rate": 8.676261052296928e-05,
      "loss": 0.0488,
      "step": 5230
    },
    {
      "epoch": 5.023969319271333,
      "grad_norm": 0.33261337876319885,
      "learning_rate": 8.670357006525131e-05,
      "loss": 0.053,
      "step": 5240
    },
    {
      "epoch": 5.033557046979865,
      "grad_norm": 0.3641784191131592,
      "learning_rate": 8.66444184206563e-05,
      "loss": 0.0429,
      "step": 5250
    },
    {
      "epoch": 5.043144774688399,
      "grad_norm": 0.4545520544052124,
      "learning_rate": 8.658515576837347e-05,
      "loss": 0.0487,
      "step": 5260
    },
    {
      "epoch": 5.052732502396932,
      "grad_norm": 0.3597351312637329,
      "learning_rate": 8.652578228792841e-05,
      "loss": 0.0571,
      "step": 5270
    },
    {
      "epoch": 5.062320230105465,
      "grad_norm": 0.26271480321884155,
      "learning_rate": 8.646629815918244e-05,
      "loss": 0.046,
      "step": 5280
    },
    {
      "epoch": 5.071907957813998,
      "grad_norm": 0.2976760268211365,
      "learning_rate": 8.640670356233202e-05,
      "loss": 0.049,
      "step": 5290
    },
    {
      "epoch": 5.0814956855225315,
      "grad_norm": 0.3539637327194214,
      "learning_rate": 8.634699867790832e-05,
      "loss": 0.046,
      "step": 5300
    },
    {
      "epoch": 5.091083413231064,
      "grad_norm": 0.314113587141037,
      "learning_rate": 8.628718368677655e-05,
      "loss": 0.0474,
      "step": 5310
    },
    {
      "epoch": 5.100671140939597,
      "grad_norm": 0.3386295735836029,
      "learning_rate": 8.622725877013549e-05,
      "loss": 0.0438,
      "step": 5320
    },
    {
      "epoch": 5.11025886864813,
      "grad_norm": 0.4622576832771301,
      "learning_rate": 8.616722410951689e-05,
      "loss": 0.0447,
      "step": 5330
    },
    {
      "epoch": 5.1198465963566635,
      "grad_norm": 0.23671875894069672,
      "learning_rate": 8.610707988678503e-05,
      "loss": 0.0457,
      "step": 5340
    },
    {
      "epoch": 5.129434324065197,
      "grad_norm": 0.38376542925834656,
      "learning_rate": 8.604682628413601e-05,
      "loss": 0.0521,
      "step": 5350
    },
    {
      "epoch": 5.13902205177373,
      "grad_norm": 0.2503417432308197,
      "learning_rate": 8.598646348409729e-05,
      "loss": 0.0466,
      "step": 5360
    },
    {
      "epoch": 5.148609779482262,
      "grad_norm": 0.33504578471183777,
      "learning_rate": 8.592599166952718e-05,
      "loss": 0.0499,
      "step": 5370
    },
    {
      "epoch": 5.1581975071907955,
      "grad_norm": 0.2641712725162506,
      "learning_rate": 8.586541102361414e-05,
      "loss": 0.0471,
      "step": 5380
    },
    {
      "epoch": 5.167785234899329,
      "grad_norm": 0.363615483045578,
      "learning_rate": 8.580472172987638e-05,
      "loss": 0.0451,
      "step": 5390
    },
    {
      "epoch": 5.177372962607862,
      "grad_norm": 0.29901939630508423,
      "learning_rate": 8.574392397216123e-05,
      "loss": 0.0472,
      "step": 5400
    },
    {
      "epoch": 5.186960690316395,
      "grad_norm": 0.299882173538208,
      "learning_rate": 8.568301793464457e-05,
      "loss": 0.0492,
      "step": 5410
    },
    {
      "epoch": 5.196548418024928,
      "grad_norm": 0.25945836305618286,
      "learning_rate": 8.562200380183033e-05,
      "loss": 0.0354,
      "step": 5420
    },
    {
      "epoch": 5.206136145733462,
      "grad_norm": 0.39987847208976746,
      "learning_rate": 8.556088175854984e-05,
      "loss": 0.0367,
      "step": 5430
    },
    {
      "epoch": 5.215723873441994,
      "grad_norm": 0.31205254793167114,
      "learning_rate": 8.54996519899614e-05,
      "loss": 0.0412,
      "step": 5440
    },
    {
      "epoch": 5.225311601150527,
      "grad_norm": 0.3277497887611389,
      "learning_rate": 8.543831468154955e-05,
      "loss": 0.0502,
      "step": 5450
    },
    {
      "epoch": 5.23489932885906,
      "grad_norm": 0.3311022222042084,
      "learning_rate": 8.537687001912471e-05,
      "loss": 0.0477,
      "step": 5460
    },
    {
      "epoch": 5.244487056567594,
      "grad_norm": 0.42579907178878784,
      "learning_rate": 8.531531818882241e-05,
      "loss": 0.0509,
      "step": 5470
    },
    {
      "epoch": 5.254074784276127,
      "grad_norm": 0.30724838376045227,
      "learning_rate": 8.52536593771029e-05,
      "loss": 0.0418,
      "step": 5480
    },
    {
      "epoch": 5.263662511984659,
      "grad_norm": 0.3175548017024994,
      "learning_rate": 8.519189377075049e-05,
      "loss": 0.0507,
      "step": 5490
    },
    {
      "epoch": 5.273250239693192,
      "grad_norm": 0.3461003601551056,
      "learning_rate": 8.513002155687297e-05,
      "loss": 0.0495,
      "step": 5500
    },
    {
      "epoch": 5.282837967401726,
      "grad_norm": 0.27968931198120117,
      "learning_rate": 8.50680429229011e-05,
      "loss": 0.0424,
      "step": 5510
    },
    {
      "epoch": 5.292425695110259,
      "grad_norm": 0.2532777190208435,
      "learning_rate": 8.500595805658806e-05,
      "loss": 0.0429,
      "step": 5520
    },
    {
      "epoch": 5.302013422818792,
      "grad_norm": 0.2897396981716156,
      "learning_rate": 8.494376714600878e-05,
      "loss": 0.0479,
      "step": 5530
    },
    {
      "epoch": 5.311601150527325,
      "grad_norm": 0.32838040590286255,
      "learning_rate": 8.48814703795595e-05,
      "loss": 0.0462,
      "step": 5540
    },
    {
      "epoch": 5.3211888782358585,
      "grad_norm": 0.23218947649002075,
      "learning_rate": 8.481906794595702e-05,
      "loss": 0.038,
      "step": 5550
    },
    {
      "epoch": 5.330776605944391,
      "grad_norm": 0.4271414577960968,
      "learning_rate": 8.475656003423837e-05,
      "loss": 0.0424,
      "step": 5560
    },
    {
      "epoch": 5.340364333652924,
      "grad_norm": 0.3327130079269409,
      "learning_rate": 8.469394683376003e-05,
      "loss": 0.0461,
      "step": 5570
    },
    {
      "epoch": 5.349952061361457,
      "grad_norm": 0.34635308384895325,
      "learning_rate": 8.463122853419748e-05,
      "loss": 0.0462,
      "step": 5580
    },
    {
      "epoch": 5.3595397890699905,
      "grad_norm": 0.35077422857284546,
      "learning_rate": 8.456840532554448e-05,
      "loss": 0.0477,
      "step": 5590
    },
    {
      "epoch": 5.369127516778524,
      "grad_norm": 0.44980722665786743,
      "learning_rate": 8.450547739811275e-05,
      "loss": 0.0423,
      "step": 5600
    },
    {
      "epoch": 5.378715244487057,
      "grad_norm": 0.28166648745536804,
      "learning_rate": 8.444244494253106e-05,
      "loss": 0.0431,
      "step": 5610
    },
    {
      "epoch": 5.388302972195589,
      "grad_norm": 0.33736804127693176,
      "learning_rate": 8.437930814974499e-05,
      "loss": 0.0479,
      "step": 5620
    },
    {
      "epoch": 5.3978906999041225,
      "grad_norm": 0.25710147619247437,
      "learning_rate": 8.43160672110161e-05,
      "loss": 0.042,
      "step": 5630
    },
    {
      "epoch": 5.407478427612656,
      "grad_norm": 0.29803675413131714,
      "learning_rate": 8.425272231792148e-05,
      "loss": 0.0488,
      "step": 5640
    },
    {
      "epoch": 5.417066155321189,
      "grad_norm": 0.35298973321914673,
      "learning_rate": 8.418927366235305e-05,
      "loss": 0.042,
      "step": 5650
    },
    {
      "epoch": 5.426653883029722,
      "grad_norm": 0.32311904430389404,
      "learning_rate": 8.41257214365172e-05,
      "loss": 0.0452,
      "step": 5660
    },
    {
      "epoch": 5.436241610738255,
      "grad_norm": 0.38360047340393066,
      "learning_rate": 8.406206583293394e-05,
      "loss": 0.0572,
      "step": 5670
    },
    {
      "epoch": 5.445829338446788,
      "grad_norm": 0.4456116855144501,
      "learning_rate": 8.399830704443653e-05,
      "loss": 0.0464,
      "step": 5680
    },
    {
      "epoch": 5.455417066155321,
      "grad_norm": 0.3833318054676056,
      "learning_rate": 8.393444526417071e-05,
      "loss": 0.0461,
      "step": 5690
    },
    {
      "epoch": 5.465004793863854,
      "grad_norm": 0.27611926198005676,
      "learning_rate": 8.387048068559435e-05,
      "loss": 0.0437,
      "step": 5700
    },
    {
      "epoch": 5.474592521572387,
      "grad_norm": 0.3786008954048157,
      "learning_rate": 8.380641350247665e-05,
      "loss": 0.0477,
      "step": 5710
    },
    {
      "epoch": 5.484180249280921,
      "grad_norm": 0.471384197473526,
      "learning_rate": 8.37422439088976e-05,
      "loss": 0.0449,
      "step": 5720
    },
    {
      "epoch": 5.493767976989454,
      "grad_norm": 0.2924197018146515,
      "learning_rate": 8.36779720992475e-05,
      "loss": 0.0476,
      "step": 5730
    },
    {
      "epoch": 5.503355704697986,
      "grad_norm": 0.24068906903266907,
      "learning_rate": 8.361359826822625e-05,
      "loss": 0.0477,
      "step": 5740
    },
    {
      "epoch": 5.512943432406519,
      "grad_norm": 0.24523060023784637,
      "learning_rate": 8.354912261084281e-05,
      "loss": 0.0489,
      "step": 5750
    },
    {
      "epoch": 5.522531160115053,
      "grad_norm": 0.3498481810092926,
      "learning_rate": 8.348454532241461e-05,
      "loss": 0.0387,
      "step": 5760
    },
    {
      "epoch": 5.532118887823586,
      "grad_norm": 0.3108651340007782,
      "learning_rate": 8.341986659856698e-05,
      "loss": 0.0377,
      "step": 5770
    },
    {
      "epoch": 5.541706615532119,
      "grad_norm": 0.3618451654911041,
      "learning_rate": 8.335508663523248e-05,
      "loss": 0.048,
      "step": 5780
    },
    {
      "epoch": 5.551294343240652,
      "grad_norm": 0.769836962223053,
      "learning_rate": 8.329020562865038e-05,
      "loss": 0.0422,
      "step": 5790
    },
    {
      "epoch": 5.5608820709491855,
      "grad_norm": 0.24395880103111267,
      "learning_rate": 8.322522377536604e-05,
      "loss": 0.0395,
      "step": 5800
    },
    {
      "epoch": 5.570469798657718,
      "grad_norm": 0.5865891575813293,
      "learning_rate": 8.316014127223033e-05,
      "loss": 0.0565,
      "step": 5810
    },
    {
      "epoch": 5.580057526366251,
      "grad_norm": 0.318808376789093,
      "learning_rate": 8.3094958316399e-05,
      "loss": 0.0453,
      "step": 5820
    },
    {
      "epoch": 5.589645254074784,
      "grad_norm": 0.44590169191360474,
      "learning_rate": 8.302967510533213e-05,
      "loss": 0.0524,
      "step": 5830
    },
    {
      "epoch": 5.5992329817833175,
      "grad_norm": 0.3664915859699249,
      "learning_rate": 8.296429183679349e-05,
      "loss": 0.0434,
      "step": 5840
    },
    {
      "epoch": 5.608820709491851,
      "grad_norm": 0.34023183584213257,
      "learning_rate": 8.289880870884995e-05,
      "loss": 0.0595,
      "step": 5850
    },
    {
      "epoch": 5.618408437200383,
      "grad_norm": 0.33271753787994385,
      "learning_rate": 8.283322591987086e-05,
      "loss": 0.0476,
      "step": 5860
    },
    {
      "epoch": 5.627996164908916,
      "grad_norm": 0.30905163288116455,
      "learning_rate": 8.276754366852754e-05,
      "loss": 0.0486,
      "step": 5870
    },
    {
      "epoch": 5.6375838926174495,
      "grad_norm": 0.3950500786304474,
      "learning_rate": 8.27017621537926e-05,
      "loss": 0.0524,
      "step": 5880
    },
    {
      "epoch": 5.647171620325983,
      "grad_norm": 0.3802347481250763,
      "learning_rate": 8.26358815749393e-05,
      "loss": 0.0453,
      "step": 5890
    },
    {
      "epoch": 5.656759348034516,
      "grad_norm": 0.27361515164375305,
      "learning_rate": 8.256990213154102e-05,
      "loss": 0.0426,
      "step": 5900
    },
    {
      "epoch": 5.666347075743049,
      "grad_norm": 0.28120309114456177,
      "learning_rate": 8.250382402347065e-05,
      "loss": 0.0406,
      "step": 5910
    },
    {
      "epoch": 5.675934803451582,
      "grad_norm": 0.44831210374832153,
      "learning_rate": 8.243764745089999e-05,
      "loss": 0.0433,
      "step": 5920
    },
    {
      "epoch": 5.685522531160115,
      "grad_norm": 0.2854187488555908,
      "learning_rate": 8.237137261429904e-05,
      "loss": 0.0438,
      "step": 5930
    },
    {
      "epoch": 5.695110258868648,
      "grad_norm": 0.3696000874042511,
      "learning_rate": 8.230499971443555e-05,
      "loss": 0.0399,
      "step": 5940
    },
    {
      "epoch": 5.704697986577181,
      "grad_norm": 0.794933021068573,
      "learning_rate": 8.223852895237427e-05,
      "loss": 0.0452,
      "step": 5950
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 0.3321564793586731,
      "learning_rate": 8.21719605294765e-05,
      "loss": 0.0484,
      "step": 5960
    },
    {
      "epoch": 5.723873441994248,
      "grad_norm": 0.29202380776405334,
      "learning_rate": 8.210529464739928e-05,
      "loss": 0.0432,
      "step": 5970
    },
    {
      "epoch": 5.73346116970278,
      "grad_norm": 0.32877346873283386,
      "learning_rate": 8.203853150809494e-05,
      "loss": 0.046,
      "step": 5980
    },
    {
      "epoch": 5.743048897411313,
      "grad_norm": 0.45695215463638306,
      "learning_rate": 8.197167131381045e-05,
      "loss": 0.0464,
      "step": 5990
    },
    {
      "epoch": 5.752636625119846,
      "grad_norm": 0.20887207984924316,
      "learning_rate": 8.190471426708675e-05,
      "loss": 0.0428,
      "step": 6000
    },
    {
      "epoch": 5.76222435282838,
      "grad_norm": 0.31597304344177246,
      "learning_rate": 8.183766057075819e-05,
      "loss": 0.0409,
      "step": 6010
    },
    {
      "epoch": 5.771812080536913,
      "grad_norm": 0.3338216245174408,
      "learning_rate": 8.177051042795192e-05,
      "loss": 0.0461,
      "step": 6020
    },
    {
      "epoch": 5.781399808245446,
      "grad_norm": 0.32134512066841125,
      "learning_rate": 8.170326404208724e-05,
      "loss": 0.0411,
      "step": 6030
    },
    {
      "epoch": 5.790987535953979,
      "grad_norm": 0.2781100571155548,
      "learning_rate": 8.163592161687499e-05,
      "loss": 0.0425,
      "step": 6040
    },
    {
      "epoch": 5.800575263662512,
      "grad_norm": 0.34772852063179016,
      "learning_rate": 8.156848335631697e-05,
      "loss": 0.0368,
      "step": 6050
    },
    {
      "epoch": 5.810162991371045,
      "grad_norm": 0.3309897184371948,
      "learning_rate": 8.15009494647053e-05,
      "loss": 0.04,
      "step": 6060
    },
    {
      "epoch": 5.819750719079578,
      "grad_norm": 0.252763032913208,
      "learning_rate": 8.143332014662176e-05,
      "loss": 0.0398,
      "step": 6070
    },
    {
      "epoch": 5.829338446788111,
      "grad_norm": 0.3265877664089203,
      "learning_rate": 8.136559560693722e-05,
      "loss": 0.045,
      "step": 6080
    },
    {
      "epoch": 5.8389261744966445,
      "grad_norm": 0.4045432209968567,
      "learning_rate": 8.129777605081105e-05,
      "loss": 0.0428,
      "step": 6090
    },
    {
      "epoch": 5.848513902205178,
      "grad_norm": 0.2679883539676666,
      "learning_rate": 8.12298616836904e-05,
      "loss": 0.0433,
      "step": 6100
    },
    {
      "epoch": 5.85810162991371,
      "grad_norm": 0.4409831166267395,
      "learning_rate": 8.116185271130965e-05,
      "loss": 0.0457,
      "step": 6110
    },
    {
      "epoch": 5.867689357622243,
      "grad_norm": 0.4434974491596222,
      "learning_rate": 8.10937493396898e-05,
      "loss": 0.0476,
      "step": 6120
    },
    {
      "epoch": 5.8772770853307765,
      "grad_norm": 0.363570898771286,
      "learning_rate": 8.102555177513776e-05,
      "loss": 0.0405,
      "step": 6130
    },
    {
      "epoch": 5.88686481303931,
      "grad_norm": 0.31658318638801575,
      "learning_rate": 8.095726022424583e-05,
      "loss": 0.0434,
      "step": 6140
    },
    {
      "epoch": 5.896452540747843,
      "grad_norm": 0.3343175947666168,
      "learning_rate": 8.088887489389099e-05,
      "loss": 0.0421,
      "step": 6150
    },
    {
      "epoch": 5.906040268456376,
      "grad_norm": 0.2580268681049347,
      "learning_rate": 8.082039599123434e-05,
      "loss": 0.0415,
      "step": 6160
    },
    {
      "epoch": 5.9156279961649085,
      "grad_norm": 0.36179137229919434,
      "learning_rate": 8.07518237237204e-05,
      "loss": 0.0425,
      "step": 6170
    },
    {
      "epoch": 5.925215723873442,
      "grad_norm": 0.3440069556236267,
      "learning_rate": 8.068315829907658e-05,
      "loss": 0.0404,
      "step": 6180
    },
    {
      "epoch": 5.934803451581975,
      "grad_norm": 0.39785268902778625,
      "learning_rate": 8.061439992531241e-05,
      "loss": 0.0425,
      "step": 6190
    },
    {
      "epoch": 5.944391179290508,
      "grad_norm": 0.29912492632865906,
      "learning_rate": 8.054554881071909e-05,
      "loss": 0.0465,
      "step": 6200
    },
    {
      "epoch": 5.953978906999041,
      "grad_norm": 0.3317604660987854,
      "learning_rate": 8.047660516386868e-05,
      "loss": 0.0432,
      "step": 6210
    },
    {
      "epoch": 5.963566634707575,
      "grad_norm": 0.3451102077960968,
      "learning_rate": 8.040756919361358e-05,
      "loss": 0.0452,
      "step": 6220
    },
    {
      "epoch": 5.973154362416107,
      "grad_norm": 0.3293020725250244,
      "learning_rate": 8.03384411090859e-05,
      "loss": 0.0367,
      "step": 6230
    },
    {
      "epoch": 5.98274209012464,
      "grad_norm": 0.30293816328048706,
      "learning_rate": 8.026922111969674e-05,
      "loss": 0.0442,
      "step": 6240
    },
    {
      "epoch": 5.992329817833173,
      "grad_norm": 0.2671773433685303,
      "learning_rate": 8.019990943513565e-05,
      "loss": 0.0482,
      "step": 6250
    },
    {
      "epoch": 6.001917545541707,
      "grad_norm": 0.30587103962898254,
      "learning_rate": 8.013050626536992e-05,
      "loss": 0.054,
      "step": 6260
    },
    {
      "epoch": 6.01150527325024,
      "grad_norm": 0.3319852948188782,
      "learning_rate": 8.0061011820644e-05,
      "loss": 0.0454,
      "step": 6270
    },
    {
      "epoch": 6.021093000958773,
      "grad_norm": 0.5606246590614319,
      "learning_rate": 7.999142631147884e-05,
      "loss": 0.0491,
      "step": 6280
    },
    {
      "epoch": 6.030680728667305,
      "grad_norm": 0.3884483873844147,
      "learning_rate": 7.992174994867123e-05,
      "loss": 0.0488,
      "step": 6290
    },
    {
      "epoch": 6.040268456375839,
      "grad_norm": 0.30733785033226013,
      "learning_rate": 7.985198294329324e-05,
      "loss": 0.0434,
      "step": 6300
    },
    {
      "epoch": 6.049856184084372,
      "grad_norm": 0.9947719573974609,
      "learning_rate": 7.978212550669144e-05,
      "loss": 0.0452,
      "step": 6310
    },
    {
      "epoch": 6.059443911792905,
      "grad_norm": 0.3336857259273529,
      "learning_rate": 7.971217785048644e-05,
      "loss": 0.0445,
      "step": 6320
    },
    {
      "epoch": 6.069031639501438,
      "grad_norm": 0.3001098930835724,
      "learning_rate": 7.964214018657208e-05,
      "loss": 0.042,
      "step": 6330
    },
    {
      "epoch": 6.0786193672099715,
      "grad_norm": 0.32423412799835205,
      "learning_rate": 7.957201272711492e-05,
      "loss": 0.041,
      "step": 6340
    },
    {
      "epoch": 6.088207094918504,
      "grad_norm": 0.2871480882167816,
      "learning_rate": 7.950179568455347e-05,
      "loss": 0.0436,
      "step": 6350
    },
    {
      "epoch": 6.097794822627037,
      "grad_norm": 0.4804290533065796,
      "learning_rate": 7.94314892715977e-05,
      "loss": 0.0393,
      "step": 6360
    },
    {
      "epoch": 6.10738255033557,
      "grad_norm": 0.459533154964447,
      "learning_rate": 7.936109370122824e-05,
      "loss": 0.0468,
      "step": 6370
    },
    {
      "epoch": 6.1169702780441035,
      "grad_norm": 0.25455859303474426,
      "learning_rate": 7.929060918669585e-05,
      "loss": 0.0409,
      "step": 6380
    },
    {
      "epoch": 6.126558005752637,
      "grad_norm": 0.34990832209587097,
      "learning_rate": 7.922003594152068e-05,
      "loss": 0.0389,
      "step": 6390
    },
    {
      "epoch": 6.13614573346117,
      "grad_norm": 0.2321031242609024,
      "learning_rate": 7.914937417949175e-05,
      "loss": 0.0428,
      "step": 6400
    },
    {
      "epoch": 6.145733461169703,
      "grad_norm": 0.3366633951663971,
      "learning_rate": 7.907862411466616e-05,
      "loss": 0.0417,
      "step": 6410
    },
    {
      "epoch": 6.1553211888782355,
      "grad_norm": 0.3831850588321686,
      "learning_rate": 7.900778596136855e-05,
      "loss": 0.0409,
      "step": 6420
    },
    {
      "epoch": 6.164908916586769,
      "grad_norm": 0.3772655129432678,
      "learning_rate": 7.893685993419036e-05,
      "loss": 0.0412,
      "step": 6430
    },
    {
      "epoch": 6.174496644295302,
      "grad_norm": 0.4264662563800812,
      "learning_rate": 7.88658462479893e-05,
      "loss": 0.0437,
      "step": 6440
    },
    {
      "epoch": 6.184084372003835,
      "grad_norm": 0.3162544369697571,
      "learning_rate": 7.879474511788854e-05,
      "loss": 0.0388,
      "step": 6450
    },
    {
      "epoch": 6.193672099712368,
      "grad_norm": 0.34539514780044556,
      "learning_rate": 7.872355675927623e-05,
      "loss": 0.0416,
      "step": 6460
    },
    {
      "epoch": 6.203259827420902,
      "grad_norm": 0.3206475079059601,
      "learning_rate": 7.865228138780469e-05,
      "loss": 0.0468,
      "step": 6470
    },
    {
      "epoch": 6.212847555129434,
      "grad_norm": 0.3619016110897064,
      "learning_rate": 7.858091921938988e-05,
      "loss": 0.0448,
      "step": 6480
    },
    {
      "epoch": 6.222435282837967,
      "grad_norm": 0.3190850615501404,
      "learning_rate": 7.850947047021069e-05,
      "loss": 0.0388,
      "step": 6490
    },
    {
      "epoch": 6.2320230105465,
      "grad_norm": 0.3191368579864502,
      "learning_rate": 7.843793535670827e-05,
      "loss": 0.0449,
      "step": 6500
    },
    {
      "epoch": 6.241610738255034,
      "grad_norm": 0.24938683211803436,
      "learning_rate": 7.836631409558538e-05,
      "loss": 0.0379,
      "step": 6510
    },
    {
      "epoch": 6.251198465963567,
      "grad_norm": 0.27279171347618103,
      "learning_rate": 7.829460690380584e-05,
      "loss": 0.0398,
      "step": 6520
    },
    {
      "epoch": 6.2607861936721,
      "grad_norm": 0.4261578917503357,
      "learning_rate": 7.822281399859365e-05,
      "loss": 0.0441,
      "step": 6530
    },
    {
      "epoch": 6.270373921380632,
      "grad_norm": 0.3505672216415405,
      "learning_rate": 7.815093559743256e-05,
      "loss": 0.0464,
      "step": 6540
    },
    {
      "epoch": 6.279961649089166,
      "grad_norm": 0.8695809841156006,
      "learning_rate": 7.807897191806527e-05,
      "loss": 0.0459,
      "step": 6550
    },
    {
      "epoch": 6.289549376797699,
      "grad_norm": 0.3453594446182251,
      "learning_rate": 7.800692317849285e-05,
      "loss": 0.0437,
      "step": 6560
    },
    {
      "epoch": 6.299137104506232,
      "grad_norm": 0.4360389709472656,
      "learning_rate": 7.7934789596974e-05,
      "loss": 0.0495,
      "step": 6570
    },
    {
      "epoch": 6.308724832214765,
      "grad_norm": 0.4259977340698242,
      "learning_rate": 7.786257139202447e-05,
      "loss": 0.0486,
      "step": 6580
    },
    {
      "epoch": 6.3183125599232985,
      "grad_norm": 0.4518745541572571,
      "learning_rate": 7.779026878241635e-05,
      "loss": 0.0455,
      "step": 6590
    },
    {
      "epoch": 6.327900287631831,
      "grad_norm": 0.38590195775032043,
      "learning_rate": 7.771788198717741e-05,
      "loss": 0.043,
      "step": 6600
    },
    {
      "epoch": 6.337488015340364,
      "grad_norm": 0.2825833559036255,
      "learning_rate": 7.764541122559046e-05,
      "loss": 0.0439,
      "step": 6610
    },
    {
      "epoch": 6.347075743048897,
      "grad_norm": 0.364486962556839,
      "learning_rate": 7.757285671719264e-05,
      "loss": 0.0429,
      "step": 6620
    },
    {
      "epoch": 6.3566634707574305,
      "grad_norm": 0.32037052512168884,
      "learning_rate": 7.750021868177485e-05,
      "loss": 0.0433,
      "step": 6630
    },
    {
      "epoch": 6.366251198465964,
      "grad_norm": 0.2986597716808319,
      "learning_rate": 7.742749733938094e-05,
      "loss": 0.0407,
      "step": 6640
    },
    {
      "epoch": 6.375838926174497,
      "grad_norm": 0.20917120575904846,
      "learning_rate": 7.73546929103072e-05,
      "loss": 0.0361,
      "step": 6650
    },
    {
      "epoch": 6.385426653883029,
      "grad_norm": 0.3319404125213623,
      "learning_rate": 7.728180561510155e-05,
      "loss": 0.04,
      "step": 6660
    },
    {
      "epoch": 6.3950143815915625,
      "grad_norm": 0.4171611964702606,
      "learning_rate": 7.720883567456298e-05,
      "loss": 0.0348,
      "step": 6670
    },
    {
      "epoch": 6.404602109300096,
      "grad_norm": 0.44948673248291016,
      "learning_rate": 7.713578330974081e-05,
      "loss": 0.0489,
      "step": 6680
    },
    {
      "epoch": 6.414189837008629,
      "grad_norm": 0.3433539569377899,
      "learning_rate": 7.706264874193409e-05,
      "loss": 0.038,
      "step": 6690
    },
    {
      "epoch": 6.423777564717162,
      "grad_norm": 0.44886866211891174,
      "learning_rate": 7.698943219269086e-05,
      "loss": 0.0437,
      "step": 6700
    },
    {
      "epoch": 6.433365292425695,
      "grad_norm": 0.30656543374061584,
      "learning_rate": 7.691613388380752e-05,
      "loss": 0.0409,
      "step": 6710
    },
    {
      "epoch": 6.442953020134228,
      "grad_norm": 0.3929513692855835,
      "learning_rate": 7.684275403732811e-05,
      "loss": 0.0441,
      "step": 6720
    },
    {
      "epoch": 6.452540747842761,
      "grad_norm": 0.44606807827949524,
      "learning_rate": 7.676929287554372e-05,
      "loss": 0.0457,
      "step": 6730
    },
    {
      "epoch": 6.462128475551294,
      "grad_norm": 0.3216160535812378,
      "learning_rate": 7.669575062099175e-05,
      "loss": 0.0469,
      "step": 6740
    },
    {
      "epoch": 6.471716203259827,
      "grad_norm": 0.24256640672683716,
      "learning_rate": 7.662212749645527e-05,
      "loss": 0.0384,
      "step": 6750
    },
    {
      "epoch": 6.481303930968361,
      "grad_norm": 0.37510934472084045,
      "learning_rate": 7.654842372496232e-05,
      "loss": 0.0389,
      "step": 6760
    },
    {
      "epoch": 6.490891658676894,
      "grad_norm": 0.3382836878299713,
      "learning_rate": 7.647463952978524e-05,
      "loss": 0.0448,
      "step": 6770
    },
    {
      "epoch": 6.500479386385427,
      "grad_norm": 0.4976375102996826,
      "learning_rate": 7.640077513443999e-05,
      "loss": 0.0413,
      "step": 6780
    },
    {
      "epoch": 6.510067114093959,
      "grad_norm": 0.273062527179718,
      "learning_rate": 7.632683076268552e-05,
      "loss": 0.0432,
      "step": 6790
    },
    {
      "epoch": 6.519654841802493,
      "grad_norm": 0.34846237301826477,
      "learning_rate": 7.625280663852301e-05,
      "loss": 0.0501,
      "step": 6800
    },
    {
      "epoch": 6.529242569511026,
      "grad_norm": 0.26076826453208923,
      "learning_rate": 7.617870298619527e-05,
      "loss": 0.0428,
      "step": 6810
    },
    {
      "epoch": 6.538830297219559,
      "grad_norm": 0.8371449708938599,
      "learning_rate": 7.610452003018602e-05,
      "loss": 0.0437,
      "step": 6820
    },
    {
      "epoch": 6.548418024928092,
      "grad_norm": 0.28489676117897034,
      "learning_rate": 7.603025799521918e-05,
      "loss": 0.0446,
      "step": 6830
    },
    {
      "epoch": 6.558005752636625,
      "grad_norm": 0.3971545994281769,
      "learning_rate": 7.595591710625829e-05,
      "loss": 0.045,
      "step": 6840
    },
    {
      "epoch": 6.567593480345158,
      "grad_norm": 0.24828213453292847,
      "learning_rate": 7.588149758850572e-05,
      "loss": 0.0431,
      "step": 6850
    },
    {
      "epoch": 6.577181208053691,
      "grad_norm": 0.23631419241428375,
      "learning_rate": 7.580699966740201e-05,
      "loss": 0.0384,
      "step": 6860
    },
    {
      "epoch": 6.586768935762224,
      "grad_norm": 0.3739171326160431,
      "learning_rate": 7.57324235686253e-05,
      "loss": 0.0513,
      "step": 6870
    },
    {
      "epoch": 6.5963566634707576,
      "grad_norm": 0.29776638746261597,
      "learning_rate": 7.565776951809043e-05,
      "loss": 0.0437,
      "step": 6880
    },
    {
      "epoch": 6.605944391179291,
      "grad_norm": 0.24786557257175446,
      "learning_rate": 7.558303774194848e-05,
      "loss": 0.045,
      "step": 6890
    },
    {
      "epoch": 6.615532118887824,
      "grad_norm": 0.2621402442455292,
      "learning_rate": 7.550822846658592e-05,
      "loss": 0.036,
      "step": 6900
    },
    {
      "epoch": 6.625119846596356,
      "grad_norm": 0.4778667092323303,
      "learning_rate": 7.543334191862408e-05,
      "loss": 0.0403,
      "step": 6910
    },
    {
      "epoch": 6.6347075743048896,
      "grad_norm": 0.37852802872657776,
      "learning_rate": 7.535837832491826e-05,
      "loss": 0.0433,
      "step": 6920
    },
    {
      "epoch": 6.644295302013423,
      "grad_norm": 0.5725548267364502,
      "learning_rate": 7.528333791255723e-05,
      "loss": 0.0434,
      "step": 6930
    },
    {
      "epoch": 6.653883029721956,
      "grad_norm": 0.39372578263282776,
      "learning_rate": 7.520822090886245e-05,
      "loss": 0.0403,
      "step": 6940
    },
    {
      "epoch": 6.663470757430489,
      "grad_norm": 0.2831190526485443,
      "learning_rate": 7.513302754138741e-05,
      "loss": 0.0424,
      "step": 6950
    },
    {
      "epoch": 6.673058485139022,
      "grad_norm": 0.27865827083587646,
      "learning_rate": 7.50577580379169e-05,
      "loss": 0.0397,
      "step": 6960
    },
    {
      "epoch": 6.682646212847555,
      "grad_norm": 0.42975571751594543,
      "learning_rate": 7.49824126264664e-05,
      "loss": 0.0426,
      "step": 6970
    },
    {
      "epoch": 6.692233940556088,
      "grad_norm": 0.3423265218734741,
      "learning_rate": 7.490699153528124e-05,
      "loss": 0.045,
      "step": 6980
    },
    {
      "epoch": 6.701821668264621,
      "grad_norm": 0.25411704182624817,
      "learning_rate": 7.483149499283616e-05,
      "loss": 0.0396,
      "step": 6990
    },
    {
      "epoch": 6.7114093959731544,
      "grad_norm": 0.35409414768218994,
      "learning_rate": 7.475592322783434e-05,
      "loss": 0.0382,
      "step": 7000
    },
    {
      "epoch": 6.720997123681688,
      "grad_norm": 0.28262168169021606,
      "learning_rate": 7.468027646920687e-05,
      "loss": 0.045,
      "step": 7010
    },
    {
      "epoch": 6.730584851390221,
      "grad_norm": 0.4541366398334503,
      "learning_rate": 7.460455494611206e-05,
      "loss": 0.0389,
      "step": 7020
    },
    {
      "epoch": 6.740172579098753,
      "grad_norm": 0.27586543560028076,
      "learning_rate": 7.452875888793465e-05,
      "loss": 0.0352,
      "step": 7030
    },
    {
      "epoch": 6.7497603068072864,
      "grad_norm": 0.2681753933429718,
      "learning_rate": 7.445288852428518e-05,
      "loss": 0.0492,
      "step": 7040
    },
    {
      "epoch": 6.75934803451582,
      "grad_norm": 0.32088425755500793,
      "learning_rate": 7.437694408499933e-05,
      "loss": 0.0524,
      "step": 7050
    },
    {
      "epoch": 6.768935762224353,
      "grad_norm": 0.3608848452568054,
      "learning_rate": 7.430092580013712e-05,
      "loss": 0.0444,
      "step": 7060
    },
    {
      "epoch": 6.778523489932886,
      "grad_norm": 0.2983666658401489,
      "learning_rate": 7.42248338999823e-05,
      "loss": 0.0484,
      "step": 7070
    },
    {
      "epoch": 6.788111217641419,
      "grad_norm": 0.48037657141685486,
      "learning_rate": 7.414866861504164e-05,
      "loss": 0.0441,
      "step": 7080
    },
    {
      "epoch": 6.797698945349952,
      "grad_norm": 0.3220434784889221,
      "learning_rate": 7.407243017604418e-05,
      "loss": 0.0407,
      "step": 7090
    },
    {
      "epoch": 6.807286673058485,
      "grad_norm": 0.21454603970050812,
      "learning_rate": 7.399611881394061e-05,
      "loss": 0.0484,
      "step": 7100
    },
    {
      "epoch": 6.816874400767018,
      "grad_norm": 0.3658502995967865,
      "learning_rate": 7.391973475990247e-05,
      "loss": 0.0471,
      "step": 7110
    },
    {
      "epoch": 6.826462128475551,
      "grad_norm": 0.6076493859291077,
      "learning_rate": 7.384327824532158e-05,
      "loss": 0.0512,
      "step": 7120
    },
    {
      "epoch": 6.836049856184085,
      "grad_norm": 0.27629798650741577,
      "learning_rate": 7.376674950180918e-05,
      "loss": 0.0432,
      "step": 7130
    },
    {
      "epoch": 6.845637583892618,
      "grad_norm": 0.4255768954753876,
      "learning_rate": 7.36901487611954e-05,
      "loss": 0.042,
      "step": 7140
    },
    {
      "epoch": 6.855225311601151,
      "grad_norm": 0.34027740359306335,
      "learning_rate": 7.361347625552842e-05,
      "loss": 0.0417,
      "step": 7150
    },
    {
      "epoch": 6.864813039309683,
      "grad_norm": 0.29743191599845886,
      "learning_rate": 7.353673221707382e-05,
      "loss": 0.0506,
      "step": 7160
    },
    {
      "epoch": 6.874400767018217,
      "grad_norm": 0.2994328439235687,
      "learning_rate": 7.345991687831393e-05,
      "loss": 0.042,
      "step": 7170
    },
    {
      "epoch": 6.88398849472675,
      "grad_norm": 0.2891611158847809,
      "learning_rate": 7.338303047194697e-05,
      "loss": 0.0396,
      "step": 7180
    },
    {
      "epoch": 6.893576222435283,
      "grad_norm": 0.2870160937309265,
      "learning_rate": 7.330607323088657e-05,
      "loss": 0.0477,
      "step": 7190
    },
    {
      "epoch": 6.903163950143816,
      "grad_norm": 0.4798467457294464,
      "learning_rate": 7.322904538826083e-05,
      "loss": 0.0409,
      "step": 7200
    },
    {
      "epoch": 6.912751677852349,
      "grad_norm": 0.30976602435112,
      "learning_rate": 7.31519471774118e-05,
      "loss": 0.0431,
      "step": 7210
    },
    {
      "epoch": 6.922339405560882,
      "grad_norm": 0.32751721143722534,
      "learning_rate": 7.307477883189463e-05,
      "loss": 0.0415,
      "step": 7220
    },
    {
      "epoch": 6.931927133269415,
      "grad_norm": 0.3902662992477417,
      "learning_rate": 7.299754058547704e-05,
      "loss": 0.0359,
      "step": 7230
    },
    {
      "epoch": 6.941514860977948,
      "grad_norm": 0.21194472908973694,
      "learning_rate": 7.292023267213835e-05,
      "loss": 0.0409,
      "step": 7240
    },
    {
      "epoch": 6.9511025886864815,
      "grad_norm": 0.28738507628440857,
      "learning_rate": 7.284285532606906e-05,
      "loss": 0.0433,
      "step": 7250
    },
    {
      "epoch": 6.960690316395015,
      "grad_norm": 0.27712157368659973,
      "learning_rate": 7.276540878166996e-05,
      "loss": 0.0445,
      "step": 7260
    },
    {
      "epoch": 6.970278044103548,
      "grad_norm": 0.36444854736328125,
      "learning_rate": 7.268789327355143e-05,
      "loss": 0.0424,
      "step": 7270
    },
    {
      "epoch": 6.97986577181208,
      "grad_norm": 0.26638609170913696,
      "learning_rate": 7.261030903653278e-05,
      "loss": 0.0415,
      "step": 7280
    },
    {
      "epoch": 6.9894534995206135,
      "grad_norm": 0.29326483607292175,
      "learning_rate": 7.253265630564155e-05,
      "loss": 0.0404,
      "step": 7290
    },
    {
      "epoch": 6.999041227229147,
      "grad_norm": 0.563951849937439,
      "learning_rate": 7.245493531611274e-05,
      "loss": 0.0462,
      "step": 7300
    },
    {
      "epoch": 7.00862895493768,
      "grad_norm": 0.2669621407985687,
      "learning_rate": 7.237714630338812e-05,
      "loss": 0.0489,
      "step": 7310
    },
    {
      "epoch": 7.018216682646213,
      "grad_norm": 0.29936525225639343,
      "learning_rate": 7.229928950311558e-05,
      "loss": 0.042,
      "step": 7320
    },
    {
      "epoch": 7.027804410354746,
      "grad_norm": 0.29611873626708984,
      "learning_rate": 7.222136515114828e-05,
      "loss": 0.0451,
      "step": 7330
    },
    {
      "epoch": 7.037392138063279,
      "grad_norm": 0.2841253876686096,
      "learning_rate": 7.214337348354408e-05,
      "loss": 0.0401,
      "step": 7340
    },
    {
      "epoch": 7.046979865771812,
      "grad_norm": 0.39095616340637207,
      "learning_rate": 7.206531473656473e-05,
      "loss": 0.0443,
      "step": 7350
    },
    {
      "epoch": 7.056567593480345,
      "grad_norm": 0.3568895757198334,
      "learning_rate": 7.19871891466752e-05,
      "loss": 0.04,
      "step": 7360
    },
    {
      "epoch": 7.066155321188878,
      "grad_norm": 0.4422648549079895,
      "learning_rate": 7.190899695054293e-05,
      "loss": 0.0357,
      "step": 7370
    },
    {
      "epoch": 7.075743048897412,
      "grad_norm": 0.3040291965007782,
      "learning_rate": 7.183073838503715e-05,
      "loss": 0.0375,
      "step": 7380
    },
    {
      "epoch": 7.085330776605945,
      "grad_norm": 0.3379688560962677,
      "learning_rate": 7.175241368722812e-05,
      "loss": 0.0441,
      "step": 7390
    },
    {
      "epoch": 7.094918504314477,
      "grad_norm": 0.23404334485530853,
      "learning_rate": 7.167402309438649e-05,
      "loss": 0.0438,
      "step": 7400
    },
    {
      "epoch": 7.10450623202301,
      "grad_norm": 0.19392350316047668,
      "learning_rate": 7.159556684398246e-05,
      "loss": 0.0429,
      "step": 7410
    },
    {
      "epoch": 7.114093959731544,
      "grad_norm": 0.3650771975517273,
      "learning_rate": 7.151704517368513e-05,
      "loss": 0.0417,
      "step": 7420
    },
    {
      "epoch": 7.123681687440077,
      "grad_norm": 0.3727266788482666,
      "learning_rate": 7.143845832136188e-05,
      "loss": 0.0381,
      "step": 7430
    },
    {
      "epoch": 7.13326941514861,
      "grad_norm": 0.2589777410030365,
      "learning_rate": 7.13598065250774e-05,
      "loss": 0.046,
      "step": 7440
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 0.3064965009689331,
      "learning_rate": 7.128109002309324e-05,
      "loss": 0.0419,
      "step": 7450
    },
    {
      "epoch": 7.152444870565676,
      "grad_norm": 0.3681334853172302,
      "learning_rate": 7.120230905386688e-05,
      "loss": 0.0456,
      "step": 7460
    },
    {
      "epoch": 7.162032598274209,
      "grad_norm": 0.23908288776874542,
      "learning_rate": 7.112346385605115e-05,
      "loss": 0.0395,
      "step": 7470
    },
    {
      "epoch": 7.171620325982742,
      "grad_norm": 0.26035764813423157,
      "learning_rate": 7.104455466849339e-05,
      "loss": 0.0411,
      "step": 7480
    },
    {
      "epoch": 7.181208053691275,
      "grad_norm": 0.25808098912239075,
      "learning_rate": 7.096558173023486e-05,
      "loss": 0.0405,
      "step": 7490
    },
    {
      "epoch": 7.1907957813998085,
      "grad_norm": 0.21516771614551544,
      "learning_rate": 7.088654528050986e-05,
      "loss": 0.0411,
      "step": 7500
    },
    {
      "epoch": 7.200383509108342,
      "grad_norm": 0.27496856451034546,
      "learning_rate": 7.080744555874517e-05,
      "loss": 0.0332,
      "step": 7510
    },
    {
      "epoch": 7.209971236816874,
      "grad_norm": 0.43999767303466797,
      "learning_rate": 7.072828280455917e-05,
      "loss": 0.0384,
      "step": 7520
    },
    {
      "epoch": 7.219558964525407,
      "grad_norm": 0.3292781710624695,
      "learning_rate": 7.06490572577612e-05,
      "loss": 0.042,
      "step": 7530
    },
    {
      "epoch": 7.2291466922339405,
      "grad_norm": 0.3117612600326538,
      "learning_rate": 7.056976915835087e-05,
      "loss": 0.0387,
      "step": 7540
    },
    {
      "epoch": 7.238734419942474,
      "grad_norm": 0.2206171602010727,
      "learning_rate": 7.049041874651722e-05,
      "loss": 0.0362,
      "step": 7550
    },
    {
      "epoch": 7.248322147651007,
      "grad_norm": 0.2644396722316742,
      "learning_rate": 7.04110062626381e-05,
      "loss": 0.0373,
      "step": 7560
    },
    {
      "epoch": 7.25790987535954,
      "grad_norm": 0.2682825028896332,
      "learning_rate": 7.033153194727934e-05,
      "loss": 0.039,
      "step": 7570
    },
    {
      "epoch": 7.2674976030680725,
      "grad_norm": 0.3411322832107544,
      "learning_rate": 7.025199604119416e-05,
      "loss": 0.0454,
      "step": 7580
    },
    {
      "epoch": 7.277085330776606,
      "grad_norm": 0.3761787712574005,
      "learning_rate": 7.017239878532227e-05,
      "loss": 0.0379,
      "step": 7590
    },
    {
      "epoch": 7.286673058485139,
      "grad_norm": 0.24610835313796997,
      "learning_rate": 7.009274042078927e-05,
      "loss": 0.0465,
      "step": 7600
    },
    {
      "epoch": 7.296260786193672,
      "grad_norm": 0.3763638138771057,
      "learning_rate": 7.00130211889059e-05,
      "loss": 0.0351,
      "step": 7610
    },
    {
      "epoch": 7.305848513902205,
      "grad_norm": 0.2616029679775238,
      "learning_rate": 6.993324133116726e-05,
      "loss": 0.039,
      "step": 7620
    },
    {
      "epoch": 7.315436241610739,
      "grad_norm": 0.40914463996887207,
      "learning_rate": 6.985340108925209e-05,
      "loss": 0.0417,
      "step": 7630
    },
    {
      "epoch": 7.325023969319272,
      "grad_norm": 0.3503078520298004,
      "learning_rate": 6.977350070502208e-05,
      "loss": 0.0456,
      "step": 7640
    },
    {
      "epoch": 7.334611697027804,
      "grad_norm": 0.40051010251045227,
      "learning_rate": 6.96935404205211e-05,
      "loss": 0.047,
      "step": 7650
    },
    {
      "epoch": 7.344199424736337,
      "grad_norm": 0.3985821306705475,
      "learning_rate": 6.96135204779745e-05,
      "loss": 0.0409,
      "step": 7660
    },
    {
      "epoch": 7.353787152444871,
      "grad_norm": 0.5366324782371521,
      "learning_rate": 6.95334411197883e-05,
      "loss": 0.0445,
      "step": 7670
    },
    {
      "epoch": 7.363374880153404,
      "grad_norm": 0.2314271628856659,
      "learning_rate": 6.945330258854854e-05,
      "loss": 0.0345,
      "step": 7680
    },
    {
      "epoch": 7.372962607861937,
      "grad_norm": 0.24734103679656982,
      "learning_rate": 6.937310512702056e-05,
      "loss": 0.0354,
      "step": 7690
    },
    {
      "epoch": 7.382550335570469,
      "grad_norm": 0.7746879458427429,
      "learning_rate": 6.929284897814812e-05,
      "loss": 0.0398,
      "step": 7700
    },
    {
      "epoch": 7.392138063279003,
      "grad_norm": 0.3436695635318756,
      "learning_rate": 6.921253438505285e-05,
      "loss": 0.0426,
      "step": 7710
    },
    {
      "epoch": 7.401725790987536,
      "grad_norm": 0.3027035593986511,
      "learning_rate": 6.913216159103339e-05,
      "loss": 0.0365,
      "step": 7720
    },
    {
      "epoch": 7.411313518696069,
      "grad_norm": 0.23207184672355652,
      "learning_rate": 6.905173083956468e-05,
      "loss": 0.0397,
      "step": 7730
    },
    {
      "epoch": 7.420901246404602,
      "grad_norm": 0.2601774036884308,
      "learning_rate": 6.897124237429726e-05,
      "loss": 0.0377,
      "step": 7740
    },
    {
      "epoch": 7.4304889741131355,
      "grad_norm": 0.37864232063293457,
      "learning_rate": 6.889069643905646e-05,
      "loss": 0.0426,
      "step": 7750
    },
    {
      "epoch": 7.440076701821669,
      "grad_norm": 0.29199257493019104,
      "learning_rate": 6.881009327784176e-05,
      "loss": 0.0414,
      "step": 7760
    },
    {
      "epoch": 7.449664429530201,
      "grad_norm": 0.39418113231658936,
      "learning_rate": 6.872943313482596e-05,
      "loss": 0.04,
      "step": 7770
    },
    {
      "epoch": 7.459252157238734,
      "grad_norm": 0.2868475615978241,
      "learning_rate": 6.864871625435448e-05,
      "loss": 0.0373,
      "step": 7780
    },
    {
      "epoch": 7.4688398849472675,
      "grad_norm": 0.27719494700431824,
      "learning_rate": 6.856794288094461e-05,
      "loss": 0.0401,
      "step": 7790
    },
    {
      "epoch": 7.478427612655801,
      "grad_norm": 0.33910930156707764,
      "learning_rate": 6.848711325928481e-05,
      "loss": 0.0375,
      "step": 7800
    },
    {
      "epoch": 7.488015340364334,
      "grad_norm": 0.4122414290904999,
      "learning_rate": 6.840622763423391e-05,
      "loss": 0.0437,
      "step": 7810
    },
    {
      "epoch": 7.497603068072867,
      "grad_norm": 0.2600208818912506,
      "learning_rate": 6.832528625082036e-05,
      "loss": 0.0418,
      "step": 7820
    },
    {
      "epoch": 7.5071907957813995,
      "grad_norm": 0.27382367849349976,
      "learning_rate": 6.824428935424158e-05,
      "loss": 0.0512,
      "step": 7830
    },
    {
      "epoch": 7.516778523489933,
      "grad_norm": 0.27426889538764954,
      "learning_rate": 6.816323718986313e-05,
      "loss": 0.0339,
      "step": 7840
    },
    {
      "epoch": 7.526366251198466,
      "grad_norm": 0.32315194606781006,
      "learning_rate": 6.808213000321796e-05,
      "loss": 0.0387,
      "step": 7850
    },
    {
      "epoch": 7.535953978906999,
      "grad_norm": 0.2910844683647156,
      "learning_rate": 6.80009680400058e-05,
      "loss": 0.0351,
      "step": 7860
    },
    {
      "epoch": 7.545541706615532,
      "grad_norm": 0.3915770649909973,
      "learning_rate": 6.791975154609216e-05,
      "loss": 0.0439,
      "step": 7870
    },
    {
      "epoch": 7.555129434324066,
      "grad_norm": 0.2871047258377075,
      "learning_rate": 6.78384807675079e-05,
      "loss": 0.039,
      "step": 7880
    },
    {
      "epoch": 7.564717162032598,
      "grad_norm": 0.3511698544025421,
      "learning_rate": 6.775715595044822e-05,
      "loss": 0.039,
      "step": 7890
    },
    {
      "epoch": 7.574304889741131,
      "grad_norm": 0.23974575102329254,
      "learning_rate": 6.767577734127209e-05,
      "loss": 0.0438,
      "step": 7900
    },
    {
      "epoch": 7.583892617449664,
      "grad_norm": 0.21983303129673004,
      "learning_rate": 6.759434518650133e-05,
      "loss": 0.043,
      "step": 7910
    },
    {
      "epoch": 7.593480345158198,
      "grad_norm": 0.2729918658733368,
      "learning_rate": 6.75128597328201e-05,
      "loss": 0.0423,
      "step": 7920
    },
    {
      "epoch": 7.603068072866731,
      "grad_norm": 0.34236469864845276,
      "learning_rate": 6.743132122707394e-05,
      "loss": 0.0443,
      "step": 7930
    },
    {
      "epoch": 7.612655800575264,
      "grad_norm": 0.24948126077651978,
      "learning_rate": 6.73497299162691e-05,
      "loss": 0.037,
      "step": 7940
    },
    {
      "epoch": 7.622243528283796,
      "grad_norm": 0.3250608444213867,
      "learning_rate": 6.726808604757184e-05,
      "loss": 0.0476,
      "step": 7950
    },
    {
      "epoch": 7.63183125599233,
      "grad_norm": 0.2713163495063782,
      "learning_rate": 6.718638986830758e-05,
      "loss": 0.0391,
      "step": 7960
    },
    {
      "epoch": 7.641418983700863,
      "grad_norm": 0.3012318015098572,
      "learning_rate": 6.710464162596023e-05,
      "loss": 0.0445,
      "step": 7970
    },
    {
      "epoch": 7.651006711409396,
      "grad_norm": 0.4039930999279022,
      "learning_rate": 6.702284156817143e-05,
      "loss": 0.045,
      "step": 7980
    },
    {
      "epoch": 7.660594439117929,
      "grad_norm": 0.22321514785289764,
      "learning_rate": 6.694098994273977e-05,
      "loss": 0.0395,
      "step": 7990
    },
    {
      "epoch": 7.6701821668264625,
      "grad_norm": 0.3009647727012634,
      "learning_rate": 6.685908699762002e-05,
      "loss": 0.0425,
      "step": 8000
    },
    {
      "epoch": 7.679769894534996,
      "grad_norm": 0.23675967752933502,
      "learning_rate": 6.677713298092251e-05,
      "loss": 0.043,
      "step": 8010
    },
    {
      "epoch": 7.689357622243528,
      "grad_norm": 0.3453296422958374,
      "learning_rate": 6.669512814091219e-05,
      "loss": 0.0402,
      "step": 8020
    },
    {
      "epoch": 7.698945349952061,
      "grad_norm": 0.35849177837371826,
      "learning_rate": 6.6613072726008e-05,
      "loss": 0.0412,
      "step": 8030
    },
    {
      "epoch": 7.7085330776605945,
      "grad_norm": 0.2602018117904663,
      "learning_rate": 6.65309669847821e-05,
      "loss": 0.0456,
      "step": 8040
    },
    {
      "epoch": 7.718120805369128,
      "grad_norm": 0.296563059091568,
      "learning_rate": 6.64488111659591e-05,
      "loss": 0.0354,
      "step": 8050
    },
    {
      "epoch": 7.727708533077661,
      "grad_norm": 0.2529861629009247,
      "learning_rate": 6.636660551841527e-05,
      "loss": 0.046,
      "step": 8060
    },
    {
      "epoch": 7.737296260786193,
      "grad_norm": 0.3589211404323578,
      "learning_rate": 6.62843502911779e-05,
      "loss": 0.0486,
      "step": 8070
    },
    {
      "epoch": 7.7468839884947265,
      "grad_norm": 0.28562942147254944,
      "learning_rate": 6.620204573342444e-05,
      "loss": 0.04,
      "step": 8080
    },
    {
      "epoch": 7.75647171620326,
      "grad_norm": 0.42662665247917175,
      "learning_rate": 6.611969209448175e-05,
      "loss": 0.0417,
      "step": 8090
    },
    {
      "epoch": 7.766059443911793,
      "grad_norm": 0.3339911997318268,
      "learning_rate": 6.603728962382542e-05,
      "loss": 0.0344,
      "step": 8100
    },
    {
      "epoch": 7.775647171620326,
      "grad_norm": 0.5838896632194519,
      "learning_rate": 6.595483857107891e-05,
      "loss": 0.0371,
      "step": 8110
    },
    {
      "epoch": 7.785234899328859,
      "grad_norm": 0.30259743332862854,
      "learning_rate": 6.587233918601292e-05,
      "loss": 0.0392,
      "step": 8120
    },
    {
      "epoch": 7.794822627037393,
      "grad_norm": 0.4095616340637207,
      "learning_rate": 6.578979171854449e-05,
      "loss": 0.034,
      "step": 8130
    },
    {
      "epoch": 7.804410354745925,
      "grad_norm": 0.4089941084384918,
      "learning_rate": 6.570719641873639e-05,
      "loss": 0.0432,
      "step": 8140
    },
    {
      "epoch": 7.813998082454458,
      "grad_norm": 0.22477275133132935,
      "learning_rate": 6.562455353679624e-05,
      "loss": 0.0482,
      "step": 8150
    },
    {
      "epoch": 7.823585810162991,
      "grad_norm": 0.24884644150733948,
      "learning_rate": 6.554186332307583e-05,
      "loss": 0.0357,
      "step": 8160
    },
    {
      "epoch": 7.833173537871525,
      "grad_norm": 0.40433716773986816,
      "learning_rate": 6.545912602807029e-05,
      "loss": 0.0393,
      "step": 8170
    },
    {
      "epoch": 7.842761265580058,
      "grad_norm": 0.1963358074426651,
      "learning_rate": 6.537634190241742e-05,
      "loss": 0.0369,
      "step": 8180
    },
    {
      "epoch": 7.85234899328859,
      "grad_norm": 0.30618107318878174,
      "learning_rate": 6.529351119689688e-05,
      "loss": 0.0365,
      "step": 8190
    },
    {
      "epoch": 7.861936720997123,
      "grad_norm": 0.9213468432426453,
      "learning_rate": 6.52106341624294e-05,
      "loss": 0.0415,
      "step": 8200
    },
    {
      "epoch": 7.871524448705657,
      "grad_norm": 0.41490432620048523,
      "learning_rate": 6.512771105007609e-05,
      "loss": 0.0432,
      "step": 8210
    },
    {
      "epoch": 7.88111217641419,
      "grad_norm": 0.3433400094509125,
      "learning_rate": 6.504474211103766e-05,
      "loss": 0.0383,
      "step": 8220
    },
    {
      "epoch": 7.890699904122723,
      "grad_norm": 0.2565036714076996,
      "learning_rate": 6.496172759665357e-05,
      "loss": 0.039,
      "step": 8230
    },
    {
      "epoch": 7.900287631831256,
      "grad_norm": 0.36820822954177856,
      "learning_rate": 6.487866775840141e-05,
      "loss": 0.0373,
      "step": 8240
    },
    {
      "epoch": 7.9098753595397895,
      "grad_norm": 0.26671302318573,
      "learning_rate": 6.479556284789608e-05,
      "loss": 0.0339,
      "step": 8250
    },
    {
      "epoch": 7.919463087248322,
      "grad_norm": 0.3026654124259949,
      "learning_rate": 6.471241311688894e-05,
      "loss": 0.0363,
      "step": 8260
    },
    {
      "epoch": 7.929050814956855,
      "grad_norm": 0.24896202981472015,
      "learning_rate": 6.46292188172672e-05,
      "loss": 0.0394,
      "step": 8270
    },
    {
      "epoch": 7.938638542665388,
      "grad_norm": 0.3126719892024994,
      "learning_rate": 6.454598020105306e-05,
      "loss": 0.0439,
      "step": 8280
    },
    {
      "epoch": 7.9482262703739215,
      "grad_norm": 0.33165302872657776,
      "learning_rate": 6.446269752040295e-05,
      "loss": 0.0393,
      "step": 8290
    },
    {
      "epoch": 7.957813998082455,
      "grad_norm": 0.6648756265640259,
      "learning_rate": 6.437937102760682e-05,
      "loss": 0.0356,
      "step": 8300
    },
    {
      "epoch": 7.967401725790987,
      "grad_norm": 0.24022682011127472,
      "learning_rate": 6.429600097508732e-05,
      "loss": 0.0406,
      "step": 8310
    },
    {
      "epoch": 7.97698945349952,
      "grad_norm": 1.2279690504074097,
      "learning_rate": 6.421258761539904e-05,
      "loss": 0.0434,
      "step": 8320
    },
    {
      "epoch": 7.9865771812080535,
      "grad_norm": 0.2868311107158661,
      "learning_rate": 6.412913120122779e-05,
      "loss": 0.0372,
      "step": 8330
    },
    {
      "epoch": 7.996164908916587,
      "grad_norm": 0.25136950612068176,
      "learning_rate": 6.40456319853898e-05,
      "loss": 0.0405,
      "step": 8340
    },
    {
      "epoch": 8.00575263662512,
      "grad_norm": 0.3662584722042084,
      "learning_rate": 6.396209022083098e-05,
      "loss": 0.041,
      "step": 8350
    },
    {
      "epoch": 8.015340364333653,
      "grad_norm": 0.3134470283985138,
      "learning_rate": 6.387850616062605e-05,
      "loss": 0.0357,
      "step": 8360
    },
    {
      "epoch": 8.024928092042186,
      "grad_norm": 0.3947703540325165,
      "learning_rate": 6.379488005797797e-05,
      "loss": 0.0384,
      "step": 8370
    },
    {
      "epoch": 8.03451581975072,
      "grad_norm": 0.3272991478443146,
      "learning_rate": 6.371121216621698e-05,
      "loss": 0.0392,
      "step": 8380
    },
    {
      "epoch": 8.044103547459253,
      "grad_norm": 1.1089465618133545,
      "learning_rate": 6.362750273879996e-05,
      "loss": 0.047,
      "step": 8390
    },
    {
      "epoch": 8.053691275167786,
      "grad_norm": 0.2133249044418335,
      "learning_rate": 6.354375202930958e-05,
      "loss": 0.0333,
      "step": 8400
    },
    {
      "epoch": 8.063279002876317,
      "grad_norm": 0.3814240097999573,
      "learning_rate": 6.345996029145356e-05,
      "loss": 0.0419,
      "step": 8410
    },
    {
      "epoch": 8.07286673058485,
      "grad_norm": 0.38257062435150146,
      "learning_rate": 6.337612777906398e-05,
      "loss": 0.0412,
      "step": 8420
    },
    {
      "epoch": 8.082454458293384,
      "grad_norm": 0.20826545357704163,
      "learning_rate": 6.329225474609633e-05,
      "loss": 0.0402,
      "step": 8430
    },
    {
      "epoch": 8.092042186001917,
      "grad_norm": 0.2289332151412964,
      "learning_rate": 6.320834144662897e-05,
      "loss": 0.0392,
      "step": 8440
    },
    {
      "epoch": 8.10162991371045,
      "grad_norm": 0.29565075039863586,
      "learning_rate": 6.312438813486211e-05,
      "loss": 0.0347,
      "step": 8450
    },
    {
      "epoch": 8.111217641418984,
      "grad_norm": 0.21872690320014954,
      "learning_rate": 6.30403950651173e-05,
      "loss": 0.0357,
      "step": 8460
    },
    {
      "epoch": 8.120805369127517,
      "grad_norm": 0.24760524928569794,
      "learning_rate": 6.295636249183643e-05,
      "loss": 0.0331,
      "step": 8470
    },
    {
      "epoch": 8.13039309683605,
      "grad_norm": 0.2806303799152374,
      "learning_rate": 6.287229066958113e-05,
      "loss": 0.0393,
      "step": 8480
    },
    {
      "epoch": 8.139980824544583,
      "grad_norm": 0.45841529965400696,
      "learning_rate": 6.278817985303184e-05,
      "loss": 0.0434,
      "step": 8490
    },
    {
      "epoch": 8.149568552253116,
      "grad_norm": 0.21284928917884827,
      "learning_rate": 6.270403029698722e-05,
      "loss": 0.0311,
      "step": 8500
    },
    {
      "epoch": 8.15915627996165,
      "grad_norm": 0.312191367149353,
      "learning_rate": 6.261984225636324e-05,
      "loss": 0.0409,
      "step": 8510
    },
    {
      "epoch": 8.168744007670183,
      "grad_norm": 0.38339605927467346,
      "learning_rate": 6.253561598619247e-05,
      "loss": 0.0367,
      "step": 8520
    },
    {
      "epoch": 8.178331735378714,
      "grad_norm": 0.24168361723423004,
      "learning_rate": 6.245135174162323e-05,
      "loss": 0.0419,
      "step": 8530
    },
    {
      "epoch": 8.187919463087248,
      "grad_norm": 0.3038835823535919,
      "learning_rate": 6.236704977791898e-05,
      "loss": 0.0349,
      "step": 8540
    },
    {
      "epoch": 8.19750719079578,
      "grad_norm": 0.32537156343460083,
      "learning_rate": 6.228271035045735e-05,
      "loss": 0.0347,
      "step": 8550
    },
    {
      "epoch": 8.207094918504314,
      "grad_norm": 0.2789401412010193,
      "learning_rate": 6.21983337147295e-05,
      "loss": 0.0339,
      "step": 8560
    },
    {
      "epoch": 8.216682646212847,
      "grad_norm": 0.4282236397266388,
      "learning_rate": 6.211392012633932e-05,
      "loss": 0.0352,
      "step": 8570
    },
    {
      "epoch": 8.22627037392138,
      "grad_norm": 0.3608817458152771,
      "learning_rate": 6.202946984100261e-05,
      "loss": 0.0373,
      "step": 8580
    },
    {
      "epoch": 8.235858101629914,
      "grad_norm": 0.29480835795402527,
      "learning_rate": 6.194498311454636e-05,
      "loss": 0.0321,
      "step": 8590
    },
    {
      "epoch": 8.245445829338447,
      "grad_norm": 0.27964943647384644,
      "learning_rate": 6.186046020290792e-05,
      "loss": 0.0428,
      "step": 8600
    },
    {
      "epoch": 8.25503355704698,
      "grad_norm": 0.2138575315475464,
      "learning_rate": 6.177590136213429e-05,
      "loss": 0.0344,
      "step": 8610
    },
    {
      "epoch": 8.264621284755513,
      "grad_norm": 0.3693723678588867,
      "learning_rate": 6.169130684838132e-05,
      "loss": 0.0449,
      "step": 8620
    },
    {
      "epoch": 8.274209012464047,
      "grad_norm": 0.24271826446056366,
      "learning_rate": 6.160667691791287e-05,
      "loss": 0.0414,
      "step": 8630
    },
    {
      "epoch": 8.28379674017258,
      "grad_norm": 0.27349698543548584,
      "learning_rate": 6.152201182710016e-05,
      "loss": 0.0437,
      "step": 8640
    },
    {
      "epoch": 8.293384467881111,
      "grad_norm": 0.265661358833313,
      "learning_rate": 6.143731183242085e-05,
      "loss": 0.0402,
      "step": 8650
    },
    {
      "epoch": 8.302972195589644,
      "grad_norm": 0.3084318935871124,
      "learning_rate": 6.13525771904584e-05,
      "loss": 0.0424,
      "step": 8660
    },
    {
      "epoch": 8.312559923298178,
      "grad_norm": 0.42005741596221924,
      "learning_rate": 6.126780815790116e-05,
      "loss": 0.0386,
      "step": 8670
    },
    {
      "epoch": 8.322147651006711,
      "grad_norm": 0.349277526140213,
      "learning_rate": 6.118300499154174e-05,
      "loss": 0.0355,
      "step": 8680
    },
    {
      "epoch": 8.331735378715244,
      "grad_norm": 0.3930281102657318,
      "learning_rate": 6.109816794827607e-05,
      "loss": 0.0386,
      "step": 8690
    },
    {
      "epoch": 8.341323106423777,
      "grad_norm": 0.2631587088108063,
      "learning_rate": 6.101329728510278e-05,
      "loss": 0.0376,
      "step": 8700
    },
    {
      "epoch": 8.35091083413231,
      "grad_norm": 0.3070177137851715,
      "learning_rate": 6.0928393259122285e-05,
      "loss": 0.039,
      "step": 8710
    },
    {
      "epoch": 8.360498561840844,
      "grad_norm": 0.3494318425655365,
      "learning_rate": 6.084345612753611e-05,
      "loss": 0.0405,
      "step": 8720
    },
    {
      "epoch": 8.370086289549377,
      "grad_norm": 0.2996184825897217,
      "learning_rate": 6.0758486147646035e-05,
      "loss": 0.0386,
      "step": 8730
    },
    {
      "epoch": 8.37967401725791,
      "grad_norm": 0.39091756939888,
      "learning_rate": 6.0673483576853365e-05,
      "loss": 0.038,
      "step": 8740
    },
    {
      "epoch": 8.389261744966444,
      "grad_norm": 0.28855571150779724,
      "learning_rate": 6.0588448672658125e-05,
      "loss": 0.0403,
      "step": 8750
    },
    {
      "epoch": 8.398849472674977,
      "grad_norm": 0.25725746154785156,
      "learning_rate": 6.05033816926583e-05,
      "loss": 0.0338,
      "step": 8760
    },
    {
      "epoch": 8.40843720038351,
      "grad_norm": 0.2737105190753937,
      "learning_rate": 6.041828289454903e-05,
      "loss": 0.0417,
      "step": 8770
    },
    {
      "epoch": 8.418024928092041,
      "grad_norm": 0.3197145462036133,
      "learning_rate": 6.033315253612186e-05,
      "loss": 0.0428,
      "step": 8780
    },
    {
      "epoch": 8.427612655800575,
      "grad_norm": 0.35713446140289307,
      "learning_rate": 6.0247990875263914e-05,
      "loss": 0.0376,
      "step": 8790
    },
    {
      "epoch": 8.437200383509108,
      "grad_norm": 0.354390949010849,
      "learning_rate": 6.016279816995718e-05,
      "loss": 0.0384,
      "step": 8800
    },
    {
      "epoch": 8.446788111217641,
      "grad_norm": 0.31738895177841187,
      "learning_rate": 6.0077574678277636e-05,
      "loss": 0.048,
      "step": 8810
    },
    {
      "epoch": 8.456375838926174,
      "grad_norm": 0.28505873680114746,
      "learning_rate": 5.999232065839456e-05,
      "loss": 0.0353,
      "step": 8820
    },
    {
      "epoch": 8.465963566634708,
      "grad_norm": 0.3551139831542969,
      "learning_rate": 5.990703636856974e-05,
      "loss": 0.0422,
      "step": 8830
    },
    {
      "epoch": 8.47555129434324,
      "grad_norm": 0.23753251135349274,
      "learning_rate": 5.982172206715656e-05,
      "loss": 0.0356,
      "step": 8840
    },
    {
      "epoch": 8.485139022051774,
      "grad_norm": 0.3025340735912323,
      "learning_rate": 5.973637801259944e-05,
      "loss": 0.0416,
      "step": 8850
    },
    {
      "epoch": 8.494726749760307,
      "grad_norm": 0.3358081579208374,
      "learning_rate": 5.9651004463432826e-05,
      "loss": 0.0406,
      "step": 8860
    },
    {
      "epoch": 8.50431447746884,
      "grad_norm": 0.2748364508152008,
      "learning_rate": 5.95656016782806e-05,
      "loss": 0.0355,
      "step": 8870
    },
    {
      "epoch": 8.513902205177374,
      "grad_norm": 0.27150842547416687,
      "learning_rate": 5.948016991585514e-05,
      "loss": 0.0356,
      "step": 8880
    },
    {
      "epoch": 8.523489932885907,
      "grad_norm": 0.2812124490737915,
      "learning_rate": 5.9394709434956664e-05,
      "loss": 0.0419,
      "step": 8890
    },
    {
      "epoch": 8.53307766059444,
      "grad_norm": 0.29283568263053894,
      "learning_rate": 5.9309220494472314e-05,
      "loss": 0.0408,
      "step": 8900
    },
    {
      "epoch": 8.542665388302972,
      "grad_norm": 0.4069705605506897,
      "learning_rate": 5.9223703353375534e-05,
      "loss": 0.0425,
      "step": 8910
    },
    {
      "epoch": 8.552253116011505,
      "grad_norm": 0.2776540219783783,
      "learning_rate": 5.913815827072513e-05,
      "loss": 0.0365,
      "step": 8920
    },
    {
      "epoch": 8.561840843720038,
      "grad_norm": 0.2777857482433319,
      "learning_rate": 5.905258550566458e-05,
      "loss": 0.0368,
      "step": 8930
    },
    {
      "epoch": 8.571428571428571,
      "grad_norm": 0.3018902838230133,
      "learning_rate": 5.896698531742122e-05,
      "loss": 0.0377,
      "step": 8940
    },
    {
      "epoch": 8.581016299137104,
      "grad_norm": 0.622887134552002,
      "learning_rate": 5.888135796530544e-05,
      "loss": 0.0448,
      "step": 8950
    },
    {
      "epoch": 8.590604026845638,
      "grad_norm": 0.28407829999923706,
      "learning_rate": 5.879570370870995e-05,
      "loss": 0.0373,
      "step": 8960
    },
    {
      "epoch": 8.60019175455417,
      "grad_norm": 0.2791987955570221,
      "learning_rate": 5.871002280710892e-05,
      "loss": 0.0402,
      "step": 8970
    },
    {
      "epoch": 8.609779482262704,
      "grad_norm": 0.27533990144729614,
      "learning_rate": 5.862431552005729e-05,
      "loss": 0.0434,
      "step": 8980
    },
    {
      "epoch": 8.619367209971237,
      "grad_norm": 0.27701878547668457,
      "learning_rate": 5.85385821071899e-05,
      "loss": 0.0383,
      "step": 8990
    },
    {
      "epoch": 8.62895493767977,
      "grad_norm": 0.269197016954422,
      "learning_rate": 5.845282282822071e-05,
      "loss": 0.0389,
      "step": 9000
    },
    {
      "epoch": 8.638542665388304,
      "grad_norm": 0.3775997757911682,
      "learning_rate": 5.836703794294208e-05,
      "loss": 0.0401,
      "step": 9010
    },
    {
      "epoch": 8.648130393096835,
      "grad_norm": 0.21519199013710022,
      "learning_rate": 5.828122771122392e-05,
      "loss": 0.0326,
      "step": 9020
    },
    {
      "epoch": 8.657718120805368,
      "grad_norm": 0.4001868963241577,
      "learning_rate": 5.819539239301291e-05,
      "loss": 0.04,
      "step": 9030
    },
    {
      "epoch": 8.667305848513902,
      "grad_norm": 0.19594238698482513,
      "learning_rate": 5.810953224833177e-05,
      "loss": 0.0301,
      "step": 9040
    },
    {
      "epoch": 8.676893576222435,
      "grad_norm": 0.19823068380355835,
      "learning_rate": 5.802364753727836e-05,
      "loss": 0.0344,
      "step": 9050
    },
    {
      "epoch": 8.686481303930968,
      "grad_norm": 0.26146700978279114,
      "learning_rate": 5.793773852002502e-05,
      "loss": 0.0444,
      "step": 9060
    },
    {
      "epoch": 8.696069031639501,
      "grad_norm": 0.36863768100738525,
      "learning_rate": 5.7851805456817677e-05,
      "loss": 0.0364,
      "step": 9070
    },
    {
      "epoch": 8.705656759348035,
      "grad_norm": 0.2518344521522522,
      "learning_rate": 5.7765848607975136e-05,
      "loss": 0.0394,
      "step": 9080
    },
    {
      "epoch": 8.715244487056568,
      "grad_norm": 0.2473488301038742,
      "learning_rate": 5.767986823388825e-05,
      "loss": 0.0326,
      "step": 9090
    },
    {
      "epoch": 8.724832214765101,
      "grad_norm": 0.20669348537921906,
      "learning_rate": 5.7593864595019096e-05,
      "loss": 0.0408,
      "step": 9100
    },
    {
      "epoch": 8.734419942473634,
      "grad_norm": 0.32804393768310547,
      "learning_rate": 5.750783795190029e-05,
      "loss": 0.0388,
      "step": 9110
    },
    {
      "epoch": 8.744007670182167,
      "grad_norm": 0.18472160398960114,
      "learning_rate": 5.7421788565134074e-05,
      "loss": 0.0395,
      "step": 9120
    },
    {
      "epoch": 8.7535953978907,
      "grad_norm": 0.3553003668785095,
      "learning_rate": 5.733571669539167e-05,
      "loss": 0.0432,
      "step": 9130
    },
    {
      "epoch": 8.763183125599234,
      "grad_norm": 0.2398902177810669,
      "learning_rate": 5.72496226034123e-05,
      "loss": 0.0354,
      "step": 9140
    },
    {
      "epoch": 8.772770853307765,
      "grad_norm": 0.2900802195072174,
      "learning_rate": 5.716350655000261e-05,
      "loss": 0.0449,
      "step": 9150
    },
    {
      "epoch": 8.782358581016299,
      "grad_norm": 0.17919373512268066,
      "learning_rate": 5.707736879603568e-05,
      "loss": 0.0413,
      "step": 9160
    },
    {
      "epoch": 8.791946308724832,
      "grad_norm": 0.2598424255847931,
      "learning_rate": 5.6991209602450424e-05,
      "loss": 0.0432,
      "step": 9170
    },
    {
      "epoch": 8.801534036433365,
      "grad_norm": 0.4794408082962036,
      "learning_rate": 5.69050292302506e-05,
      "loss": 0.0392,
      "step": 9180
    },
    {
      "epoch": 8.811121764141898,
      "grad_norm": 0.3420094847679138,
      "learning_rate": 5.6818827940504225e-05,
      "loss": 0.0335,
      "step": 9190
    },
    {
      "epoch": 8.820709491850431,
      "grad_norm": 1.9920908212661743,
      "learning_rate": 5.673260599434259e-05,
      "loss": 0.0427,
      "step": 9200
    },
    {
      "epoch": 8.830297219558965,
      "grad_norm": 0.28250133991241455,
      "learning_rate": 5.664636365295965e-05,
      "loss": 0.0349,
      "step": 9210
    },
    {
      "epoch": 8.839884947267498,
      "grad_norm": 0.22743001580238342,
      "learning_rate": 5.656010117761105e-05,
      "loss": 0.0401,
      "step": 9220
    },
    {
      "epoch": 8.849472674976031,
      "grad_norm": 0.2771368622779846,
      "learning_rate": 5.647381882961349e-05,
      "loss": 0.0424,
      "step": 9230
    },
    {
      "epoch": 8.859060402684564,
      "grad_norm": 0.38394448161125183,
      "learning_rate": 5.638751687034387e-05,
      "loss": 0.0357,
      "step": 9240
    },
    {
      "epoch": 8.868648130393098,
      "grad_norm": 0.22416839003562927,
      "learning_rate": 5.630119556123848e-05,
      "loss": 0.0347,
      "step": 9250
    },
    {
      "epoch": 8.87823585810163,
      "grad_norm": 0.1746525913476944,
      "learning_rate": 5.6214855163792224e-05,
      "loss": 0.0366,
      "step": 9260
    },
    {
      "epoch": 8.887823585810162,
      "grad_norm": 0.26215359568595886,
      "learning_rate": 5.6128495939557835e-05,
      "loss": 0.0411,
      "step": 9270
    },
    {
      "epoch": 8.897411313518695,
      "grad_norm": 0.3498288691043854,
      "learning_rate": 5.604211815014509e-05,
      "loss": 0.0404,
      "step": 9280
    },
    {
      "epoch": 8.906999041227229,
      "grad_norm": 0.19935335218906403,
      "learning_rate": 5.595572205721999e-05,
      "loss": 0.0356,
      "step": 9290
    },
    {
      "epoch": 8.916586768935762,
      "grad_norm": 0.3347182869911194,
      "learning_rate": 5.5869307922504e-05,
      "loss": 0.0393,
      "step": 9300
    },
    {
      "epoch": 8.926174496644295,
      "grad_norm": 0.3638782203197479,
      "learning_rate": 5.578287600777321e-05,
      "loss": 0.0324,
      "step": 9310
    },
    {
      "epoch": 8.935762224352828,
      "grad_norm": 0.2433633953332901,
      "learning_rate": 5.569642657485761e-05,
      "loss": 0.0351,
      "step": 9320
    },
    {
      "epoch": 8.945349952061362,
      "grad_norm": 0.2311711609363556,
      "learning_rate": 5.560995988564023e-05,
      "loss": 0.0386,
      "step": 9330
    },
    {
      "epoch": 8.954937679769895,
      "grad_norm": 0.2803432047367096,
      "learning_rate": 5.552347620205638e-05,
      "loss": 0.0461,
      "step": 9340
    },
    {
      "epoch": 8.964525407478428,
      "grad_norm": 0.25586047768592834,
      "learning_rate": 5.5436975786092873e-05,
      "loss": 0.0384,
      "step": 9350
    },
    {
      "epoch": 8.974113135186961,
      "grad_norm": 0.3626959025859833,
      "learning_rate": 5.535045889978717e-05,
      "loss": 0.0374,
      "step": 9360
    },
    {
      "epoch": 8.983700862895494,
      "grad_norm": 0.3548148572444916,
      "learning_rate": 5.526392580522666e-05,
      "loss": 0.0416,
      "step": 9370
    },
    {
      "epoch": 8.993288590604028,
      "grad_norm": 2.09843111038208,
      "learning_rate": 5.5177376764547814e-05,
      "loss": 0.0434,
      "step": 9380
    },
    {
      "epoch": 9.002876318312559,
      "grad_norm": 0.4216479957103729,
      "learning_rate": 5.5090812039935426e-05,
      "loss": 0.0404,
      "step": 9390
    },
    {
      "epoch": 9.012464046021092,
      "grad_norm": 0.292222261428833,
      "learning_rate": 5.5004231893621774e-05,
      "loss": 0.0362,
      "step": 9400
    },
    {
      "epoch": 9.022051773729626,
      "grad_norm": 0.37306836247444153,
      "learning_rate": 5.491763658788589e-05,
      "loss": 0.0367,
      "step": 9410
    },
    {
      "epoch": 9.031639501438159,
      "grad_norm": 0.2755350172519684,
      "learning_rate": 5.483102638505269e-05,
      "loss": 0.0401,
      "step": 9420
    },
    {
      "epoch": 9.041227229146692,
      "grad_norm": 0.2616848349571228,
      "learning_rate": 5.4744401547492254e-05,
      "loss": 0.0337,
      "step": 9430
    },
    {
      "epoch": 9.050814956855225,
      "grad_norm": 0.28111451864242554,
      "learning_rate": 5.465776233761896e-05,
      "loss": 0.0384,
      "step": 9440
    },
    {
      "epoch": 9.060402684563758,
      "grad_norm": 0.23586216568946838,
      "learning_rate": 5.4571109017890753e-05,
      "loss": 0.0405,
      "step": 9450
    },
    {
      "epoch": 9.069990412272292,
      "grad_norm": 0.3019304871559143,
      "learning_rate": 5.44844418508083e-05,
      "loss": 0.0389,
      "step": 9460
    },
    {
      "epoch": 9.079578139980825,
      "grad_norm": 0.3531333804130554,
      "learning_rate": 5.4397761098914254e-05,
      "loss": 0.0334,
      "step": 9470
    },
    {
      "epoch": 9.089165867689358,
      "grad_norm": 0.40830254554748535,
      "learning_rate": 5.431106702479235e-05,
      "loss": 0.0357,
      "step": 9480
    },
    {
      "epoch": 9.098753595397891,
      "grad_norm": 0.44957104325294495,
      "learning_rate": 5.4224359891066765e-05,
      "loss": 0.039,
      "step": 9490
    },
    {
      "epoch": 9.108341323106425,
      "grad_norm": 0.6519899964332581,
      "learning_rate": 5.413763996040117e-05,
      "loss": 0.0402,
      "step": 9500
    },
    {
      "epoch": 9.117929050814958,
      "grad_norm": 0.4034676253795624,
      "learning_rate": 5.405090749549804e-05,
      "loss": 0.0459,
      "step": 9510
    },
    {
      "epoch": 9.12751677852349,
      "grad_norm": 0.3996933698654175,
      "learning_rate": 5.396416275909779e-05,
      "loss": 0.0398,
      "step": 9520
    },
    {
      "epoch": 9.137104506232022,
      "grad_norm": 0.16408595442771912,
      "learning_rate": 5.387740601397806e-05,
      "loss": 0.0358,
      "step": 9530
    },
    {
      "epoch": 9.146692233940556,
      "grad_norm": 0.3471783995628357,
      "learning_rate": 5.379063752295282e-05,
      "loss": 0.0391,
      "step": 9540
    },
    {
      "epoch": 9.156279961649089,
      "grad_norm": 0.4107268452644348,
      "learning_rate": 5.370385754887164e-05,
      "loss": 0.0424,
      "step": 9550
    },
    {
      "epoch": 9.165867689357622,
      "grad_norm": 0.32927405834198,
      "learning_rate": 5.3617066354618874e-05,
      "loss": 0.0453,
      "step": 9560
    },
    {
      "epoch": 9.175455417066155,
      "grad_norm": 0.41520607471466064,
      "learning_rate": 5.3530264203112856e-05,
      "loss": 0.0392,
      "step": 9570
    },
    {
      "epoch": 9.185043144774689,
      "grad_norm": 0.3985765278339386,
      "learning_rate": 5.344345135730513e-05,
      "loss": 0.0364,
      "step": 9580
    },
    {
      "epoch": 9.194630872483222,
      "grad_norm": 0.344056099653244,
      "learning_rate": 5.335662808017964e-05,
      "loss": 0.0444,
      "step": 9590
    },
    {
      "epoch": 9.204218600191755,
      "grad_norm": 0.3382169008255005,
      "learning_rate": 5.32697946347519e-05,
      "loss": 0.0375,
      "step": 9600
    },
    {
      "epoch": 9.213806327900288,
      "grad_norm": 0.3668196499347687,
      "learning_rate": 5.318295128406825e-05,
      "loss": 0.0427,
      "step": 9610
    },
    {
      "epoch": 9.223394055608821,
      "grad_norm": 0.22777938842773438,
      "learning_rate": 5.3096098291205044e-05,
      "loss": 0.0362,
      "step": 9620
    },
    {
      "epoch": 9.232981783317355,
      "grad_norm": 0.2992532551288605,
      "learning_rate": 5.300923591926783e-05,
      "loss": 0.0344,
      "step": 9630
    },
    {
      "epoch": 9.242569511025886,
      "grad_norm": 0.2733289301395416,
      "learning_rate": 5.292236443139056e-05,
      "loss": 0.0318,
      "step": 9640
    },
    {
      "epoch": 9.25215723873442,
      "grad_norm": 0.2972942292690277,
      "learning_rate": 5.283548409073482e-05,
      "loss": 0.0357,
      "step": 9650
    },
    {
      "epoch": 9.261744966442953,
      "grad_norm": 0.3721420466899872,
      "learning_rate": 5.274859516048901e-05,
      "loss": 0.0356,
      "step": 9660
    },
    {
      "epoch": 9.271332694151486,
      "grad_norm": 0.13791558146476746,
      "learning_rate": 5.266169790386756e-05,
      "loss": 0.0345,
      "step": 9670
    },
    {
      "epoch": 9.280920421860019,
      "grad_norm": 0.2645628750324249,
      "learning_rate": 5.257479258411008e-05,
      "loss": 0.0426,
      "step": 9680
    },
    {
      "epoch": 9.290508149568552,
      "grad_norm": 0.3136797845363617,
      "learning_rate": 5.248787946448065e-05,
      "loss": 0.0354,
      "step": 9690
    },
    {
      "epoch": 9.300095877277085,
      "grad_norm": 0.25481873750686646,
      "learning_rate": 5.240095880826695e-05,
      "loss": 0.0401,
      "step": 9700
    },
    {
      "epoch": 9.309683604985619,
      "grad_norm": 0.24243059754371643,
      "learning_rate": 5.231403087877955e-05,
      "loss": 0.0422,
      "step": 9710
    },
    {
      "epoch": 9.319271332694152,
      "grad_norm": 0.22734355926513672,
      "learning_rate": 5.2227095939350966e-05,
      "loss": 0.0409,
      "step": 9720
    },
    {
      "epoch": 9.328859060402685,
      "grad_norm": 0.35372641682624817,
      "learning_rate": 5.214015425333502e-05,
      "loss": 0.0413,
      "step": 9730
    },
    {
      "epoch": 9.338446788111218,
      "grad_norm": 0.2218106985092163,
      "learning_rate": 5.205320608410591e-05,
      "loss": 0.0385,
      "step": 9740
    },
    {
      "epoch": 9.348034515819752,
      "grad_norm": 0.8550918698310852,
      "learning_rate": 5.196625169505755e-05,
      "loss": 0.0383,
      "step": 9750
    },
    {
      "epoch": 9.357622243528283,
      "grad_norm": 0.325469434261322,
      "learning_rate": 5.18792913496026e-05,
      "loss": 0.0377,
      "step": 9760
    },
    {
      "epoch": 9.367209971236816,
      "grad_norm": 0.2887977063655853,
      "learning_rate": 5.1792325311171875e-05,
      "loss": 0.039,
      "step": 9770
    },
    {
      "epoch": 9.37679769894535,
      "grad_norm": 0.267398476600647,
      "learning_rate": 5.1705353843213336e-05,
      "loss": 0.0351,
      "step": 9780
    },
    {
      "epoch": 9.386385426653883,
      "grad_norm": 0.3469073176383972,
      "learning_rate": 5.1618377209191447e-05,
      "loss": 0.0373,
      "step": 9790
    },
    {
      "epoch": 9.395973154362416,
      "grad_norm": 0.399781733751297,
      "learning_rate": 5.1531395672586314e-05,
      "loss": 0.0345,
      "step": 9800
    },
    {
      "epoch": 9.405560882070949,
      "grad_norm": 0.3050326704978943,
      "learning_rate": 5.144440949689287e-05,
      "loss": 0.0436,
      "step": 9810
    },
    {
      "epoch": 9.415148609779482,
      "grad_norm": 0.22124247252941132,
      "learning_rate": 5.135741894562014e-05,
      "loss": 0.0384,
      "step": 9820
    },
    {
      "epoch": 9.424736337488016,
      "grad_norm": 0.32914167642593384,
      "learning_rate": 5.127042428229036e-05,
      "loss": 0.0395,
      "step": 9830
    },
    {
      "epoch": 9.434324065196549,
      "grad_norm": 0.302157998085022,
      "learning_rate": 5.118342577043829e-05,
      "loss": 0.0446,
      "step": 9840
    },
    {
      "epoch": 9.443911792905082,
      "grad_norm": 0.29756733775138855,
      "learning_rate": 5.1096423673610246e-05,
      "loss": 0.035,
      "step": 9850
    },
    {
      "epoch": 9.453499520613615,
      "grad_norm": 0.21626603603363037,
      "learning_rate": 5.100941825536353e-05,
      "loss": 0.0487,
      "step": 9860
    },
    {
      "epoch": 9.463087248322148,
      "grad_norm": 0.31502407789230347,
      "learning_rate": 5.092240977926538e-05,
      "loss": 0.0384,
      "step": 9870
    },
    {
      "epoch": 9.47267497603068,
      "grad_norm": 0.3153168261051178,
      "learning_rate": 5.083539850889239e-05,
      "loss": 0.0377,
      "step": 9880
    },
    {
      "epoch": 9.482262703739213,
      "grad_norm": 0.3235209584236145,
      "learning_rate": 5.074838470782957e-05,
      "loss": 0.0402,
      "step": 9890
    },
    {
      "epoch": 9.491850431447746,
      "grad_norm": 0.4194275438785553,
      "learning_rate": 5.066136863966963e-05,
      "loss": 0.0349,
      "step": 9900
    },
    {
      "epoch": 9.50143815915628,
      "grad_norm": 0.26690346002578735,
      "learning_rate": 5.0574350568012086e-05,
      "loss": 0.037,
      "step": 9910
    },
    {
      "epoch": 9.511025886864813,
      "grad_norm": 0.3191596567630768,
      "learning_rate": 5.0487330756462624e-05,
      "loss": 0.0427,
      "step": 9920
    },
    {
      "epoch": 9.520613614573346,
      "grad_norm": 0.21837887167930603,
      "learning_rate": 5.040030946863209e-05,
      "loss": 0.031,
      "step": 9930
    },
    {
      "epoch": 9.53020134228188,
      "grad_norm": 0.28201964497566223,
      "learning_rate": 5.0313286968135884e-05,
      "loss": 0.0348,
      "step": 9940
    },
    {
      "epoch": 9.539789069990412,
      "grad_norm": 0.6378640532493591,
      "learning_rate": 5.022626351859305e-05,
      "loss": 0.0392,
      "step": 9950
    },
    {
      "epoch": 9.549376797698946,
      "grad_norm": 0.27877506613731384,
      "learning_rate": 5.01392393836255e-05,
      "loss": 0.0435,
      "step": 9960
    },
    {
      "epoch": 9.558964525407479,
      "grad_norm": 0.21583925187587738,
      "learning_rate": 5.0052214826857225e-05,
      "loss": 0.036,
      "step": 9970
    },
    {
      "epoch": 9.568552253116012,
      "grad_norm": 0.3575581908226013,
      "learning_rate": 4.996519011191351e-05,
      "loss": 0.0344,
      "step": 9980
    },
    {
      "epoch": 9.578139980824545,
      "grad_norm": 0.2446652501821518,
      "learning_rate": 4.9878165502420104e-05,
      "loss": 0.0382,
      "step": 9990
    },
    {
      "epoch": 9.587727708533077,
      "grad_norm": 0.1690993756055832,
      "learning_rate": 4.979114126200244e-05,
      "loss": 0.0392,
      "step": 10000
    },
    {
      "epoch": 9.59731543624161,
      "grad_norm": 0.3892661929130554,
      "learning_rate": 4.970411765428484e-05,
      "loss": 0.0366,
      "step": 10010
    },
    {
      "epoch": 9.606903163950143,
      "grad_norm": 0.26752811670303345,
      "learning_rate": 4.961709494288966e-05,
      "loss": 0.0377,
      "step": 10020
    },
    {
      "epoch": 9.616490891658676,
      "grad_norm": 0.3104531466960907,
      "learning_rate": 4.9530073391436654e-05,
      "loss": 0.0371,
      "step": 10030
    },
    {
      "epoch": 9.62607861936721,
      "grad_norm": 0.3081854283809662,
      "learning_rate": 4.944305326354194e-05,
      "loss": 0.0377,
      "step": 10040
    },
    {
      "epoch": 9.635666347075743,
      "grad_norm": 0.32180699706077576,
      "learning_rate": 4.935603482281739e-05,
      "loss": 0.0364,
      "step": 10050
    },
    {
      "epoch": 9.645254074784276,
      "grad_norm": 0.30046379566192627,
      "learning_rate": 4.926901833286974e-05,
      "loss": 0.0341,
      "step": 10060
    },
    {
      "epoch": 9.65484180249281,
      "grad_norm": 0.24152809381484985,
      "learning_rate": 4.918200405729986e-05,
      "loss": 0.0453,
      "step": 10070
    },
    {
      "epoch": 9.664429530201343,
      "grad_norm": 0.8806717395782471,
      "learning_rate": 4.909499225970184e-05,
      "loss": 0.0352,
      "step": 10080
    },
    {
      "epoch": 9.674017257909876,
      "grad_norm": 0.3561595380306244,
      "learning_rate": 4.9007983203662326e-05,
      "loss": 0.0337,
      "step": 10090
    },
    {
      "epoch": 9.683604985618409,
      "grad_norm": 0.3623135983943939,
      "learning_rate": 4.892097715275961e-05,
      "loss": 0.0361,
      "step": 10100
    },
    {
      "epoch": 9.693192713326942,
      "grad_norm": 0.3282937705516815,
      "learning_rate": 4.883397437056293e-05,
      "loss": 0.0357,
      "step": 10110
    },
    {
      "epoch": 9.702780441035475,
      "grad_norm": 0.28583481907844543,
      "learning_rate": 4.87469751206316e-05,
      "loss": 0.032,
      "step": 10120
    },
    {
      "epoch": 9.712368168744007,
      "grad_norm": 0.20011906325817108,
      "learning_rate": 4.865997966651421e-05,
      "loss": 0.0335,
      "step": 10130
    },
    {
      "epoch": 9.72195589645254,
      "grad_norm": 0.23072586953639984,
      "learning_rate": 4.857298827174787e-05,
      "loss": 0.0326,
      "step": 10140
    },
    {
      "epoch": 9.731543624161073,
      "grad_norm": 0.21280129253864288,
      "learning_rate": 4.8486001199857416e-05,
      "loss": 0.0354,
      "step": 10150
    },
    {
      "epoch": 9.741131351869607,
      "grad_norm": 0.4237668812274933,
      "learning_rate": 4.839901871435457e-05,
      "loss": 0.0351,
      "step": 10160
    },
    {
      "epoch": 9.75071907957814,
      "grad_norm": 0.2798875868320465,
      "learning_rate": 4.831204107873713e-05,
      "loss": 0.0353,
      "step": 10170
    },
    {
      "epoch": 9.760306807286673,
      "grad_norm": 0.20780718326568604,
      "learning_rate": 4.822506855648825e-05,
      "loss": 0.0326,
      "step": 10180
    },
    {
      "epoch": 9.769894534995206,
      "grad_norm": 0.2649904489517212,
      "learning_rate": 4.8138101411075574e-05,
      "loss": 0.035,
      "step": 10190
    },
    {
      "epoch": 9.77948226270374,
      "grad_norm": 0.26445141434669495,
      "learning_rate": 4.805113990595046e-05,
      "loss": 0.0468,
      "step": 10200
    },
    {
      "epoch": 9.789069990412273,
      "grad_norm": 0.3209472894668579,
      "learning_rate": 4.796418430454718e-05,
      "loss": 0.0375,
      "step": 10210
    },
    {
      "epoch": 9.798657718120806,
      "grad_norm": 0.19877949357032776,
      "learning_rate": 4.787723487028209e-05,
      "loss": 0.0381,
      "step": 10220
    },
    {
      "epoch": 9.808245445829339,
      "grad_norm": 0.3071509301662445,
      "learning_rate": 4.779029186655292e-05,
      "loss": 0.0432,
      "step": 10230
    },
    {
      "epoch": 9.817833173537872,
      "grad_norm": 0.4730135500431061,
      "learning_rate": 4.77033555567379e-05,
      "loss": 0.0374,
      "step": 10240
    },
    {
      "epoch": 9.827420901246404,
      "grad_norm": 0.29888778924942017,
      "learning_rate": 4.761642620419497e-05,
      "loss": 0.0357,
      "step": 10250
    },
    {
      "epoch": 9.837008628954937,
      "grad_norm": 0.2550467550754547,
      "learning_rate": 4.7529504072260974e-05,
      "loss": 0.0309,
      "step": 10260
    },
    {
      "epoch": 9.84659635666347,
      "grad_norm": 0.25972646474838257,
      "learning_rate": 4.744258942425094e-05,
      "loss": 0.0421,
      "step": 10270
    },
    {
      "epoch": 9.856184084372003,
      "grad_norm": 0.4071574807167053,
      "learning_rate": 4.735568252345718e-05,
      "loss": 0.0351,
      "step": 10280
    },
    {
      "epoch": 9.865771812080537,
      "grad_norm": 0.4687805771827698,
      "learning_rate": 4.726878363314855e-05,
      "loss": 0.0369,
      "step": 10290
    },
    {
      "epoch": 9.87535953978907,
      "grad_norm": 0.41865023970603943,
      "learning_rate": 4.718189301656962e-05,
      "loss": 0.0345,
      "step": 10300
    },
    {
      "epoch": 9.884947267497603,
      "grad_norm": 0.30435627698898315,
      "learning_rate": 4.709501093693997e-05,
      "loss": 0.0321,
      "step": 10310
    },
    {
      "epoch": 9.894534995206136,
      "grad_norm": 0.3561161458492279,
      "learning_rate": 4.7008137657453214e-05,
      "loss": 0.0409,
      "step": 10320
    },
    {
      "epoch": 9.90412272291467,
      "grad_norm": 0.36440134048461914,
      "learning_rate": 4.692127344127637e-05,
      "loss": 0.033,
      "step": 10330
    },
    {
      "epoch": 9.913710450623203,
      "grad_norm": 0.26994454860687256,
      "learning_rate": 4.683441855154899e-05,
      "loss": 0.0346,
      "step": 10340
    },
    {
      "epoch": 9.923298178331736,
      "grad_norm": 0.2506847381591797,
      "learning_rate": 4.674757325138239e-05,
      "loss": 0.0314,
      "step": 10350
    },
    {
      "epoch": 9.93288590604027,
      "grad_norm": 0.20864498615264893,
      "learning_rate": 4.666073780385879e-05,
      "loss": 0.0366,
      "step": 10360
    },
    {
      "epoch": 9.9424736337488,
      "grad_norm": 0.18419000506401062,
      "learning_rate": 4.65739124720306e-05,
      "loss": 0.0329,
      "step": 10370
    },
    {
      "epoch": 9.952061361457334,
      "grad_norm": 0.3387259244918823,
      "learning_rate": 4.648709751891957e-05,
      "loss": 0.0381,
      "step": 10380
    },
    {
      "epoch": 9.961649089165867,
      "grad_norm": 0.2119244635105133,
      "learning_rate": 4.640029320751606e-05,
      "loss": 0.0351,
      "step": 10390
    },
    {
      "epoch": 9.9712368168744,
      "grad_norm": 0.4716765880584717,
      "learning_rate": 4.63134998007781e-05,
      "loss": 0.0378,
      "step": 10400
    },
    {
      "epoch": 9.980824544582934,
      "grad_norm": 0.47296905517578125,
      "learning_rate": 4.622671756163075e-05,
      "loss": 0.0397,
      "step": 10410
    },
    {
      "epoch": 9.990412272291467,
      "grad_norm": 0.3720930218696594,
      "learning_rate": 4.6139946752965216e-05,
      "loss": 0.0387,
      "step": 10420
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.2873878479003906,
      "learning_rate": 4.6053187637638115e-05,
      "loss": 0.0336,
      "step": 10430
    },
    {
      "epoch": 10.009587727708533,
      "grad_norm": 0.27077776193618774,
      "learning_rate": 4.596644047847061e-05,
      "loss": 0.0335,
      "step": 10440
    },
    {
      "epoch": 10.019175455417066,
      "grad_norm": 0.29882556200027466,
      "learning_rate": 4.587970553824762e-05,
      "loss": 0.0329,
      "step": 10450
    },
    {
      "epoch": 10.0287631831256,
      "grad_norm": 0.23539794981479645,
      "learning_rate": 4.579298307971709e-05,
      "loss": 0.0319,
      "step": 10460
    },
    {
      "epoch": 10.038350910834133,
      "grad_norm": 0.47081291675567627,
      "learning_rate": 4.570627336558915e-05,
      "loss": 0.0448,
      "step": 10470
    },
    {
      "epoch": 10.047938638542666,
      "grad_norm": 0.21392913162708282,
      "learning_rate": 4.561957665853532e-05,
      "loss": 0.0406,
      "step": 10480
    },
    {
      "epoch": 10.0575263662512,
      "grad_norm": 0.31942254304885864,
      "learning_rate": 4.553289322118769e-05,
      "loss": 0.0347,
      "step": 10490
    },
    {
      "epoch": 10.06711409395973,
      "grad_norm": 0.22749362885951996,
      "learning_rate": 4.544622331613817e-05,
      "loss": 0.0414,
      "step": 10500
    },
    {
      "epoch": 10.076701821668264,
      "grad_norm": 0.24884119629859924,
      "learning_rate": 4.5359567205937706e-05,
      "loss": 0.0314,
      "step": 10510
    },
    {
      "epoch": 10.086289549376797,
      "grad_norm": 0.26897284388542175,
      "learning_rate": 4.527292515309541e-05,
      "loss": 0.0394,
      "step": 10520
    },
    {
      "epoch": 10.09587727708533,
      "grad_norm": 0.3579690158367157,
      "learning_rate": 4.518629742007786e-05,
      "loss": 0.0365,
      "step": 10530
    },
    {
      "epoch": 10.105465004793864,
      "grad_norm": 0.19811834394931793,
      "learning_rate": 4.509968426930817e-05,
      "loss": 0.0358,
      "step": 10540
    },
    {
      "epoch": 10.115052732502397,
      "grad_norm": 0.2834417223930359,
      "learning_rate": 4.501308596316537e-05,
      "loss": 0.0329,
      "step": 10550
    },
    {
      "epoch": 10.12464046021093,
      "grad_norm": 0.1813543736934662,
      "learning_rate": 4.492650276398347e-05,
      "loss": 0.0345,
      "step": 10560
    },
    {
      "epoch": 10.134228187919463,
      "grad_norm": 0.23895332217216492,
      "learning_rate": 4.483993493405075e-05,
      "loss": 0.0328,
      "step": 10570
    },
    {
      "epoch": 10.143815915627997,
      "grad_norm": 0.2329237461090088,
      "learning_rate": 4.475338273560886e-05,
      "loss": 0.0334,
      "step": 10580
    },
    {
      "epoch": 10.15340364333653,
      "grad_norm": 0.32786402106285095,
      "learning_rate": 4.466684643085223e-05,
      "loss": 0.0362,
      "step": 10590
    },
    {
      "epoch": 10.162991371045063,
      "grad_norm": 0.2858993709087372,
      "learning_rate": 4.458032628192699e-05,
      "loss": 0.0349,
      "step": 10600
    },
    {
      "epoch": 10.172579098753596,
      "grad_norm": 0.38395509123802185,
      "learning_rate": 4.449382255093044e-05,
      "loss": 0.0384,
      "step": 10610
    },
    {
      "epoch": 10.182166826462128,
      "grad_norm": 0.35513293743133545,
      "learning_rate": 4.440733549991006e-05,
      "loss": 0.0317,
      "step": 10620
    },
    {
      "epoch": 10.191754554170661,
      "grad_norm": 0.21551890671253204,
      "learning_rate": 4.432086539086292e-05,
      "loss": 0.0373,
      "step": 10630
    },
    {
      "epoch": 10.201342281879194,
      "grad_norm": 0.22998203337192535,
      "learning_rate": 4.423441248573463e-05,
      "loss": 0.0376,
      "step": 10640
    },
    {
      "epoch": 10.210930009587727,
      "grad_norm": 0.4294188618659973,
      "learning_rate": 4.4147977046418776e-05,
      "loss": 0.0356,
      "step": 10650
    },
    {
      "epoch": 10.22051773729626,
      "grad_norm": 0.2688153386116028,
      "learning_rate": 4.406155933475599e-05,
      "loss": 0.0364,
      "step": 10660
    },
    {
      "epoch": 10.230105465004794,
      "grad_norm": 0.39193832874298096,
      "learning_rate": 4.3975159612533244e-05,
      "loss": 0.0337,
      "step": 10670
    },
    {
      "epoch": 10.239693192713327,
      "grad_norm": 0.4422641694545746,
      "learning_rate": 4.388877814148296e-05,
      "loss": 0.0328,
      "step": 10680
    },
    {
      "epoch": 10.24928092042186,
      "grad_norm": 0.25854796171188354,
      "learning_rate": 4.380241518328231e-05,
      "loss": 0.0338,
      "step": 10690
    },
    {
      "epoch": 10.258868648130393,
      "grad_norm": 0.282626748085022,
      "learning_rate": 4.371607099955236e-05,
      "loss": 0.0398,
      "step": 10700
    },
    {
      "epoch": 10.268456375838927,
      "grad_norm": 0.2568127512931824,
      "learning_rate": 4.362974585185734e-05,
      "loss": 0.0354,
      "step": 10710
    },
    {
      "epoch": 10.27804410354746,
      "grad_norm": 0.28798142075538635,
      "learning_rate": 4.3543440001703786e-05,
      "loss": 0.0354,
      "step": 10720
    },
    {
      "epoch": 10.287631831255993,
      "grad_norm": 0.28471261262893677,
      "learning_rate": 4.345715371053976e-05,
      "loss": 0.0365,
      "step": 10730
    },
    {
      "epoch": 10.297219558964525,
      "grad_norm": 0.27555039525032043,
      "learning_rate": 4.3370887239754085e-05,
      "loss": 0.0324,
      "step": 10740
    },
    {
      "epoch": 10.306807286673058,
      "grad_norm": 0.34258362650871277,
      "learning_rate": 4.328464085067559e-05,
      "loss": 0.0313,
      "step": 10750
    },
    {
      "epoch": 10.316395014381591,
      "grad_norm": 0.2875727117061615,
      "learning_rate": 4.319841480457221e-05,
      "loss": 0.034,
      "step": 10760
    },
    {
      "epoch": 10.325982742090124,
      "grad_norm": 0.37291842699050903,
      "learning_rate": 4.311220936265025e-05,
      "loss": 0.0358,
      "step": 10770
    },
    {
      "epoch": 10.335570469798657,
      "grad_norm": 0.28330934047698975,
      "learning_rate": 4.302602478605364e-05,
      "loss": 0.0371,
      "step": 10780
    },
    {
      "epoch": 10.34515819750719,
      "grad_norm": 0.2582619786262512,
      "learning_rate": 4.29398613358631e-05,
      "loss": 0.0373,
      "step": 10790
    },
    {
      "epoch": 10.354745925215724,
      "grad_norm": 0.4369192123413086,
      "learning_rate": 4.2853719273095306e-05,
      "loss": 0.035,
      "step": 10800
    },
    {
      "epoch": 10.364333652924257,
      "grad_norm": 0.7189898490905762,
      "learning_rate": 4.276759885870221e-05,
      "loss": 0.0306,
      "step": 10810
    },
    {
      "epoch": 10.37392138063279,
      "grad_norm": 0.25174766778945923,
      "learning_rate": 4.26815003535701e-05,
      "loss": 0.0409,
      "step": 10820
    },
    {
      "epoch": 10.383509108341324,
      "grad_norm": 0.251800537109375,
      "learning_rate": 4.2595424018518994e-05,
      "loss": 0.0338,
      "step": 10830
    },
    {
      "epoch": 10.393096836049857,
      "grad_norm": 0.2858979105949402,
      "learning_rate": 4.250937011430167e-05,
      "loss": 0.041,
      "step": 10840
    },
    {
      "epoch": 10.40268456375839,
      "grad_norm": 0.1836014688014984,
      "learning_rate": 4.2423338901602985e-05,
      "loss": 0.0356,
      "step": 10850
    },
    {
      "epoch": 10.412272291466923,
      "grad_norm": 0.279307097196579,
      "learning_rate": 4.233733064103906e-05,
      "loss": 0.0359,
      "step": 10860
    },
    {
      "epoch": 10.421860019175455,
      "grad_norm": 0.32045918703079224,
      "learning_rate": 4.225134559315647e-05,
      "loss": 0.0377,
      "step": 10870
    },
    {
      "epoch": 10.431447746883988,
      "grad_norm": 0.2521663010120392,
      "learning_rate": 4.2165384018431495e-05,
      "loss": 0.0301,
      "step": 10880
    },
    {
      "epoch": 10.441035474592521,
      "grad_norm": 0.7854000329971313,
      "learning_rate": 4.207944617726931e-05,
      "loss": 0.0337,
      "step": 10890
    },
    {
      "epoch": 10.450623202301054,
      "grad_norm": 0.2677070200443268,
      "learning_rate": 4.1993532330003146e-05,
      "loss": 0.0392,
      "step": 10900
    },
    {
      "epoch": 10.460210930009588,
      "grad_norm": 0.4461430609226227,
      "learning_rate": 4.190764273689359e-05,
      "loss": 0.0306,
      "step": 10910
    },
    {
      "epoch": 10.46979865771812,
      "grad_norm": 0.30843472480773926,
      "learning_rate": 4.1821777658127765e-05,
      "loss": 0.0259,
      "step": 10920
    },
    {
      "epoch": 10.479386385426654,
      "grad_norm": 0.5075517296791077,
      "learning_rate": 4.17359373538185e-05,
      "loss": 0.0376,
      "step": 10930
    },
    {
      "epoch": 10.488974113135187,
      "grad_norm": 0.3522166609764099,
      "learning_rate": 4.16501220840036e-05,
      "loss": 0.0272,
      "step": 10940
    },
    {
      "epoch": 10.49856184084372,
      "grad_norm": 0.3115832805633545,
      "learning_rate": 4.156433210864499e-05,
      "loss": 0.0421,
      "step": 10950
    },
    {
      "epoch": 10.508149568552254,
      "grad_norm": 0.29928937554359436,
      "learning_rate": 4.147856768762804e-05,
      "loss": 0.0329,
      "step": 10960
    },
    {
      "epoch": 10.517737296260787,
      "grad_norm": 0.2621513903141022,
      "learning_rate": 4.139282908076064e-05,
      "loss": 0.0313,
      "step": 10970
    },
    {
      "epoch": 10.527325023969318,
      "grad_norm": 0.31416305899620056,
      "learning_rate": 4.130711654777254e-05,
      "loss": 0.0311,
      "step": 10980
    },
    {
      "epoch": 10.536912751677852,
      "grad_norm": 0.23825299739837646,
      "learning_rate": 4.1221430348314415e-05,
      "loss": 0.0386,
      "step": 10990
    },
    {
      "epoch": 10.546500479386385,
      "grad_norm": 0.2471434473991394,
      "learning_rate": 4.11357707419573e-05,
      "loss": 0.038,
      "step": 11000
    },
    {
      "epoch": 10.556088207094918,
      "grad_norm": 0.2707345187664032,
      "learning_rate": 4.105013798819155e-05,
      "loss": 0.0356,
      "step": 11010
    },
    {
      "epoch": 10.565675934803451,
      "grad_norm": 0.3994966149330139,
      "learning_rate": 4.0964532346426235e-05,
      "loss": 0.0326,
      "step": 11020
    },
    {
      "epoch": 10.575263662511984,
      "grad_norm": 0.5146787762641907,
      "learning_rate": 4.087895407598824e-05,
      "loss": 0.0361,
      "step": 11030
    },
    {
      "epoch": 10.584851390220518,
      "grad_norm": 0.2920519709587097,
      "learning_rate": 4.079340343612165e-05,
      "loss": 0.0326,
      "step": 11040
    },
    {
      "epoch": 10.594439117929051,
      "grad_norm": 0.27901026606559753,
      "learning_rate": 4.070788068598672e-05,
      "loss": 0.037,
      "step": 11050
    },
    {
      "epoch": 10.604026845637584,
      "grad_norm": 0.26402774453163147,
      "learning_rate": 4.062238608465927e-05,
      "loss": 0.0337,
      "step": 11060
    },
    {
      "epoch": 10.613614573346117,
      "grad_norm": 0.24872805178165436,
      "learning_rate": 4.053691989112986e-05,
      "loss": 0.0343,
      "step": 11070
    },
    {
      "epoch": 10.62320230105465,
      "grad_norm": 0.21889743208885193,
      "learning_rate": 4.0451482364303e-05,
      "loss": 0.0329,
      "step": 11080
    },
    {
      "epoch": 10.632790028763184,
      "grad_norm": 0.31977149844169617,
      "learning_rate": 4.03660737629963e-05,
      "loss": 0.0395,
      "step": 11090
    },
    {
      "epoch": 10.642377756471717,
      "grad_norm": 0.3449043929576874,
      "learning_rate": 4.028069434593982e-05,
      "loss": 0.0362,
      "step": 11100
    },
    {
      "epoch": 10.651965484180248,
      "grad_norm": 0.356534481048584,
      "learning_rate": 4.019534437177516e-05,
      "loss": 0.0453,
      "step": 11110
    },
    {
      "epoch": 10.661553211888782,
      "grad_norm": 0.3510785400867462,
      "learning_rate": 4.0110024099054756e-05,
      "loss": 0.03,
      "step": 11120
    },
    {
      "epoch": 10.671140939597315,
      "grad_norm": 0.4049818813800812,
      "learning_rate": 4.002473378624107e-05,
      "loss": 0.0337,
      "step": 11130
    },
    {
      "epoch": 10.680728667305848,
      "grad_norm": 0.2889692485332489,
      "learning_rate": 3.9939473691705765e-05,
      "loss": 0.0369,
      "step": 11140
    },
    {
      "epoch": 10.690316395014381,
      "grad_norm": 0.25454413890838623,
      "learning_rate": 3.9854244073728996e-05,
      "loss": 0.0373,
      "step": 11150
    },
    {
      "epoch": 10.699904122722915,
      "grad_norm": 0.28601503372192383,
      "learning_rate": 3.976904519049862e-05,
      "loss": 0.0384,
      "step": 11160
    },
    {
      "epoch": 10.709491850431448,
      "grad_norm": 0.22738857567310333,
      "learning_rate": 3.968387730010935e-05,
      "loss": 0.0352,
      "step": 11170
    },
    {
      "epoch": 10.719079578139981,
      "grad_norm": 0.2723415493965149,
      "learning_rate": 3.9598740660562005e-05,
      "loss": 0.0372,
      "step": 11180
    },
    {
      "epoch": 10.728667305848514,
      "grad_norm": 0.35877975821495056,
      "learning_rate": 3.951363552976275e-05,
      "loss": 0.0321,
      "step": 11190
    },
    {
      "epoch": 10.738255033557047,
      "grad_norm": 0.2732999324798584,
      "learning_rate": 3.942856216552234e-05,
      "loss": 0.0423,
      "step": 11200
    },
    {
      "epoch": 10.74784276126558,
      "grad_norm": 0.1939064860343933,
      "learning_rate": 3.934352082555522e-05,
      "loss": 0.0383,
      "step": 11210
    },
    {
      "epoch": 10.757430488974114,
      "grad_norm": 0.34008413553237915,
      "learning_rate": 3.92585117674789e-05,
      "loss": 0.0374,
      "step": 11220
    },
    {
      "epoch": 10.767018216682647,
      "grad_norm": 0.32701992988586426,
      "learning_rate": 3.917353524881302e-05,
      "loss": 0.0336,
      "step": 11230
    },
    {
      "epoch": 10.776605944391179,
      "grad_norm": 0.29676583409309387,
      "learning_rate": 3.908859152697872e-05,
      "loss": 0.0358,
      "step": 11240
    },
    {
      "epoch": 10.786193672099712,
      "grad_norm": 0.21634122729301453,
      "learning_rate": 3.900368085929775e-05,
      "loss": 0.0357,
      "step": 11250
    },
    {
      "epoch": 10.795781399808245,
      "grad_norm": 0.29007887840270996,
      "learning_rate": 3.8918803502991744e-05,
      "loss": 0.0396,
      "step": 11260
    },
    {
      "epoch": 10.805369127516778,
      "grad_norm": 0.2906304895877838,
      "learning_rate": 3.883395971518138e-05,
      "loss": 0.0293,
      "step": 11270
    },
    {
      "epoch": 10.814956855225311,
      "grad_norm": 0.19408248364925385,
      "learning_rate": 3.874914975288575e-05,
      "loss": 0.0338,
      "step": 11280
    },
    {
      "epoch": 10.824544582933845,
      "grad_norm": 0.9713996052742004,
      "learning_rate": 3.8664373873021356e-05,
      "loss": 0.0367,
      "step": 11290
    },
    {
      "epoch": 10.834132310642378,
      "grad_norm": 0.43305110931396484,
      "learning_rate": 3.857963233240153e-05,
      "loss": 0.0409,
      "step": 11300
    },
    {
      "epoch": 10.843720038350911,
      "grad_norm": 0.4623974859714508,
      "learning_rate": 3.849492538773552e-05,
      "loss": 0.0322,
      "step": 11310
    },
    {
      "epoch": 10.853307766059444,
      "grad_norm": 0.13911698758602142,
      "learning_rate": 3.841025329562789e-05,
      "loss": 0.0371,
      "step": 11320
    },
    {
      "epoch": 10.862895493767978,
      "grad_norm": 0.40783533453941345,
      "learning_rate": 3.832561631257748e-05,
      "loss": 0.0334,
      "step": 11330
    },
    {
      "epoch": 10.87248322147651,
      "grad_norm": 0.2820438742637634,
      "learning_rate": 3.824101469497685e-05,
      "loss": 0.0357,
      "step": 11340
    },
    {
      "epoch": 10.882070949185042,
      "grad_norm": 0.2518521547317505,
      "learning_rate": 3.8156448699111414e-05,
      "loss": 0.0398,
      "step": 11350
    },
    {
      "epoch": 10.891658676893575,
      "grad_norm": 0.22868366539478302,
      "learning_rate": 3.80719185811587e-05,
      "loss": 0.0329,
      "step": 11360
    },
    {
      "epoch": 10.901246404602109,
      "grad_norm": 0.28649628162384033,
      "learning_rate": 3.79874245971875e-05,
      "loss": 0.0362,
      "step": 11370
    },
    {
      "epoch": 10.910834132310642,
      "grad_norm": 0.2933325171470642,
      "learning_rate": 3.790296700315717e-05,
      "loss": 0.0322,
      "step": 11380
    },
    {
      "epoch": 10.920421860019175,
      "grad_norm": 0.34184950590133667,
      "learning_rate": 3.781854605491684e-05,
      "loss": 0.034,
      "step": 11390
    },
    {
      "epoch": 10.930009587727708,
      "grad_norm": 0.26722094416618347,
      "learning_rate": 3.773416200820463e-05,
      "loss": 0.0369,
      "step": 11400
    },
    {
      "epoch": 10.939597315436242,
      "grad_norm": 0.22674645483493805,
      "learning_rate": 3.764981511864686e-05,
      "loss": 0.0349,
      "step": 11410
    },
    {
      "epoch": 10.949185043144775,
      "grad_norm": 0.6623883843421936,
      "learning_rate": 3.756550564175727e-05,
      "loss": 0.0331,
      "step": 11420
    },
    {
      "epoch": 10.958772770853308,
      "grad_norm": 0.3025140166282654,
      "learning_rate": 3.748123383293629e-05,
      "loss": 0.0364,
      "step": 11430
    },
    {
      "epoch": 10.968360498561841,
      "grad_norm": 0.2423921674489975,
      "learning_rate": 3.739699994747026e-05,
      "loss": 0.0305,
      "step": 11440
    },
    {
      "epoch": 10.977948226270374,
      "grad_norm": 0.2216835469007492,
      "learning_rate": 3.731280424053061e-05,
      "loss": 0.0338,
      "step": 11450
    },
    {
      "epoch": 10.987535953978908,
      "grad_norm": 0.4063700735569,
      "learning_rate": 3.7228646967173096e-05,
      "loss": 0.0437,
      "step": 11460
    },
    {
      "epoch": 10.997123681687441,
      "grad_norm": 0.21180011332035065,
      "learning_rate": 3.7144528382337086e-05,
      "loss": 0.0362,
      "step": 11470
    },
    {
      "epoch": 11.006711409395972,
      "grad_norm": 0.22706526517868042,
      "learning_rate": 3.706044874084474e-05,
      "loss": 0.0343,
      "step": 11480
    },
    {
      "epoch": 11.016299137104506,
      "grad_norm": 0.3348940908908844,
      "learning_rate": 3.6976408297400257e-05,
      "loss": 0.0344,
      "step": 11490
    },
    {
      "epoch": 11.025886864813039,
      "grad_norm": 0.21291491389274597,
      "learning_rate": 3.6892407306589035e-05,
      "loss": 0.0329,
      "step": 11500
    },
    {
      "epoch": 11.035474592521572,
      "grad_norm": 0.3505829870700836,
      "learning_rate": 3.6808446022877e-05,
      "loss": 0.0339,
      "step": 11510
    },
    {
      "epoch": 11.045062320230105,
      "grad_norm": 0.36319780349731445,
      "learning_rate": 3.672452470060982e-05,
      "loss": 0.0338,
      "step": 11520
    },
    {
      "epoch": 11.054650047938638,
      "grad_norm": 0.3714457154273987,
      "learning_rate": 3.6640643594012057e-05,
      "loss": 0.0419,
      "step": 11530
    },
    {
      "epoch": 11.064237775647172,
      "grad_norm": 0.27974534034729004,
      "learning_rate": 3.6556802957186486e-05,
      "loss": 0.0359,
      "step": 11540
    },
    {
      "epoch": 11.073825503355705,
      "grad_norm": 0.34719452261924744,
      "learning_rate": 3.647300304411323e-05,
      "loss": 0.0367,
      "step": 11550
    },
    {
      "epoch": 11.083413231064238,
      "grad_norm": 0.24294276535511017,
      "learning_rate": 3.6389244108649114e-05,
      "loss": 0.0316,
      "step": 11560
    },
    {
      "epoch": 11.093000958772771,
      "grad_norm": 0.3280002474784851,
      "learning_rate": 3.6305526404526785e-05,
      "loss": 0.0315,
      "step": 11570
    },
    {
      "epoch": 11.102588686481305,
      "grad_norm": 0.25797387957572937,
      "learning_rate": 3.6221850185354014e-05,
      "loss": 0.0306,
      "step": 11580
    },
    {
      "epoch": 11.112176414189838,
      "grad_norm": 0.2705564498901367,
      "learning_rate": 3.613821570461284e-05,
      "loss": 0.0333,
      "step": 11590
    },
    {
      "epoch": 11.12176414189837,
      "grad_norm": 0.2857078015804291,
      "learning_rate": 3.605462321565899e-05,
      "loss": 0.0329,
      "step": 11600
    },
    {
      "epoch": 11.131351869606902,
      "grad_norm": 0.23920407891273499,
      "learning_rate": 3.597107297172084e-05,
      "loss": 0.0366,
      "step": 11610
    },
    {
      "epoch": 11.140939597315436,
      "grad_norm": 0.31336209177970886,
      "learning_rate": 3.588756522589888e-05,
      "loss": 0.03,
      "step": 11620
    },
    {
      "epoch": 11.150527325023969,
      "grad_norm": 0.2026471495628357,
      "learning_rate": 3.5804100231164824e-05,
      "loss": 0.0328,
      "step": 11630
    },
    {
      "epoch": 11.160115052732502,
      "grad_norm": 0.166408970952034,
      "learning_rate": 3.572067824036092e-05,
      "loss": 0.0357,
      "step": 11640
    },
    {
      "epoch": 11.169702780441035,
      "grad_norm": 0.24978677928447723,
      "learning_rate": 3.5637299506199075e-05,
      "loss": 0.0289,
      "step": 11650
    },
    {
      "epoch": 11.179290508149569,
      "grad_norm": 0.36853691935539246,
      "learning_rate": 3.5553964281260225e-05,
      "loss": 0.036,
      "step": 11660
    },
    {
      "epoch": 11.188878235858102,
      "grad_norm": 0.31218189001083374,
      "learning_rate": 3.547067281799345e-05,
      "loss": 0.0327,
      "step": 11670
    },
    {
      "epoch": 11.198465963566635,
      "grad_norm": 0.2616768777370453,
      "learning_rate": 3.538742536871531e-05,
      "loss": 0.0378,
      "step": 11680
    },
    {
      "epoch": 11.208053691275168,
      "grad_norm": 0.3586946725845337,
      "learning_rate": 3.530422218560903e-05,
      "loss": 0.0378,
      "step": 11690
    },
    {
      "epoch": 11.217641418983701,
      "grad_norm": 0.1958369016647339,
      "learning_rate": 3.522106352072366e-05,
      "loss": 0.0368,
      "step": 11700
    },
    {
      "epoch": 11.227229146692235,
      "grad_norm": 0.30349719524383545,
      "learning_rate": 3.5137949625973484e-05,
      "loss": 0.0396,
      "step": 11710
    },
    {
      "epoch": 11.236816874400766,
      "grad_norm": 0.22439143061637878,
      "learning_rate": 3.505488075313712e-05,
      "loss": 0.0275,
      "step": 11720
    },
    {
      "epoch": 11.2464046021093,
      "grad_norm": 0.3639642596244812,
      "learning_rate": 3.4971857153856825e-05,
      "loss": 0.03,
      "step": 11730
    },
    {
      "epoch": 11.255992329817833,
      "grad_norm": 0.19874945282936096,
      "learning_rate": 3.488887907963766e-05,
      "loss": 0.0341,
      "step": 11740
    },
    {
      "epoch": 11.265580057526366,
      "grad_norm": 0.6180244088172913,
      "learning_rate": 3.480594678184681e-05,
      "loss": 0.0346,
      "step": 11750
    },
    {
      "epoch": 11.275167785234899,
      "grad_norm": 0.27457571029663086,
      "learning_rate": 3.472306051171281e-05,
      "loss": 0.0359,
      "step": 11760
    },
    {
      "epoch": 11.284755512943432,
      "grad_norm": 0.18931525945663452,
      "learning_rate": 3.464022052032473e-05,
      "loss": 0.0311,
      "step": 11770
    },
    {
      "epoch": 11.294343240651965,
      "grad_norm": 0.2550256848335266,
      "learning_rate": 3.455742705863143e-05,
      "loss": 0.0346,
      "step": 11780
    },
    {
      "epoch": 11.303930968360499,
      "grad_norm": 0.21088473498821259,
      "learning_rate": 3.447468037744084e-05,
      "loss": 0.0295,
      "step": 11790
    },
    {
      "epoch": 11.313518696069032,
      "grad_norm": 0.25027552247047424,
      "learning_rate": 3.439198072741921e-05,
      "loss": 0.0375,
      "step": 11800
    },
    {
      "epoch": 11.323106423777565,
      "grad_norm": 0.5064207315444946,
      "learning_rate": 3.4309328359090264e-05,
      "loss": 0.0332,
      "step": 11810
    },
    {
      "epoch": 11.332694151486098,
      "grad_norm": 0.2110755443572998,
      "learning_rate": 3.422672352283453e-05,
      "loss": 0.0351,
      "step": 11820
    },
    {
      "epoch": 11.342281879194632,
      "grad_norm": 0.27771392464637756,
      "learning_rate": 3.41441664688885e-05,
      "loss": 0.0383,
      "step": 11830
    },
    {
      "epoch": 11.351869606903165,
      "grad_norm": 0.34242868423461914,
      "learning_rate": 3.406165744734397e-05,
      "loss": 0.0298,
      "step": 11840
    },
    {
      "epoch": 11.361457334611696,
      "grad_norm": 0.3390040099620819,
      "learning_rate": 3.397919670814723e-05,
      "loss": 0.0377,
      "step": 11850
    },
    {
      "epoch": 11.37104506232023,
      "grad_norm": 0.15492115914821625,
      "learning_rate": 3.389678450109827e-05,
      "loss": 0.0403,
      "step": 11860
    },
    {
      "epoch": 11.380632790028763,
      "grad_norm": 0.3101263642311096,
      "learning_rate": 3.3814421075850035e-05,
      "loss": 0.0362,
      "step": 11870
    },
    {
      "epoch": 11.390220517737296,
      "grad_norm": 0.2800522446632385,
      "learning_rate": 3.3732106681907816e-05,
      "loss": 0.032,
      "step": 11880
    },
    {
      "epoch": 11.39980824544583,
      "grad_norm": 0.26244333386421204,
      "learning_rate": 3.364984156862825e-05,
      "loss": 0.0307,
      "step": 11890
    },
    {
      "epoch": 11.409395973154362,
      "grad_norm": 0.48606979846954346,
      "learning_rate": 3.356762598521874e-05,
      "loss": 0.0335,
      "step": 11900
    },
    {
      "epoch": 11.418983700862896,
      "grad_norm": 0.5852661728858948,
      "learning_rate": 3.348546018073662e-05,
      "loss": 0.0433,
      "step": 11910
    },
    {
      "epoch": 11.428571428571429,
      "grad_norm": 0.252837598323822,
      "learning_rate": 3.340334440408846e-05,
      "loss": 0.0257,
      "step": 11920
    },
    {
      "epoch": 11.438159156279962,
      "grad_norm": 0.2573808431625366,
      "learning_rate": 3.332127890402926e-05,
      "loss": 0.0331,
      "step": 11930
    },
    {
      "epoch": 11.447746883988495,
      "grad_norm": 0.25154879689216614,
      "learning_rate": 3.3239263929161734e-05,
      "loss": 0.0389,
      "step": 11940
    },
    {
      "epoch": 11.457334611697028,
      "grad_norm": 0.2564004957675934,
      "learning_rate": 3.315729972793553e-05,
      "loss": 0.0386,
      "step": 11950
    },
    {
      "epoch": 11.466922339405562,
      "grad_norm": 0.45886269211769104,
      "learning_rate": 3.307538654864645e-05,
      "loss": 0.0365,
      "step": 11960
    },
    {
      "epoch": 11.476510067114093,
      "grad_norm": 0.157767191529274,
      "learning_rate": 3.29935246394358e-05,
      "loss": 0.0356,
      "step": 11970
    },
    {
      "epoch": 11.486097794822626,
      "grad_norm": 0.3403734564781189,
      "learning_rate": 3.2911714248289525e-05,
      "loss": 0.0335,
      "step": 11980
    },
    {
      "epoch": 11.49568552253116,
      "grad_norm": 0.207637757062912,
      "learning_rate": 3.282995562303754e-05,
      "loss": 0.0291,
      "step": 11990
    },
    {
      "epoch": 11.505273250239693,
      "grad_norm": 0.2571353614330292,
      "learning_rate": 3.2748249011352864e-05,
      "loss": 0.031,
      "step": 12000
    },
    {
      "epoch": 11.514860977948226,
      "grad_norm": 0.29838424921035767,
      "learning_rate": 3.266659466075108e-05,
      "loss": 0.0312,
      "step": 12010
    },
    {
      "epoch": 11.52444870565676,
      "grad_norm": 0.35853999853134155,
      "learning_rate": 3.258499281858936e-05,
      "loss": 0.0349,
      "step": 12020
    },
    {
      "epoch": 11.534036433365292,
      "grad_norm": 0.22435715794563293,
      "learning_rate": 3.250344373206584e-05,
      "loss": 0.0321,
      "step": 12030
    },
    {
      "epoch": 11.543624161073826,
      "grad_norm": 0.364653617143631,
      "learning_rate": 3.242194764821881e-05,
      "loss": 0.0291,
      "step": 12040
    },
    {
      "epoch": 11.553211888782359,
      "grad_norm": 0.20518454909324646,
      "learning_rate": 3.2340504813926086e-05,
      "loss": 0.0335,
      "step": 12050
    },
    {
      "epoch": 11.562799616490892,
      "grad_norm": 0.3099921941757202,
      "learning_rate": 3.2259115475904064e-05,
      "loss": 0.036,
      "step": 12060
    },
    {
      "epoch": 11.572387344199425,
      "grad_norm": 0.40152508020401,
      "learning_rate": 3.217777988070715e-05,
      "loss": 0.0377,
      "step": 12070
    },
    {
      "epoch": 11.581975071907959,
      "grad_norm": 0.2941493093967438,
      "learning_rate": 3.2096498274726925e-05,
      "loss": 0.0304,
      "step": 12080
    },
    {
      "epoch": 11.59156279961649,
      "grad_norm": 0.1939501017332077,
      "learning_rate": 3.201527090419144e-05,
      "loss": 0.0309,
      "step": 12090
    },
    {
      "epoch": 11.601150527325023,
      "grad_norm": 0.28782132267951965,
      "learning_rate": 3.193409801516443e-05,
      "loss": 0.0368,
      "step": 12100
    },
    {
      "epoch": 11.610738255033556,
      "grad_norm": 0.22255367040634155,
      "learning_rate": 3.1852979853544575e-05,
      "loss": 0.034,
      "step": 12110
    },
    {
      "epoch": 11.62032598274209,
      "grad_norm": 0.24580125510692596,
      "learning_rate": 3.177191666506479e-05,
      "loss": 0.0316,
      "step": 12120
    },
    {
      "epoch": 11.629913710450623,
      "grad_norm": 0.16919176280498505,
      "learning_rate": 3.169090869529146e-05,
      "loss": 0.032,
      "step": 12130
    },
    {
      "epoch": 11.639501438159156,
      "grad_norm": 0.16586647927761078,
      "learning_rate": 3.1609956189623704e-05,
      "loss": 0.0318,
      "step": 12140
    },
    {
      "epoch": 11.64908916586769,
      "grad_norm": 0.25521326065063477,
      "learning_rate": 3.1529059393292573e-05,
      "loss": 0.0339,
      "step": 12150
    },
    {
      "epoch": 11.658676893576223,
      "grad_norm": 0.40948987007141113,
      "learning_rate": 3.1448218551360394e-05,
      "loss": 0.0417,
      "step": 12160
    },
    {
      "epoch": 11.668264621284756,
      "grad_norm": 0.2603534460067749,
      "learning_rate": 3.136743390872001e-05,
      "loss": 0.0332,
      "step": 12170
    },
    {
      "epoch": 11.677852348993289,
      "grad_norm": 0.24372372031211853,
      "learning_rate": 3.128670571009399e-05,
      "loss": 0.0325,
      "step": 12180
    },
    {
      "epoch": 11.687440076701822,
      "grad_norm": 0.18494637310504913,
      "learning_rate": 3.1206034200033904e-05,
      "loss": 0.0324,
      "step": 12190
    },
    {
      "epoch": 11.697027804410356,
      "grad_norm": 0.3946174681186676,
      "learning_rate": 3.1125419622919614e-05,
      "loss": 0.0327,
      "step": 12200
    },
    {
      "epoch": 11.706615532118889,
      "grad_norm": 0.5735461115837097,
      "learning_rate": 3.104486222295853e-05,
      "loss": 0.0294,
      "step": 12210
    },
    {
      "epoch": 11.71620325982742,
      "grad_norm": 0.25579607486724854,
      "learning_rate": 3.096436224418482e-05,
      "loss": 0.0347,
      "step": 12220
    },
    {
      "epoch": 11.725790987535953,
      "grad_norm": 0.40547341108322144,
      "learning_rate": 3.088391993045873e-05,
      "loss": 0.037,
      "step": 12230
    },
    {
      "epoch": 11.735378715244487,
      "grad_norm": 0.3765973746776581,
      "learning_rate": 3.080353552546578e-05,
      "loss": 0.0307,
      "step": 12240
    },
    {
      "epoch": 11.74496644295302,
      "grad_norm": 0.40163904428482056,
      "learning_rate": 3.0723209272716124e-05,
      "loss": 0.0295,
      "step": 12250
    },
    {
      "epoch": 11.754554170661553,
      "grad_norm": 0.3667445182800293,
      "learning_rate": 3.064294141554372e-05,
      "loss": 0.0328,
      "step": 12260
    },
    {
      "epoch": 11.764141898370086,
      "grad_norm": 0.22410856187343597,
      "learning_rate": 3.056273219710565e-05,
      "loss": 0.0355,
      "step": 12270
    },
    {
      "epoch": 11.77372962607862,
      "grad_norm": 0.278154581785202,
      "learning_rate": 3.048258186038129e-05,
      "loss": 0.038,
      "step": 12280
    },
    {
      "epoch": 11.783317353787153,
      "grad_norm": 0.4203621745109558,
      "learning_rate": 3.040249064817176e-05,
      "loss": 0.0338,
      "step": 12290
    },
    {
      "epoch": 11.792905081495686,
      "grad_norm": 0.29441940784454346,
      "learning_rate": 3.0322458803098973e-05,
      "loss": 0.027,
      "step": 12300
    },
    {
      "epoch": 11.80249280920422,
      "grad_norm": 0.2775827646255493,
      "learning_rate": 3.0242486567605068e-05,
      "loss": 0.031,
      "step": 12310
    },
    {
      "epoch": 11.812080536912752,
      "grad_norm": 0.38520553708076477,
      "learning_rate": 3.016257418395152e-05,
      "loss": 0.0333,
      "step": 12320
    },
    {
      "epoch": 11.821668264621284,
      "grad_norm": 0.26599544286727905,
      "learning_rate": 3.008272189421861e-05,
      "loss": 0.0301,
      "step": 12330
    },
    {
      "epoch": 11.831255992329817,
      "grad_norm": 0.22733962535858154,
      "learning_rate": 3.0002929940304498e-05,
      "loss": 0.0298,
      "step": 12340
    },
    {
      "epoch": 11.84084372003835,
      "grad_norm": 0.27661770582199097,
      "learning_rate": 2.992319856392457e-05,
      "loss": 0.0342,
      "step": 12350
    },
    {
      "epoch": 11.850431447746884,
      "grad_norm": 0.26731380820274353,
      "learning_rate": 2.9843528006610733e-05,
      "loss": 0.0295,
      "step": 12360
    },
    {
      "epoch": 11.860019175455417,
      "grad_norm": 0.3973303437232971,
      "learning_rate": 2.976391850971065e-05,
      "loss": 0.0301,
      "step": 12370
    },
    {
      "epoch": 11.86960690316395,
      "grad_norm": 0.3120301067829132,
      "learning_rate": 2.968437031438698e-05,
      "loss": 0.0348,
      "step": 12380
    },
    {
      "epoch": 11.879194630872483,
      "grad_norm": 0.2932593524456024,
      "learning_rate": 2.9604883661616702e-05,
      "loss": 0.0308,
      "step": 12390
    },
    {
      "epoch": 11.888782358581016,
      "grad_norm": 0.2067721039056778,
      "learning_rate": 2.9525458792190365e-05,
      "loss": 0.0323,
      "step": 12400
    },
    {
      "epoch": 11.89837008628955,
      "grad_norm": 0.30877119302749634,
      "learning_rate": 2.9446095946711367e-05,
      "loss": 0.0336,
      "step": 12410
    },
    {
      "epoch": 11.907957813998083,
      "grad_norm": 0.1372332125902176,
      "learning_rate": 2.93667953655952e-05,
      "loss": 0.0341,
      "step": 12420
    },
    {
      "epoch": 11.917545541706616,
      "grad_norm": 0.2722005844116211,
      "learning_rate": 2.9287557289068736e-05,
      "loss": 0.0347,
      "step": 12430
    },
    {
      "epoch": 11.92713326941515,
      "grad_norm": 0.35675281286239624,
      "learning_rate": 2.9208381957169485e-05,
      "loss": 0.0354,
      "step": 12440
    },
    {
      "epoch": 11.936720997123683,
      "grad_norm": 0.4129658639431,
      "learning_rate": 2.9129269609744935e-05,
      "loss": 0.0235,
      "step": 12450
    },
    {
      "epoch": 11.946308724832214,
      "grad_norm": 0.23059901595115662,
      "learning_rate": 2.905022048645172e-05,
      "loss": 0.0361,
      "step": 12460
    },
    {
      "epoch": 11.955896452540747,
      "grad_norm": 0.20640157163143158,
      "learning_rate": 2.8971234826754983e-05,
      "loss": 0.0306,
      "step": 12470
    },
    {
      "epoch": 11.96548418024928,
      "grad_norm": 0.27325066924095154,
      "learning_rate": 2.8892312869927578e-05,
      "loss": 0.033,
      "step": 12480
    },
    {
      "epoch": 11.975071907957814,
      "grad_norm": 0.2237732708454132,
      "learning_rate": 2.881345485504945e-05,
      "loss": 0.0309,
      "step": 12490
    },
    {
      "epoch": 11.984659635666347,
      "grad_norm": 0.2271834760904312,
      "learning_rate": 2.8734661021006747e-05,
      "loss": 0.0267,
      "step": 12500
    },
    {
      "epoch": 11.99424736337488,
      "grad_norm": 0.27549734711647034,
      "learning_rate": 2.8655931606491294e-05,
      "loss": 0.0338,
      "step": 12510
    },
    {
      "epoch": 12.003835091083413,
      "grad_norm": 0.19603657722473145,
      "learning_rate": 2.8577266849999672e-05,
      "loss": 0.0303,
      "step": 12520
    },
    {
      "epoch": 12.013422818791947,
      "grad_norm": 0.1858394742012024,
      "learning_rate": 2.849866698983267e-05,
      "loss": 0.0255,
      "step": 12530
    },
    {
      "epoch": 12.02301054650048,
      "grad_norm": 0.17287525534629822,
      "learning_rate": 2.8420132264094468e-05,
      "loss": 0.0297,
      "step": 12540
    },
    {
      "epoch": 12.032598274209013,
      "grad_norm": 0.32775846123695374,
      "learning_rate": 2.83416629106919e-05,
      "loss": 0.0345,
      "step": 12550
    },
    {
      "epoch": 12.042186001917546,
      "grad_norm": 0.17536644637584686,
      "learning_rate": 2.8263259167333777e-05,
      "loss": 0.0286,
      "step": 12560
    },
    {
      "epoch": 12.05177372962608,
      "grad_norm": 0.18874387443065643,
      "learning_rate": 2.818492127153018e-05,
      "loss": 0.0293,
      "step": 12570
    },
    {
      "epoch": 12.06136145733461,
      "grad_norm": 0.1686885803937912,
      "learning_rate": 2.8106649460591716e-05,
      "loss": 0.0302,
      "step": 12580
    },
    {
      "epoch": 12.070949185043144,
      "grad_norm": 0.14021116495132446,
      "learning_rate": 2.802844397162877e-05,
      "loss": 0.0321,
      "step": 12590
    },
    {
      "epoch": 12.080536912751677,
      "grad_norm": 0.32412388920783997,
      "learning_rate": 2.7950305041550818e-05,
      "loss": 0.0337,
      "step": 12600
    },
    {
      "epoch": 12.09012464046021,
      "grad_norm": 0.2775496244430542,
      "learning_rate": 2.7872232907065738e-05,
      "loss": 0.0348,
      "step": 12610
    },
    {
      "epoch": 12.099712368168744,
      "grad_norm": 0.20718041062355042,
      "learning_rate": 2.7794227804679063e-05,
      "loss": 0.0318,
      "step": 12620
    },
    {
      "epoch": 12.109300095877277,
      "grad_norm": 0.14198093116283417,
      "learning_rate": 2.7716289970693236e-05,
      "loss": 0.0285,
      "step": 12630
    },
    {
      "epoch": 12.11888782358581,
      "grad_norm": 0.23473426699638367,
      "learning_rate": 2.7638419641206914e-05,
      "loss": 0.0311,
      "step": 12640
    },
    {
      "epoch": 12.128475551294343,
      "grad_norm": 0.22687584161758423,
      "learning_rate": 2.7560617052114297e-05,
      "loss": 0.0265,
      "step": 12650
    },
    {
      "epoch": 12.138063279002877,
      "grad_norm": 0.22875012457370758,
      "learning_rate": 2.7482882439104385e-05,
      "loss": 0.0324,
      "step": 12660
    },
    {
      "epoch": 12.14765100671141,
      "grad_norm": 0.2869175970554352,
      "learning_rate": 2.740521603766022e-05,
      "loss": 0.0343,
      "step": 12670
    },
    {
      "epoch": 12.157238734419943,
      "grad_norm": 0.24454490840435028,
      "learning_rate": 2.7327618083058192e-05,
      "loss": 0.0354,
      "step": 12680
    },
    {
      "epoch": 12.166826462128476,
      "grad_norm": 0.26888319849967957,
      "learning_rate": 2.7250088810367404e-05,
      "loss": 0.0317,
      "step": 12690
    },
    {
      "epoch": 12.176414189837008,
      "grad_norm": 0.2190038412809372,
      "learning_rate": 2.7172628454448888e-05,
      "loss": 0.0394,
      "step": 12700
    },
    {
      "epoch": 12.186001917545541,
      "grad_norm": 0.1673816591501236,
      "learning_rate": 2.7095237249954875e-05,
      "loss": 0.0272,
      "step": 12710
    },
    {
      "epoch": 12.195589645254074,
      "grad_norm": 0.32721394300460815,
      "learning_rate": 2.7017915431328078e-05,
      "loss": 0.0341,
      "step": 12720
    },
    {
      "epoch": 12.205177372962607,
      "grad_norm": 0.2936406135559082,
      "learning_rate": 2.6940663232801144e-05,
      "loss": 0.0294,
      "step": 12730
    },
    {
      "epoch": 12.21476510067114,
      "grad_norm": 3.8611295223236084,
      "learning_rate": 2.6863480888395714e-05,
      "loss": 0.0293,
      "step": 12740
    },
    {
      "epoch": 12.224352828379674,
      "grad_norm": 0.16587217152118683,
      "learning_rate": 2.6786368631921836e-05,
      "loss": 0.03,
      "step": 12750
    },
    {
      "epoch": 12.233940556088207,
      "grad_norm": 0.5451092720031738,
      "learning_rate": 2.6709326696977215e-05,
      "loss": 0.0325,
      "step": 12760
    },
    {
      "epoch": 12.24352828379674,
      "grad_norm": 0.20002365112304688,
      "learning_rate": 2.6632355316946643e-05,
      "loss": 0.0255,
      "step": 12770
    },
    {
      "epoch": 12.253116011505274,
      "grad_norm": 0.8898112773895264,
      "learning_rate": 2.655545472500105e-05,
      "loss": 0.0348,
      "step": 12780
    },
    {
      "epoch": 12.262703739213807,
      "grad_norm": 0.3279706835746765,
      "learning_rate": 2.647862515409697e-05,
      "loss": 0.0259,
      "step": 12790
    },
    {
      "epoch": 12.27229146692234,
      "grad_norm": 0.2899661958217621,
      "learning_rate": 2.6401866836975795e-05,
      "loss": 0.0375,
      "step": 12800
    },
    {
      "epoch": 12.281879194630873,
      "grad_norm": 0.2332329899072647,
      "learning_rate": 2.632518000616312e-05,
      "loss": 0.0319,
      "step": 12810
    },
    {
      "epoch": 12.291466922339406,
      "grad_norm": 0.23844292759895325,
      "learning_rate": 2.6248564893967886e-05,
      "loss": 0.0344,
      "step": 12820
    },
    {
      "epoch": 12.301054650047938,
      "grad_norm": 0.20757047832012177,
      "learning_rate": 2.617202173248181e-05,
      "loss": 0.0365,
      "step": 12830
    },
    {
      "epoch": 12.310642377756471,
      "grad_norm": 0.23326794803142548,
      "learning_rate": 2.609555075357869e-05,
      "loss": 0.0385,
      "step": 12840
    },
    {
      "epoch": 12.320230105465004,
      "grad_norm": 0.20900526642799377,
      "learning_rate": 2.6019152188913638e-05,
      "loss": 0.0333,
      "step": 12850
    },
    {
      "epoch": 12.329817833173538,
      "grad_norm": 0.2453479766845703,
      "learning_rate": 2.5942826269922376e-05,
      "loss": 0.0317,
      "step": 12860
    },
    {
      "epoch": 12.33940556088207,
      "grad_norm": 0.45544683933258057,
      "learning_rate": 2.5866573227820557e-05,
      "loss": 0.0299,
      "step": 12870
    },
    {
      "epoch": 12.348993288590604,
      "grad_norm": 0.31227871775627136,
      "learning_rate": 2.5790393293603097e-05,
      "loss": 0.029,
      "step": 12880
    },
    {
      "epoch": 12.358581016299137,
      "grad_norm": 0.32639333605766296,
      "learning_rate": 2.571428669804346e-05,
      "loss": 0.0323,
      "step": 12890
    },
    {
      "epoch": 12.36816874400767,
      "grad_norm": 0.3351771831512451,
      "learning_rate": 2.563825367169289e-05,
      "loss": 0.0304,
      "step": 12900
    },
    {
      "epoch": 12.377756471716204,
      "grad_norm": 0.47458702325820923,
      "learning_rate": 2.5562294444879787e-05,
      "loss": 0.03,
      "step": 12910
    },
    {
      "epoch": 12.387344199424737,
      "grad_norm": 0.2465980499982834,
      "learning_rate": 2.5486409247708987e-05,
      "loss": 0.0378,
      "step": 12920
    },
    {
      "epoch": 12.39693192713327,
      "grad_norm": 0.42310255765914917,
      "learning_rate": 2.5410598310061118e-05,
      "loss": 0.0323,
      "step": 12930
    },
    {
      "epoch": 12.406519654841803,
      "grad_norm": 1.066576361656189,
      "learning_rate": 2.5334861861591753e-05,
      "loss": 0.0347,
      "step": 12940
    },
    {
      "epoch": 12.416107382550335,
      "grad_norm": 0.24553652107715607,
      "learning_rate": 2.525920013173091e-05,
      "loss": 0.0288,
      "step": 12950
    },
    {
      "epoch": 12.425695110258868,
      "grad_norm": 0.17061471939086914,
      "learning_rate": 2.51836133496822e-05,
      "loss": 0.0293,
      "step": 12960
    },
    {
      "epoch": 12.435282837967401,
      "grad_norm": 0.2702957093715668,
      "learning_rate": 2.5108101744422197e-05,
      "loss": 0.0337,
      "step": 12970
    },
    {
      "epoch": 12.444870565675934,
      "grad_norm": 0.2967221736907959,
      "learning_rate": 2.5032665544699762e-05,
      "loss": 0.0388,
      "step": 12980
    },
    {
      "epoch": 12.454458293384468,
      "grad_norm": 0.18429528176784515,
      "learning_rate": 2.495730497903535e-05,
      "loss": 0.0339,
      "step": 12990
    },
    {
      "epoch": 12.464046021093,
      "grad_norm": 0.4446472227573395,
      "learning_rate": 2.4882020275720247e-05,
      "loss": 0.0297,
      "step": 13000
    },
    {
      "epoch": 12.473633748801534,
      "grad_norm": 0.2481614649295807,
      "learning_rate": 2.480681166281592e-05,
      "loss": 0.0332,
      "step": 13010
    },
    {
      "epoch": 12.483221476510067,
      "grad_norm": 0.4030400216579437,
      "learning_rate": 2.4731679368153392e-05,
      "loss": 0.0386,
      "step": 13020
    },
    {
      "epoch": 12.4928092042186,
      "grad_norm": 0.20716169476509094,
      "learning_rate": 2.4656623619332476e-05,
      "loss": 0.0289,
      "step": 13030
    },
    {
      "epoch": 12.502396931927134,
      "grad_norm": 0.18714624643325806,
      "learning_rate": 2.4581644643721075e-05,
      "loss": 0.0257,
      "step": 13040
    },
    {
      "epoch": 12.511984659635667,
      "grad_norm": 0.2566820979118347,
      "learning_rate": 2.4506742668454514e-05,
      "loss": 0.0267,
      "step": 13050
    },
    {
      "epoch": 12.5215723873442,
      "grad_norm": 0.237356036901474,
      "learning_rate": 2.44319179204349e-05,
      "loss": 0.0317,
      "step": 13060
    },
    {
      "epoch": 12.531160115052732,
      "grad_norm": 0.29655054211616516,
      "learning_rate": 2.4357170626330394e-05,
      "loss": 0.0328,
      "step": 13070
    },
    {
      "epoch": 12.540747842761265,
      "grad_norm": 0.29281550645828247,
      "learning_rate": 2.4282501012574495e-05,
      "loss": 0.0295,
      "step": 13080
    },
    {
      "epoch": 12.550335570469798,
      "grad_norm": 0.477317750453949,
      "learning_rate": 2.4207909305365363e-05,
      "loss": 0.0353,
      "step": 13090
    },
    {
      "epoch": 12.559923298178331,
      "grad_norm": 0.2606201767921448,
      "learning_rate": 2.4133395730665214e-05,
      "loss": 0.0288,
      "step": 13100
    },
    {
      "epoch": 12.569511025886865,
      "grad_norm": 0.18180538713932037,
      "learning_rate": 2.405896051419957e-05,
      "loss": 0.0349,
      "step": 13110
    },
    {
      "epoch": 12.579098753595398,
      "grad_norm": 0.3665505349636078,
      "learning_rate": 2.398460388145653e-05,
      "loss": 0.0321,
      "step": 13120
    },
    {
      "epoch": 12.588686481303931,
      "grad_norm": 0.28408095240592957,
      "learning_rate": 2.3910326057686127e-05,
      "loss": 0.0359,
      "step": 13130
    },
    {
      "epoch": 12.598274209012464,
      "grad_norm": 0.19122740626335144,
      "learning_rate": 2.3836127267899778e-05,
      "loss": 0.0299,
      "step": 13140
    },
    {
      "epoch": 12.607861936720997,
      "grad_norm": 0.18212218582630157,
      "learning_rate": 2.3762007736869353e-05,
      "loss": 0.0328,
      "step": 13150
    },
    {
      "epoch": 12.61744966442953,
      "grad_norm": 0.33118176460266113,
      "learning_rate": 2.3687967689126667e-05,
      "loss": 0.0291,
      "step": 13160
    },
    {
      "epoch": 12.627037392138064,
      "grad_norm": 0.43079885840415955,
      "learning_rate": 2.3614007348962724e-05,
      "loss": 0.0303,
      "step": 13170
    },
    {
      "epoch": 12.636625119846597,
      "grad_norm": 0.21110649406909943,
      "learning_rate": 2.3540126940427166e-05,
      "loss": 0.0334,
      "step": 13180
    },
    {
      "epoch": 12.64621284755513,
      "grad_norm": 0.18830737471580505,
      "learning_rate": 2.3466326687327396e-05,
      "loss": 0.0316,
      "step": 13190
    },
    {
      "epoch": 12.655800575263662,
      "grad_norm": 0.33135518431663513,
      "learning_rate": 2.3392606813228008e-05,
      "loss": 0.0375,
      "step": 13200
    },
    {
      "epoch": 12.665388302972195,
      "grad_norm": 0.2647267282009125,
      "learning_rate": 2.3318967541450153e-05,
      "loss": 0.0294,
      "step": 13210
    },
    {
      "epoch": 12.674976030680728,
      "grad_norm": 0.2796458303928375,
      "learning_rate": 2.3245409095070803e-05,
      "loss": 0.0282,
      "step": 13220
    },
    {
      "epoch": 12.684563758389261,
      "grad_norm": 0.31999823451042175,
      "learning_rate": 2.317193169692205e-05,
      "loss": 0.0363,
      "step": 13230
    },
    {
      "epoch": 12.694151486097795,
      "grad_norm": 0.21032322943210602,
      "learning_rate": 2.3098535569590458e-05,
      "loss": 0.0341,
      "step": 13240
    },
    {
      "epoch": 12.703739213806328,
      "grad_norm": 0.31383687257766724,
      "learning_rate": 2.3025220935416447e-05,
      "loss": 0.0301,
      "step": 13250
    },
    {
      "epoch": 12.713326941514861,
      "grad_norm": 0.4095149040222168,
      "learning_rate": 2.2951988016493548e-05,
      "loss": 0.036,
      "step": 13260
    },
    {
      "epoch": 12.722914669223394,
      "grad_norm": 0.21426613628864288,
      "learning_rate": 2.2878837034667737e-05,
      "loss": 0.0346,
      "step": 13270
    },
    {
      "epoch": 12.732502396931928,
      "grad_norm": 0.312098890542984,
      "learning_rate": 2.2805768211536758e-05,
      "loss": 0.0342,
      "step": 13280
    },
    {
      "epoch": 12.74209012464046,
      "grad_norm": 0.2564839720726013,
      "learning_rate": 2.273278176844951e-05,
      "loss": 0.0323,
      "step": 13290
    },
    {
      "epoch": 12.751677852348994,
      "grad_norm": 0.314685583114624,
      "learning_rate": 2.2659877926505353e-05,
      "loss": 0.0382,
      "step": 13300
    },
    {
      "epoch": 12.761265580057525,
      "grad_norm": 0.1301986277103424,
      "learning_rate": 2.2587056906553348e-05,
      "loss": 0.034,
      "step": 13310
    },
    {
      "epoch": 12.770853307766059,
      "grad_norm": 0.23595231771469116,
      "learning_rate": 2.251431892919171e-05,
      "loss": 0.0293,
      "step": 13320
    },
    {
      "epoch": 12.780441035474592,
      "grad_norm": 0.23706960678100586,
      "learning_rate": 2.2441664214767085e-05,
      "loss": 0.0355,
      "step": 13330
    },
    {
      "epoch": 12.790028763183125,
      "grad_norm": 0.20160214602947235,
      "learning_rate": 2.2369092983373912e-05,
      "loss": 0.0315,
      "step": 13340
    },
    {
      "epoch": 12.799616490891658,
      "grad_norm": 0.1787547618150711,
      "learning_rate": 2.2296605454853673e-05,
      "loss": 0.0314,
      "step": 13350
    },
    {
      "epoch": 12.809204218600192,
      "grad_norm": 0.36770564317703247,
      "learning_rate": 2.222420184879437e-05,
      "loss": 0.0372,
      "step": 13360
    },
    {
      "epoch": 12.818791946308725,
      "grad_norm": 0.3025970160961151,
      "learning_rate": 2.2151882384529683e-05,
      "loss": 0.0255,
      "step": 13370
    },
    {
      "epoch": 12.828379674017258,
      "grad_norm": 0.25169727206230164,
      "learning_rate": 2.207964728113848e-05,
      "loss": 0.0269,
      "step": 13380
    },
    {
      "epoch": 12.837967401725791,
      "grad_norm": 0.37031155824661255,
      "learning_rate": 2.200749675744402e-05,
      "loss": 0.0293,
      "step": 13390
    },
    {
      "epoch": 12.847555129434324,
      "grad_norm": 0.21579872071743011,
      "learning_rate": 2.1935431032013388e-05,
      "loss": 0.0302,
      "step": 13400
    },
    {
      "epoch": 12.857142857142858,
      "grad_norm": 0.20838379859924316,
      "learning_rate": 2.1863450323156725e-05,
      "loss": 0.034,
      "step": 13410
    },
    {
      "epoch": 12.86673058485139,
      "grad_norm": 0.2365337610244751,
      "learning_rate": 2.179155484892671e-05,
      "loss": 0.0321,
      "step": 13420
    },
    {
      "epoch": 12.876318312559924,
      "grad_norm": 0.24535539746284485,
      "learning_rate": 2.1719744827117737e-05,
      "loss": 0.0318,
      "step": 13430
    },
    {
      "epoch": 12.885906040268456,
      "grad_norm": 0.32186776399612427,
      "learning_rate": 2.1648020475265418e-05,
      "loss": 0.0353,
      "step": 13440
    },
    {
      "epoch": 12.895493767976989,
      "grad_norm": 0.2927076518535614,
      "learning_rate": 2.1576382010645764e-05,
      "loss": 0.0318,
      "step": 13450
    },
    {
      "epoch": 12.905081495685522,
      "grad_norm": 0.2444140613079071,
      "learning_rate": 2.1504829650274672e-05,
      "loss": 0.034,
      "step": 13460
    },
    {
      "epoch": 12.914669223394055,
      "grad_norm": 0.17273946106433868,
      "learning_rate": 2.1433363610907147e-05,
      "loss": 0.0339,
      "step": 13470
    },
    {
      "epoch": 12.924256951102588,
      "grad_norm": 0.3511595129966736,
      "learning_rate": 2.1361984109036765e-05,
      "loss": 0.0284,
      "step": 13480
    },
    {
      "epoch": 12.933844678811122,
      "grad_norm": 0.21930259466171265,
      "learning_rate": 2.1290691360894872e-05,
      "loss": 0.0337,
      "step": 13490
    },
    {
      "epoch": 12.943432406519655,
      "grad_norm": 0.13534465432167053,
      "learning_rate": 2.121948558245008e-05,
      "loss": 0.0325,
      "step": 13500
    },
    {
      "epoch": 12.953020134228188,
      "grad_norm": 0.25757452845573425,
      "learning_rate": 2.1148366989407496e-05,
      "loss": 0.0344,
      "step": 13510
    },
    {
      "epoch": 12.962607861936721,
      "grad_norm": 0.3126337230205536,
      "learning_rate": 2.1077335797208153e-05,
      "loss": 0.0266,
      "step": 13520
    },
    {
      "epoch": 12.972195589645255,
      "grad_norm": 0.2144749015569687,
      "learning_rate": 2.100639222102827e-05,
      "loss": 0.0296,
      "step": 13530
    },
    {
      "epoch": 12.981783317353788,
      "grad_norm": 0.33655446767807007,
      "learning_rate": 2.0935536475778682e-05,
      "loss": 0.0319,
      "step": 13540
    },
    {
      "epoch": 12.991371045062321,
      "grad_norm": 0.16992558538913727,
      "learning_rate": 2.0864768776104183e-05,
      "loss": 0.0335,
      "step": 13550
    },
    {
      "epoch": 13.000958772770852,
      "grad_norm": 0.2082756608724594,
      "learning_rate": 2.079408933638279e-05,
      "loss": 0.0338,
      "step": 13560
    },
    {
      "epoch": 13.010546500479386,
      "grad_norm": 0.2862843871116638,
      "learning_rate": 2.0723498370725162e-05,
      "loss": 0.0289,
      "step": 13570
    },
    {
      "epoch": 13.020134228187919,
      "grad_norm": 0.29127344489097595,
      "learning_rate": 2.0652996092973974e-05,
      "loss": 0.0379,
      "step": 13580
    },
    {
      "epoch": 13.029721955896452,
      "grad_norm": 0.1825907677412033,
      "learning_rate": 2.0582582716703243e-05,
      "loss": 0.0267,
      "step": 13590
    },
    {
      "epoch": 13.039309683604985,
      "grad_norm": 0.20657765865325928,
      "learning_rate": 2.0512258455217636e-05,
      "loss": 0.0337,
      "step": 13600
    },
    {
      "epoch": 13.048897411313519,
      "grad_norm": 0.20046214759349823,
      "learning_rate": 2.044202352155185e-05,
      "loss": 0.0256,
      "step": 13610
    },
    {
      "epoch": 13.058485139022052,
      "grad_norm": 0.23749665915966034,
      "learning_rate": 2.0371878128470047e-05,
      "loss": 0.033,
      "step": 13620
    },
    {
      "epoch": 13.068072866730585,
      "grad_norm": 0.1981140673160553,
      "learning_rate": 2.0301822488465106e-05,
      "loss": 0.0323,
      "step": 13630
    },
    {
      "epoch": 13.077660594439118,
      "grad_norm": 0.3064008951187134,
      "learning_rate": 2.0231856813757995e-05,
      "loss": 0.029,
      "step": 13640
    },
    {
      "epoch": 13.087248322147651,
      "grad_norm": 0.3160218596458435,
      "learning_rate": 2.016198131629716e-05,
      "loss": 0.0317,
      "step": 13650
    },
    {
      "epoch": 13.096836049856185,
      "grad_norm": 0.1925330013036728,
      "learning_rate": 2.0092196207757886e-05,
      "loss": 0.0308,
      "step": 13660
    },
    {
      "epoch": 13.106423777564718,
      "grad_norm": 0.2060590237379074,
      "learning_rate": 2.002250169954165e-05,
      "loss": 0.0352,
      "step": 13670
    },
    {
      "epoch": 13.116011505273251,
      "grad_norm": 0.21879933774471283,
      "learning_rate": 1.9952898002775444e-05,
      "loss": 0.0262,
      "step": 13680
    },
    {
      "epoch": 13.125599232981783,
      "grad_norm": 0.22108188271522522,
      "learning_rate": 1.9883385328311155e-05,
      "loss": 0.0333,
      "step": 13690
    },
    {
      "epoch": 13.135186960690316,
      "grad_norm": 0.26251569390296936,
      "learning_rate": 1.981396388672496e-05,
      "loss": 0.0314,
      "step": 13700
    },
    {
      "epoch": 13.144774688398849,
      "grad_norm": 0.29389551281929016,
      "learning_rate": 1.9744633888316684e-05,
      "loss": 0.0333,
      "step": 13710
    },
    {
      "epoch": 13.154362416107382,
      "grad_norm": 0.1754542887210846,
      "learning_rate": 1.9675395543109087e-05,
      "loss": 0.0306,
      "step": 13720
    },
    {
      "epoch": 13.163950143815915,
      "grad_norm": 0.2529279589653015,
      "learning_rate": 1.9606249060847275e-05,
      "loss": 0.029,
      "step": 13730
    },
    {
      "epoch": 13.173537871524449,
      "grad_norm": 0.25833970308303833,
      "learning_rate": 1.9537194650998176e-05,
      "loss": 0.0257,
      "step": 13740
    },
    {
      "epoch": 13.183125599232982,
      "grad_norm": 0.2809722423553467,
      "learning_rate": 1.9468232522749685e-05,
      "loss": 0.03,
      "step": 13750
    },
    {
      "epoch": 13.192713326941515,
      "grad_norm": 0.2745196521282196,
      "learning_rate": 1.9399362885010186e-05,
      "loss": 0.0259,
      "step": 13760
    },
    {
      "epoch": 13.202301054650048,
      "grad_norm": 0.26047447323799133,
      "learning_rate": 1.9330585946407896e-05,
      "loss": 0.0293,
      "step": 13770
    },
    {
      "epoch": 13.211888782358582,
      "grad_norm": 0.2309299260377884,
      "learning_rate": 1.9261901915290222e-05,
      "loss": 0.0263,
      "step": 13780
    },
    {
      "epoch": 13.221476510067115,
      "grad_norm": 0.19574059545993805,
      "learning_rate": 1.9193310999723086e-05,
      "loss": 0.0256,
      "step": 13790
    },
    {
      "epoch": 13.231064237775648,
      "grad_norm": 0.24411630630493164,
      "learning_rate": 1.9124813407490345e-05,
      "loss": 0.0266,
      "step": 13800
    },
    {
      "epoch": 13.24065196548418,
      "grad_norm": 0.2317860871553421,
      "learning_rate": 1.9056409346093167e-05,
      "loss": 0.0362,
      "step": 13810
    },
    {
      "epoch": 13.250239693192713,
      "grad_norm": 0.34288397431373596,
      "learning_rate": 1.89880990227494e-05,
      "loss": 0.031,
      "step": 13820
    },
    {
      "epoch": 13.259827420901246,
      "grad_norm": 0.22115236520767212,
      "learning_rate": 1.8919882644392894e-05,
      "loss": 0.0303,
      "step": 13830
    },
    {
      "epoch": 13.269415148609779,
      "grad_norm": 0.1675620973110199,
      "learning_rate": 1.8851760417672897e-05,
      "loss": 0.0267,
      "step": 13840
    },
    {
      "epoch": 13.279002876318312,
      "grad_norm": 0.22504985332489014,
      "learning_rate": 1.8783732548953487e-05,
      "loss": 0.03,
      "step": 13850
    },
    {
      "epoch": 13.288590604026846,
      "grad_norm": 0.2568277418613434,
      "learning_rate": 1.87157992443129e-05,
      "loss": 0.0347,
      "step": 13860
    },
    {
      "epoch": 13.298178331735379,
      "grad_norm": 0.24830462038516998,
      "learning_rate": 1.8647960709542866e-05,
      "loss": 0.0313,
      "step": 13870
    },
    {
      "epoch": 13.307766059443912,
      "grad_norm": 0.1982988864183426,
      "learning_rate": 1.8580217150148034e-05,
      "loss": 0.0286,
      "step": 13880
    },
    {
      "epoch": 13.317353787152445,
      "grad_norm": 0.17509537935256958,
      "learning_rate": 1.851256877134538e-05,
      "loss": 0.0283,
      "step": 13890
    },
    {
      "epoch": 13.326941514860978,
      "grad_norm": 0.27267399430274963,
      "learning_rate": 1.8445015778063528e-05,
      "loss": 0.0308,
      "step": 13900
    },
    {
      "epoch": 13.336529242569512,
      "grad_norm": 0.2444014698266983,
      "learning_rate": 1.8377558374942143e-05,
      "loss": 0.0335,
      "step": 13910
    },
    {
      "epoch": 13.346116970278045,
      "grad_norm": 0.4355910122394562,
      "learning_rate": 1.831019676633129e-05,
      "loss": 0.0326,
      "step": 13920
    },
    {
      "epoch": 13.355704697986576,
      "grad_norm": 0.6526142954826355,
      "learning_rate": 1.8242931156290893e-05,
      "loss": 0.0299,
      "step": 13930
    },
    {
      "epoch": 13.36529242569511,
      "grad_norm": 0.20145297050476074,
      "learning_rate": 1.8175761748590063e-05,
      "loss": 0.0315,
      "step": 13940
    },
    {
      "epoch": 13.374880153403643,
      "grad_norm": 0.22952324151992798,
      "learning_rate": 1.8108688746706427e-05,
      "loss": 0.031,
      "step": 13950
    },
    {
      "epoch": 13.384467881112176,
      "grad_norm": 0.38137954473495483,
      "learning_rate": 1.8041712353825635e-05,
      "loss": 0.0387,
      "step": 13960
    },
    {
      "epoch": 13.39405560882071,
      "grad_norm": 0.2673424482345581,
      "learning_rate": 1.7974832772840617e-05,
      "loss": 0.0272,
      "step": 13970
    },
    {
      "epoch": 13.403643336529242,
      "grad_norm": 0.2189689427614212,
      "learning_rate": 1.790805020635109e-05,
      "loss": 0.0317,
      "step": 13980
    },
    {
      "epoch": 13.413231064237776,
      "grad_norm": 1.2192716598510742,
      "learning_rate": 1.7841364856662824e-05,
      "loss": 0.0258,
      "step": 13990
    },
    {
      "epoch": 13.422818791946309,
      "grad_norm": 0.13329686224460602,
      "learning_rate": 1.7774776925787136e-05,
      "loss": 0.0257,
      "step": 14000
    },
    {
      "epoch": 13.432406519654842,
      "grad_norm": 0.2741002142429352,
      "learning_rate": 1.7708286615440183e-05,
      "loss": 0.0271,
      "step": 14010
    },
    {
      "epoch": 13.441994247363375,
      "grad_norm": 0.7737520337104797,
      "learning_rate": 1.764189412704247e-05,
      "loss": 0.0283,
      "step": 14020
    },
    {
      "epoch": 13.451581975071909,
      "grad_norm": 0.24316097795963287,
      "learning_rate": 1.7575599661718068e-05,
      "loss": 0.0302,
      "step": 14030
    },
    {
      "epoch": 13.461169702780442,
      "grad_norm": 0.23543784022331238,
      "learning_rate": 1.7509403420294208e-05,
      "loss": 0.0311,
      "step": 14040
    },
    {
      "epoch": 13.470757430488973,
      "grad_norm": 0.19010919332504272,
      "learning_rate": 1.7443305603300497e-05,
      "loss": 0.0276,
      "step": 14050
    },
    {
      "epoch": 13.480345158197506,
      "grad_norm": 0.1994113028049469,
      "learning_rate": 1.7377306410968396e-05,
      "loss": 0.0298,
      "step": 14060
    },
    {
      "epoch": 13.48993288590604,
      "grad_norm": 0.30696478486061096,
      "learning_rate": 1.731140604323063e-05,
      "loss": 0.0275,
      "step": 14070
    },
    {
      "epoch": 13.499520613614573,
      "grad_norm": 0.3128091096878052,
      "learning_rate": 1.7245604699720535e-05,
      "loss": 0.0272,
      "step": 14080
    },
    {
      "epoch": 13.509108341323106,
      "grad_norm": 2.206577777862549,
      "learning_rate": 1.7179902579771474e-05,
      "loss": 0.0326,
      "step": 14090
    },
    {
      "epoch": 13.51869606903164,
      "grad_norm": 0.18835577368736267,
      "learning_rate": 1.711429988241619e-05,
      "loss": 0.0276,
      "step": 14100
    },
    {
      "epoch": 13.528283796740173,
      "grad_norm": 0.2255256026983261,
      "learning_rate": 1.7048796806386304e-05,
      "loss": 0.0301,
      "step": 14110
    },
    {
      "epoch": 13.537871524448706,
      "grad_norm": 0.3144644796848297,
      "learning_rate": 1.6983393550111648e-05,
      "loss": 0.0324,
      "step": 14120
    },
    {
      "epoch": 13.547459252157239,
      "grad_norm": 0.20487931370735168,
      "learning_rate": 1.691809031171962e-05,
      "loss": 0.0352,
      "step": 14130
    },
    {
      "epoch": 13.557046979865772,
      "grad_norm": 0.22863590717315674,
      "learning_rate": 1.6852887289034632e-05,
      "loss": 0.0343,
      "step": 14140
    },
    {
      "epoch": 13.566634707574305,
      "grad_norm": 0.30829718708992004,
      "learning_rate": 1.67877846795776e-05,
      "loss": 0.0342,
      "step": 14150
    },
    {
      "epoch": 13.576222435282839,
      "grad_norm": 0.2026831954717636,
      "learning_rate": 1.672278268056516e-05,
      "loss": 0.0266,
      "step": 14160
    },
    {
      "epoch": 13.585810162991372,
      "grad_norm": 0.18998700380325317,
      "learning_rate": 1.6657881488909192e-05,
      "loss": 0.0316,
      "step": 14170
    },
    {
      "epoch": 13.595397890699903,
      "grad_norm": 0.2338184267282486,
      "learning_rate": 1.659308130121622e-05,
      "loss": 0.0315,
      "step": 14180
    },
    {
      "epoch": 13.604985618408437,
      "grad_norm": 0.421129047870636,
      "learning_rate": 1.6528382313786784e-05,
      "loss": 0.0322,
      "step": 14190
    },
    {
      "epoch": 13.61457334611697,
      "grad_norm": 0.28092893958091736,
      "learning_rate": 1.6463784722614845e-05,
      "loss": 0.0269,
      "step": 14200
    },
    {
      "epoch": 13.624161073825503,
      "grad_norm": 0.19112944602966309,
      "learning_rate": 1.6399288723387195e-05,
      "loss": 0.0258,
      "step": 14210
    },
    {
      "epoch": 13.633748801534036,
      "grad_norm": 0.286045640707016,
      "learning_rate": 1.63348945114829e-05,
      "loss": 0.0324,
      "step": 14220
    },
    {
      "epoch": 13.64333652924257,
      "grad_norm": 0.280977338552475,
      "learning_rate": 1.6270602281972686e-05,
      "loss": 0.0265,
      "step": 14230
    },
    {
      "epoch": 13.652924256951103,
      "grad_norm": 0.28009748458862305,
      "learning_rate": 1.6206412229618307e-05,
      "loss": 0.034,
      "step": 14240
    },
    {
      "epoch": 13.662511984659636,
      "grad_norm": 0.2950078845024109,
      "learning_rate": 1.6142324548871978e-05,
      "loss": 0.0332,
      "step": 14250
    },
    {
      "epoch": 13.67209971236817,
      "grad_norm": 0.19593513011932373,
      "learning_rate": 1.607833943387585e-05,
      "loss": 0.0322,
      "step": 14260
    },
    {
      "epoch": 13.681687440076702,
      "grad_norm": 0.3256717026233673,
      "learning_rate": 1.6014457078461353e-05,
      "loss": 0.0311,
      "step": 14270
    },
    {
      "epoch": 13.691275167785236,
      "grad_norm": 0.48480740189552307,
      "learning_rate": 1.59506776761486e-05,
      "loss": 0.0265,
      "step": 14280
    },
    {
      "epoch": 13.700862895493769,
      "grad_norm": 0.17794422805309296,
      "learning_rate": 1.588700142014583e-05,
      "loss": 0.0302,
      "step": 14290
    },
    {
      "epoch": 13.7104506232023,
      "grad_norm": 0.21641989052295685,
      "learning_rate": 1.5823428503348846e-05,
      "loss": 0.0269,
      "step": 14300
    },
    {
      "epoch": 13.720038350910833,
      "grad_norm": 0.21487939357757568,
      "learning_rate": 1.57599591183404e-05,
      "loss": 0.0333,
      "step": 14310
    },
    {
      "epoch": 13.729626078619367,
      "grad_norm": 0.20198583602905273,
      "learning_rate": 1.569659345738959e-05,
      "loss": 0.0316,
      "step": 14320
    },
    {
      "epoch": 13.7392138063279,
      "grad_norm": 0.24818021059036255,
      "learning_rate": 1.5633331712451287e-05,
      "loss": 0.0322,
      "step": 14330
    },
    {
      "epoch": 13.748801534036433,
      "grad_norm": 0.3211008906364441,
      "learning_rate": 1.5570174075165617e-05,
      "loss": 0.0286,
      "step": 14340
    },
    {
      "epoch": 13.758389261744966,
      "grad_norm": 0.27913060784339905,
      "learning_rate": 1.5507120736857316e-05,
      "loss": 0.0309,
      "step": 14350
    },
    {
      "epoch": 13.7679769894535,
      "grad_norm": 0.3094828724861145,
      "learning_rate": 1.5444171888535127e-05,
      "loss": 0.0262,
      "step": 14360
    },
    {
      "epoch": 13.777564717162033,
      "grad_norm": 0.26376375555992126,
      "learning_rate": 1.538132772089131e-05,
      "loss": 0.0312,
      "step": 14370
    },
    {
      "epoch": 13.787152444870566,
      "grad_norm": 0.27103152871131897,
      "learning_rate": 1.531858842430096e-05,
      "loss": 0.029,
      "step": 14380
    },
    {
      "epoch": 13.7967401725791,
      "grad_norm": 0.2528936564922333,
      "learning_rate": 1.5255954188821554e-05,
      "loss": 0.0302,
      "step": 14390
    },
    {
      "epoch": 13.806327900287632,
      "grad_norm": 0.2022869884967804,
      "learning_rate": 1.519342520419223e-05,
      "loss": 0.028,
      "step": 14400
    },
    {
      "epoch": 13.815915627996166,
      "grad_norm": 0.2736548185348511,
      "learning_rate": 1.5131001659833349e-05,
      "loss": 0.0391,
      "step": 14410
    },
    {
      "epoch": 13.825503355704697,
      "grad_norm": 0.20340123772621155,
      "learning_rate": 1.5068683744845802e-05,
      "loss": 0.0259,
      "step": 14420
    },
    {
      "epoch": 13.83509108341323,
      "grad_norm": 0.30253875255584717,
      "learning_rate": 1.5006471648010567e-05,
      "loss": 0.0318,
      "step": 14430
    },
    {
      "epoch": 13.844678811121764,
      "grad_norm": 0.18290819227695465,
      "learning_rate": 1.4944365557787982e-05,
      "loss": 0.0266,
      "step": 14440
    },
    {
      "epoch": 13.854266538830297,
      "grad_norm": 0.17378397285938263,
      "learning_rate": 1.4882365662317338e-05,
      "loss": 0.0307,
      "step": 14450
    },
    {
      "epoch": 13.86385426653883,
      "grad_norm": 0.17450757324695587,
      "learning_rate": 1.4820472149416154e-05,
      "loss": 0.0375,
      "step": 14460
    },
    {
      "epoch": 13.873441994247363,
      "grad_norm": 0.17673359811306,
      "learning_rate": 1.4758685206579754e-05,
      "loss": 0.0336,
      "step": 14470
    },
    {
      "epoch": 13.883029721955896,
      "grad_norm": 0.17782671749591827,
      "learning_rate": 1.4697005020980547e-05,
      "loss": 0.0264,
      "step": 14480
    },
    {
      "epoch": 13.89261744966443,
      "grad_norm": 0.22997714579105377,
      "learning_rate": 1.4635431779467628e-05,
      "loss": 0.0364,
      "step": 14490
    },
    {
      "epoch": 13.902205177372963,
      "grad_norm": 0.23629331588745117,
      "learning_rate": 1.4573965668566037e-05,
      "loss": 0.0293,
      "step": 14500
    },
    {
      "epoch": 13.911792905081496,
      "grad_norm": 0.2348259836435318,
      "learning_rate": 1.4512606874476348e-05,
      "loss": 0.0296,
      "step": 14510
    },
    {
      "epoch": 13.92138063279003,
      "grad_norm": 0.2225087732076645,
      "learning_rate": 1.4451355583074027e-05,
      "loss": 0.0286,
      "step": 14520
    },
    {
      "epoch": 13.930968360498563,
      "grad_norm": 0.23287685215473175,
      "learning_rate": 1.4390211979908847e-05,
      "loss": 0.0279,
      "step": 14530
    },
    {
      "epoch": 13.940556088207096,
      "grad_norm": 0.19362808763980865,
      "learning_rate": 1.4329176250204369e-05,
      "loss": 0.0334,
      "step": 14540
    },
    {
      "epoch": 13.950143815915627,
      "grad_norm": 0.25659292936325073,
      "learning_rate": 1.4268248578857384e-05,
      "loss": 0.0286,
      "step": 14550
    },
    {
      "epoch": 13.95973154362416,
      "grad_norm": 0.19965949654579163,
      "learning_rate": 1.4207429150437368e-05,
      "loss": 0.0336,
      "step": 14560
    },
    {
      "epoch": 13.969319271332694,
      "grad_norm": 0.21127323806285858,
      "learning_rate": 1.4146718149185833e-05,
      "loss": 0.0311,
      "step": 14570
    },
    {
      "epoch": 13.978906999041227,
      "grad_norm": 0.2175043374300003,
      "learning_rate": 1.408611575901585e-05,
      "loss": 0.0232,
      "step": 14580
    },
    {
      "epoch": 13.98849472674976,
      "grad_norm": 0.2855774462223053,
      "learning_rate": 1.4025622163511498e-05,
      "loss": 0.03,
      "step": 14590
    },
    {
      "epoch": 13.998082454458293,
      "grad_norm": 0.27606961131095886,
      "learning_rate": 1.3965237545927274e-05,
      "loss": 0.0285,
      "step": 14600
    },
    {
      "epoch": 14.007670182166827,
      "grad_norm": 0.20237654447555542,
      "learning_rate": 1.3904962089187529e-05,
      "loss": 0.0263,
      "step": 14610
    },
    {
      "epoch": 14.01725790987536,
      "grad_norm": 0.17577792704105377,
      "learning_rate": 1.3844795975885921e-05,
      "loss": 0.028,
      "step": 14620
    },
    {
      "epoch": 14.026845637583893,
      "grad_norm": 0.24930806457996368,
      "learning_rate": 1.3784739388284911e-05,
      "loss": 0.0308,
      "step": 14630
    },
    {
      "epoch": 14.036433365292426,
      "grad_norm": 0.16480274498462677,
      "learning_rate": 1.372479250831516e-05,
      "loss": 0.0301,
      "step": 14640
    },
    {
      "epoch": 14.04602109300096,
      "grad_norm": 0.20912165939807892,
      "learning_rate": 1.3664955517574968e-05,
      "loss": 0.0278,
      "step": 14650
    },
    {
      "epoch": 14.055608820709493,
      "grad_norm": 0.3317655622959137,
      "learning_rate": 1.3605228597329738e-05,
      "loss": 0.0317,
      "step": 14660
    },
    {
      "epoch": 14.065196548418024,
      "grad_norm": 0.240800142288208,
      "learning_rate": 1.3545611928511475e-05,
      "loss": 0.0352,
      "step": 14670
    },
    {
      "epoch": 14.074784276126557,
      "grad_norm": 0.2574955224990845,
      "learning_rate": 1.3486105691718187e-05,
      "loss": 0.0272,
      "step": 14680
    },
    {
      "epoch": 14.08437200383509,
      "grad_norm": 0.26954057812690735,
      "learning_rate": 1.3426710067213322e-05,
      "loss": 0.0309,
      "step": 14690
    },
    {
      "epoch": 14.093959731543624,
      "grad_norm": 0.23546206951141357,
      "learning_rate": 1.336742523492523e-05,
      "loss": 0.0332,
      "step": 14700
    },
    {
      "epoch": 14.103547459252157,
      "grad_norm": 0.2285180389881134,
      "learning_rate": 1.3308251374446734e-05,
      "loss": 0.0436,
      "step": 14710
    },
    {
      "epoch": 14.11313518696069,
      "grad_norm": 0.22198130190372467,
      "learning_rate": 1.324918866503439e-05,
      "loss": 0.0283,
      "step": 14720
    },
    {
      "epoch": 14.122722914669223,
      "grad_norm": 0.37202128767967224,
      "learning_rate": 1.3190237285608076e-05,
      "loss": 0.0296,
      "step": 14730
    },
    {
      "epoch": 14.132310642377757,
      "grad_norm": 0.2728140652179718,
      "learning_rate": 1.3131397414750385e-05,
      "loss": 0.0313,
      "step": 14740
    },
    {
      "epoch": 14.14189837008629,
      "grad_norm": 0.19201789796352386,
      "learning_rate": 1.3072669230706197e-05,
      "loss": 0.0315,
      "step": 14750
    },
    {
      "epoch": 14.151486097794823,
      "grad_norm": 0.2704322040081024,
      "learning_rate": 1.3014052911381974e-05,
      "loss": 0.0279,
      "step": 14760
    },
    {
      "epoch": 14.161073825503356,
      "grad_norm": 0.23162490129470825,
      "learning_rate": 1.2955548634345327e-05,
      "loss": 0.0288,
      "step": 14770
    },
    {
      "epoch": 14.17066155321189,
      "grad_norm": 0.1527073085308075,
      "learning_rate": 1.289715657682447e-05,
      "loss": 0.0287,
      "step": 14780
    },
    {
      "epoch": 14.180249280920421,
      "grad_norm": 0.48836442828178406,
      "learning_rate": 1.2838876915707681e-05,
      "loss": 0.0334,
      "step": 14790
    },
    {
      "epoch": 14.189837008628954,
      "grad_norm": 0.22852776944637299,
      "learning_rate": 1.2780709827542708e-05,
      "loss": 0.0301,
      "step": 14800
    },
    {
      "epoch": 14.199424736337487,
      "grad_norm": 1.632561445236206,
      "learning_rate": 1.2722655488536294e-05,
      "loss": 0.0296,
      "step": 14810
    },
    {
      "epoch": 14.20901246404602,
      "grad_norm": 0.20910300314426422,
      "learning_rate": 1.2664714074553652e-05,
      "loss": 0.0277,
      "step": 14820
    },
    {
      "epoch": 14.218600191754554,
      "grad_norm": 0.284138023853302,
      "learning_rate": 1.260688576111791e-05,
      "loss": 0.0275,
      "step": 14830
    },
    {
      "epoch": 14.228187919463087,
      "grad_norm": 0.24799588322639465,
      "learning_rate": 1.2549170723409549e-05,
      "loss": 0.0291,
      "step": 14840
    },
    {
      "epoch": 14.23777564717162,
      "grad_norm": 0.18639959394931793,
      "learning_rate": 1.2491569136265896e-05,
      "loss": 0.0284,
      "step": 14850
    },
    {
      "epoch": 14.247363374880154,
      "grad_norm": 0.19724729657173157,
      "learning_rate": 1.243408117418064e-05,
      "loss": 0.0266,
      "step": 14860
    },
    {
      "epoch": 14.256951102588687,
      "grad_norm": 0.1451575756072998,
      "learning_rate": 1.2376707011303257e-05,
      "loss": 0.0313,
      "step": 14870
    },
    {
      "epoch": 14.26653883029722,
      "grad_norm": 0.13136418163776398,
      "learning_rate": 1.2319446821438458e-05,
      "loss": 0.0257,
      "step": 14880
    },
    {
      "epoch": 14.276126558005753,
      "grad_norm": 0.212480828166008,
      "learning_rate": 1.2262300778045693e-05,
      "loss": 0.0309,
      "step": 14890
    },
    {
      "epoch": 14.285714285714286,
      "grad_norm": 0.179280087351799,
      "learning_rate": 1.220526905423866e-05,
      "loss": 0.0334,
      "step": 14900
    },
    {
      "epoch": 14.29530201342282,
      "grad_norm": 0.19260522723197937,
      "learning_rate": 1.2148351822784748e-05,
      "loss": 0.0321,
      "step": 14910
    },
    {
      "epoch": 14.304889741131351,
      "grad_norm": 0.2079414278268814,
      "learning_rate": 1.2091549256104457e-05,
      "loss": 0.0314,
      "step": 14920
    },
    {
      "epoch": 14.314477468839884,
      "grad_norm": 0.1942739635705948,
      "learning_rate": 1.2034861526270996e-05,
      "loss": 0.0307,
      "step": 14930
    },
    {
      "epoch": 14.324065196548418,
      "grad_norm": 0.28928378224372864,
      "learning_rate": 1.1978288805009641e-05,
      "loss": 0.0267,
      "step": 14940
    },
    {
      "epoch": 14.33365292425695,
      "grad_norm": 0.3712955415248871,
      "learning_rate": 1.192183126369732e-05,
      "loss": 0.0329,
      "step": 14950
    },
    {
      "epoch": 14.343240651965484,
      "grad_norm": 0.22929075360298157,
      "learning_rate": 1.1865489073361996e-05,
      "loss": 0.0264,
      "step": 14960
    },
    {
      "epoch": 14.352828379674017,
      "grad_norm": 0.31317007541656494,
      "learning_rate": 1.1809262404682247e-05,
      "loss": 0.0242,
      "step": 14970
    },
    {
      "epoch": 14.36241610738255,
      "grad_norm": 0.5237254500389099,
      "learning_rate": 1.1753151427986646e-05,
      "loss": 0.0292,
      "step": 14980
    },
    {
      "epoch": 14.372003835091084,
      "grad_norm": 0.21789228916168213,
      "learning_rate": 1.169715631325336e-05,
      "loss": 0.0314,
      "step": 14990
    },
    {
      "epoch": 14.381591562799617,
      "grad_norm": 0.29379501938819885,
      "learning_rate": 1.1641277230109492e-05,
      "loss": 0.0332,
      "step": 15000
    },
    {
      "epoch": 14.39117929050815,
      "grad_norm": 0.17771072685718536,
      "learning_rate": 1.1585514347830738e-05,
      "loss": 0.0267,
      "step": 15010
    },
    {
      "epoch": 14.400767018216683,
      "grad_norm": 0.24794255197048187,
      "learning_rate": 1.1529867835340707e-05,
      "loss": 0.0267,
      "step": 15020
    },
    {
      "epoch": 14.410354745925215,
      "grad_norm": 0.21468493342399597,
      "learning_rate": 1.1474337861210543e-05,
      "loss": 0.0267,
      "step": 15030
    },
    {
      "epoch": 14.419942473633748,
      "grad_norm": 0.17512547969818115,
      "learning_rate": 1.1418924593658314e-05,
      "loss": 0.0239,
      "step": 15040
    },
    {
      "epoch": 14.429530201342281,
      "grad_norm": 0.2626974284648895,
      "learning_rate": 1.1363628200548593e-05,
      "loss": 0.0328,
      "step": 15050
    },
    {
      "epoch": 14.439117929050814,
      "grad_norm": 0.21883651614189148,
      "learning_rate": 1.1308448849391846e-05,
      "loss": 0.0283,
      "step": 15060
    },
    {
      "epoch": 14.448705656759348,
      "grad_norm": 0.2517321705818176,
      "learning_rate": 1.1253386707344044e-05,
      "loss": 0.0319,
      "step": 15070
    },
    {
      "epoch": 14.458293384467881,
      "grad_norm": 0.23790787160396576,
      "learning_rate": 1.1198441941206033e-05,
      "loss": 0.0254,
      "step": 15080
    },
    {
      "epoch": 14.467881112176414,
      "grad_norm": 0.2755306363105774,
      "learning_rate": 1.1143614717423145e-05,
      "loss": 0.0297,
      "step": 15090
    },
    {
      "epoch": 14.477468839884947,
      "grad_norm": 0.17343682050704956,
      "learning_rate": 1.1088905202084604e-05,
      "loss": 0.0271,
      "step": 15100
    },
    {
      "epoch": 14.48705656759348,
      "grad_norm": 0.4037168323993683,
      "learning_rate": 1.1034313560923032e-05,
      "loss": 0.0318,
      "step": 15110
    },
    {
      "epoch": 14.496644295302014,
      "grad_norm": 0.25027063488960266,
      "learning_rate": 1.097983995931407e-05,
      "loss": 0.0344,
      "step": 15120
    },
    {
      "epoch": 14.506232023010547,
      "grad_norm": 0.2531662583351135,
      "learning_rate": 1.0925484562275678e-05,
      "loss": 0.0336,
      "step": 15130
    },
    {
      "epoch": 14.51581975071908,
      "grad_norm": 0.27917400002479553,
      "learning_rate": 1.0871247534467788e-05,
      "loss": 0.0316,
      "step": 15140
    },
    {
      "epoch": 14.525407478427613,
      "grad_norm": 0.26147523522377014,
      "learning_rate": 1.0817129040191698e-05,
      "loss": 0.0278,
      "step": 15150
    },
    {
      "epoch": 14.534995206136145,
      "grad_norm": 0.24168430268764496,
      "learning_rate": 1.076312924338973e-05,
      "loss": 0.03,
      "step": 15160
    },
    {
      "epoch": 14.544582933844678,
      "grad_norm": 0.17934760451316833,
      "learning_rate": 1.0709248307644559e-05,
      "loss": 0.0275,
      "step": 15170
    },
    {
      "epoch": 14.554170661553211,
      "grad_norm": 0.38495177030563354,
      "learning_rate": 1.0655486396178782e-05,
      "loss": 0.0317,
      "step": 15180
    },
    {
      "epoch": 14.563758389261745,
      "grad_norm": 0.22225984930992126,
      "learning_rate": 1.0601843671854477e-05,
      "loss": 0.0312,
      "step": 15190
    },
    {
      "epoch": 14.573346116970278,
      "grad_norm": 0.29296278953552246,
      "learning_rate": 1.0548320297172665e-05,
      "loss": 0.0315,
      "step": 15200
    },
    {
      "epoch": 14.582933844678811,
      "grad_norm": 0.3371207118034363,
      "learning_rate": 1.0494916434272783e-05,
      "loss": 0.0299,
      "step": 15210
    },
    {
      "epoch": 14.592521572387344,
      "grad_norm": 0.220375657081604,
      "learning_rate": 1.0441632244932237e-05,
      "loss": 0.0265,
      "step": 15220
    },
    {
      "epoch": 14.602109300095877,
      "grad_norm": 0.1987174153327942,
      "learning_rate": 1.0388467890565928e-05,
      "loss": 0.0261,
      "step": 15230
    },
    {
      "epoch": 14.61169702780441,
      "grad_norm": 0.25363320112228394,
      "learning_rate": 1.0335423532225735e-05,
      "loss": 0.0301,
      "step": 15240
    },
    {
      "epoch": 14.621284755512944,
      "grad_norm": 0.22231195867061615,
      "learning_rate": 1.028249933060001e-05,
      "loss": 0.0353,
      "step": 15250
    },
    {
      "epoch": 14.630872483221477,
      "grad_norm": 0.20641197264194489,
      "learning_rate": 1.022969544601311e-05,
      "loss": 0.0254,
      "step": 15260
    },
    {
      "epoch": 14.64046021093001,
      "grad_norm": 0.25588056445121765,
      "learning_rate": 1.0177012038424927e-05,
      "loss": 0.0327,
      "step": 15270
    },
    {
      "epoch": 14.650047938638544,
      "grad_norm": 0.3196217715740204,
      "learning_rate": 1.0124449267430414e-05,
      "loss": 0.0306,
      "step": 15280
    },
    {
      "epoch": 14.659635666347075,
      "grad_norm": 0.37711241841316223,
      "learning_rate": 1.0072007292259029e-05,
      "loss": 0.0314,
      "step": 15290
    },
    {
      "epoch": 14.669223394055608,
      "grad_norm": 0.299496591091156,
      "learning_rate": 1.0019686271774314e-05,
      "loss": 0.0273,
      "step": 15300
    },
    {
      "epoch": 14.678811121764141,
      "grad_norm": 0.20070233941078186,
      "learning_rate": 9.967486364473416e-06,
      "loss": 0.0348,
      "step": 15310
    },
    {
      "epoch": 14.688398849472675,
      "grad_norm": 0.1786354035139084,
      "learning_rate": 9.915407728486603e-06,
      "loss": 0.0315,
      "step": 15320
    },
    {
      "epoch": 14.697986577181208,
      "grad_norm": 0.19913482666015625,
      "learning_rate": 9.863450521576729e-06,
      "loss": 0.0332,
      "step": 15330
    },
    {
      "epoch": 14.707574304889741,
      "grad_norm": 0.26217663288116455,
      "learning_rate": 9.81161490113885e-06,
      "loss": 0.0299,
      "step": 15340
    },
    {
      "epoch": 14.717162032598274,
      "grad_norm": 0.17626221477985382,
      "learning_rate": 9.759901024199642e-06,
      "loss": 0.0258,
      "step": 15350
    },
    {
      "epoch": 14.726749760306808,
      "grad_norm": 0.5230224132537842,
      "learning_rate": 9.708309047417041e-06,
      "loss": 0.0286,
      "step": 15360
    },
    {
      "epoch": 14.73633748801534,
      "grad_norm": 0.19318176805973053,
      "learning_rate": 9.656839127079659e-06,
      "loss": 0.0254,
      "step": 15370
    },
    {
      "epoch": 14.745925215723874,
      "grad_norm": 0.30321067571640015,
      "learning_rate": 9.6054914191064e-06,
      "loss": 0.0304,
      "step": 15380
    },
    {
      "epoch": 14.755512943432407,
      "grad_norm": 0.2519323229789734,
      "learning_rate": 9.554266079045909e-06,
      "loss": 0.0325,
      "step": 15390
    },
    {
      "epoch": 14.765100671140939,
      "grad_norm": 0.24592278897762299,
      "learning_rate": 9.503163262076181e-06,
      "loss": 0.0336,
      "step": 15400
    },
    {
      "epoch": 14.774688398849472,
      "grad_norm": 0.19091877341270447,
      "learning_rate": 9.452183123004e-06,
      "loss": 0.0247,
      "step": 15410
    },
    {
      "epoch": 14.784276126558005,
      "grad_norm": 0.26081383228302,
      "learning_rate": 9.401325816264573e-06,
      "loss": 0.0333,
      "step": 15420
    },
    {
      "epoch": 14.793863854266538,
      "grad_norm": 0.27854666113853455,
      "learning_rate": 9.350591495920952e-06,
      "loss": 0.024,
      "step": 15430
    },
    {
      "epoch": 14.803451581975072,
      "grad_norm": 0.36169877648353577,
      "learning_rate": 9.299980315663686e-06,
      "loss": 0.031,
      "step": 15440
    },
    {
      "epoch": 14.813039309683605,
      "grad_norm": 0.18000735342502594,
      "learning_rate": 9.24949242881023e-06,
      "loss": 0.0289,
      "step": 15450
    },
    {
      "epoch": 14.822627037392138,
      "grad_norm": 0.25608521699905396,
      "learning_rate": 9.199127988304607e-06,
      "loss": 0.0284,
      "step": 15460
    },
    {
      "epoch": 14.832214765100671,
      "grad_norm": 0.2771013379096985,
      "learning_rate": 9.148887146716812e-06,
      "loss": 0.0283,
      "step": 15470
    },
    {
      "epoch": 14.841802492809204,
      "grad_norm": 0.17078572511672974,
      "learning_rate": 9.09877005624249e-06,
      "loss": 0.0294,
      "step": 15480
    },
    {
      "epoch": 14.851390220517738,
      "grad_norm": 0.17408467829227448,
      "learning_rate": 9.048776868702347e-06,
      "loss": 0.0255,
      "step": 15490
    },
    {
      "epoch": 14.860977948226271,
      "grad_norm": 0.20527216792106628,
      "learning_rate": 8.998907735541789e-06,
      "loss": 0.0329,
      "step": 15500
    },
    {
      "epoch": 14.870565675934804,
      "grad_norm": 0.23558159172534943,
      "learning_rate": 8.94916280783038e-06,
      "loss": 0.0294,
      "step": 15510
    },
    {
      "epoch": 14.880153403643337,
      "grad_norm": 0.16163650155067444,
      "learning_rate": 8.89954223626146e-06,
      "loss": 0.0264,
      "step": 15520
    },
    {
      "epoch": 14.889741131351869,
      "grad_norm": 0.2564382255077362,
      "learning_rate": 8.850046171151666e-06,
      "loss": 0.0332,
      "step": 15530
    },
    {
      "epoch": 14.899328859060402,
      "grad_norm": 0.2050989419221878,
      "learning_rate": 8.80067476244042e-06,
      "loss": 0.0307,
      "step": 15540
    },
    {
      "epoch": 14.908916586768935,
      "grad_norm": 0.18448740243911743,
      "learning_rate": 8.751428159689528e-06,
      "loss": 0.0306,
      "step": 15550
    },
    {
      "epoch": 14.918504314477468,
      "grad_norm": 0.29133155941963196,
      "learning_rate": 8.702306512082753e-06,
      "loss": 0.0243,
      "step": 15560
    },
    {
      "epoch": 14.928092042186002,
      "grad_norm": 0.141392782330513,
      "learning_rate": 8.653309968425322e-06,
      "loss": 0.0242,
      "step": 15570
    },
    {
      "epoch": 14.937679769894535,
      "grad_norm": 0.21134333312511444,
      "learning_rate": 8.60443867714345e-06,
      "loss": 0.0318,
      "step": 15580
    },
    {
      "epoch": 14.947267497603068,
      "grad_norm": 0.2590806484222412,
      "learning_rate": 8.55569278628393e-06,
      "loss": 0.0253,
      "step": 15590
    },
    {
      "epoch": 14.956855225311601,
      "grad_norm": 0.21871857345104218,
      "learning_rate": 8.507072443513702e-06,
      "loss": 0.0258,
      "step": 15600
    },
    {
      "epoch": 14.966442953020135,
      "grad_norm": 0.25187286734580994,
      "learning_rate": 8.458577796119382e-06,
      "loss": 0.03,
      "step": 15610
    },
    {
      "epoch": 14.976030680728668,
      "grad_norm": 0.17888393998146057,
      "learning_rate": 8.410208991006784e-06,
      "loss": 0.0274,
      "step": 15620
    },
    {
      "epoch": 14.985618408437201,
      "grad_norm": 0.1486871838569641,
      "learning_rate": 8.361966174700514e-06,
      "loss": 0.0269,
      "step": 15630
    },
    {
      "epoch": 14.995206136145734,
      "grad_norm": 0.6585232019424438,
      "learning_rate": 8.31384949334353e-06,
      "loss": 0.0294,
      "step": 15640
    },
    {
      "epoch": 15.004793863854266,
      "grad_norm": 0.36748427152633667,
      "learning_rate": 8.265859092696686e-06,
      "loss": 0.0318,
      "step": 15650
    },
    {
      "epoch": 15.014381591562799,
      "grad_norm": 0.22082515060901642,
      "learning_rate": 8.217995118138294e-06,
      "loss": 0.0294,
      "step": 15660
    },
    {
      "epoch": 15.023969319271332,
      "grad_norm": 0.1767498254776001,
      "learning_rate": 8.170257714663642e-06,
      "loss": 0.0275,
      "step": 15670
    },
    {
      "epoch": 15.033557046979865,
      "grad_norm": 0.24185898900032043,
      "learning_rate": 8.12264702688465e-06,
      "loss": 0.0279,
      "step": 15680
    },
    {
      "epoch": 15.043144774688399,
      "grad_norm": 0.22703923285007477,
      "learning_rate": 8.075163199029357e-06,
      "loss": 0.0268,
      "step": 15690
    },
    {
      "epoch": 15.052732502396932,
      "grad_norm": 0.2051907479763031,
      "learning_rate": 8.027806374941481e-06,
      "loss": 0.0272,
      "step": 15700
    },
    {
      "epoch": 15.062320230105465,
      "grad_norm": 0.24761435389518738,
      "learning_rate": 7.980576698080005e-06,
      "loss": 0.0301,
      "step": 15710
    },
    {
      "epoch": 15.071907957813998,
      "grad_norm": 0.17438143491744995,
      "learning_rate": 7.933474311518796e-06,
      "loss": 0.0351,
      "step": 15720
    },
    {
      "epoch": 15.081495685522532,
      "grad_norm": 0.20341135561466217,
      "learning_rate": 7.88649935794606e-06,
      "loss": 0.0264,
      "step": 15730
    },
    {
      "epoch": 15.091083413231065,
      "grad_norm": 0.24047966301441193,
      "learning_rate": 7.83965197966397e-06,
      "loss": 0.0268,
      "step": 15740
    },
    {
      "epoch": 15.100671140939598,
      "grad_norm": 0.19311171770095825,
      "learning_rate": 7.792932318588264e-06,
      "loss": 0.033,
      "step": 15750
    },
    {
      "epoch": 15.110258868648131,
      "grad_norm": 0.18407687544822693,
      "learning_rate": 7.746340516247779e-06,
      "loss": 0.0243,
      "step": 15760
    },
    {
      "epoch": 15.119846596356663,
      "grad_norm": 0.21947818994522095,
      "learning_rate": 7.69987671378401e-06,
      "loss": 0.0255,
      "step": 15770
    },
    {
      "epoch": 15.129434324065196,
      "grad_norm": 0.4175131916999817,
      "learning_rate": 7.653541051950692e-06,
      "loss": 0.0245,
      "step": 15780
    },
    {
      "epoch": 15.139022051773729,
      "grad_norm": 0.29046544432640076,
      "learning_rate": 7.607333671113409e-06,
      "loss": 0.0365,
      "step": 15790
    },
    {
      "epoch": 15.148609779482262,
      "grad_norm": 0.25391921401023865,
      "learning_rate": 7.561254711249127e-06,
      "loss": 0.0266,
      "step": 15800
    },
    {
      "epoch": 15.158197507190796,
      "grad_norm": 0.19595490396022797,
      "learning_rate": 7.515304311945787e-06,
      "loss": 0.0306,
      "step": 15810
    },
    {
      "epoch": 15.167785234899329,
      "grad_norm": 0.1492607444524765,
      "learning_rate": 7.469482612401857e-06,
      "loss": 0.0306,
      "step": 15820
    },
    {
      "epoch": 15.177372962607862,
      "grad_norm": 0.2468632310628891,
      "learning_rate": 7.423789751425958e-06,
      "loss": 0.0275,
      "step": 15830
    },
    {
      "epoch": 15.186960690316395,
      "grad_norm": 0.20901519060134888,
      "learning_rate": 7.378225867436428e-06,
      "loss": 0.0252,
      "step": 15840
    },
    {
      "epoch": 15.196548418024928,
      "grad_norm": 0.28785982728004456,
      "learning_rate": 7.332791098460867e-06,
      "loss": 0.0326,
      "step": 15850
    },
    {
      "epoch": 15.206136145733462,
      "grad_norm": 0.2834322154521942,
      "learning_rate": 7.287485582135728e-06,
      "loss": 0.0302,
      "step": 15860
    },
    {
      "epoch": 15.215723873441995,
      "grad_norm": 0.24561063945293427,
      "learning_rate": 7.242309455705959e-06,
      "loss": 0.0292,
      "step": 15870
    },
    {
      "epoch": 15.225311601150528,
      "grad_norm": 0.23040306568145752,
      "learning_rate": 7.197262856024539e-06,
      "loss": 0.0246,
      "step": 15880
    },
    {
      "epoch": 15.234899328859061,
      "grad_norm": 0.22045479714870453,
      "learning_rate": 7.152345919552045e-06,
      "loss": 0.0314,
      "step": 15890
    },
    {
      "epoch": 15.244487056567593,
      "grad_norm": 0.2748197913169861,
      "learning_rate": 7.107558782356255e-06,
      "loss": 0.0292,
      "step": 15900
    },
    {
      "epoch": 15.254074784276126,
      "grad_norm": 0.2709030210971832,
      "learning_rate": 7.0629015801117744e-06,
      "loss": 0.0299,
      "step": 15910
    },
    {
      "epoch": 15.26366251198466,
      "grad_norm": 0.2666435241699219,
      "learning_rate": 7.018374448099596e-06,
      "loss": 0.0324,
      "step": 15920
    },
    {
      "epoch": 15.273250239693192,
      "grad_norm": 0.32848596572875977,
      "learning_rate": 6.973977521206654e-06,
      "loss": 0.0344,
      "step": 15930
    },
    {
      "epoch": 15.282837967401726,
      "grad_norm": 0.23068153858184814,
      "learning_rate": 6.929710933925487e-06,
      "loss": 0.0262,
      "step": 15940
    },
    {
      "epoch": 15.292425695110259,
      "grad_norm": 0.24479450285434723,
      "learning_rate": 6.885574820353752e-06,
      "loss": 0.0269,
      "step": 15950
    },
    {
      "epoch": 15.302013422818792,
      "grad_norm": 0.21294337511062622,
      "learning_rate": 6.841569314193902e-06,
      "loss": 0.0265,
      "step": 15960
    },
    {
      "epoch": 15.311601150527325,
      "grad_norm": 0.28778862953186035,
      "learning_rate": 6.797694548752703e-06,
      "loss": 0.0273,
      "step": 15970
    },
    {
      "epoch": 15.321188878235859,
      "grad_norm": 0.189237579703331,
      "learning_rate": 6.753950656940905e-06,
      "loss": 0.0267,
      "step": 15980
    },
    {
      "epoch": 15.330776605944392,
      "grad_norm": 0.28015297651290894,
      "learning_rate": 6.710337771272745e-06,
      "loss": 0.034,
      "step": 15990
    },
    {
      "epoch": 15.340364333652925,
      "grad_norm": 0.1625533103942871,
      "learning_rate": 6.666856023865658e-06,
      "loss": 0.0233,
      "step": 16000
    },
    {
      "epoch": 15.349952061361458,
      "grad_norm": 0.21412205696105957,
      "learning_rate": 6.623505546439773e-06,
      "loss": 0.0253,
      "step": 16010
    },
    {
      "epoch": 15.35953978906999,
      "grad_norm": 0.26244086027145386,
      "learning_rate": 6.580286470317598e-06,
      "loss": 0.0256,
      "step": 16020
    },
    {
      "epoch": 15.369127516778523,
      "grad_norm": 0.28637972474098206,
      "learning_rate": 6.537198926423549e-06,
      "loss": 0.0283,
      "step": 16030
    },
    {
      "epoch": 15.378715244487056,
      "grad_norm": 0.2678770124912262,
      "learning_rate": 6.494243045283621e-06,
      "loss": 0.0271,
      "step": 16040
    },
    {
      "epoch": 15.38830297219559,
      "grad_norm": 0.1962299942970276,
      "learning_rate": 6.45141895702493e-06,
      "loss": 0.0258,
      "step": 16050
    },
    {
      "epoch": 15.397890699904123,
      "grad_norm": 0.26651138067245483,
      "learning_rate": 6.40872679137538e-06,
      "loss": 0.0276,
      "step": 16060
    },
    {
      "epoch": 15.407478427612656,
      "grad_norm": 0.23737022280693054,
      "learning_rate": 6.366166677663204e-06,
      "loss": 0.0309,
      "step": 16070
    },
    {
      "epoch": 15.417066155321189,
      "grad_norm": 0.2531161606311798,
      "learning_rate": 6.323738744816654e-06,
      "loss": 0.0329,
      "step": 16080
    },
    {
      "epoch": 15.426653883029722,
      "grad_norm": 0.26035356521606445,
      "learning_rate": 6.2814431213635065e-06,
      "loss": 0.0286,
      "step": 16090
    },
    {
      "epoch": 15.436241610738255,
      "grad_norm": 0.2163701057434082,
      "learning_rate": 6.239279935430786e-06,
      "loss": 0.027,
      "step": 16100
    },
    {
      "epoch": 15.445829338446789,
      "grad_norm": 0.18169005215168,
      "learning_rate": 6.197249314744275e-06,
      "loss": 0.024,
      "step": 16110
    },
    {
      "epoch": 15.455417066155322,
      "grad_norm": 0.24503251910209656,
      "learning_rate": 6.155351386628205e-06,
      "loss": 0.0298,
      "step": 16120
    },
    {
      "epoch": 15.465004793863855,
      "grad_norm": 0.19895343482494354,
      "learning_rate": 6.113586278004835e-06,
      "loss": 0.0233,
      "step": 16130
    },
    {
      "epoch": 15.474592521572387,
      "grad_norm": 0.2949654459953308,
      "learning_rate": 6.071954115394063e-06,
      "loss": 0.0256,
      "step": 16140
    },
    {
      "epoch": 15.48418024928092,
      "grad_norm": 0.13835924863815308,
      "learning_rate": 6.030455024913029e-06,
      "loss": 0.029,
      "step": 16150
    },
    {
      "epoch": 15.493767976989453,
      "grad_norm": 0.36957499384880066,
      "learning_rate": 5.989089132275799e-06,
      "loss": 0.0369,
      "step": 16160
    },
    {
      "epoch": 15.503355704697986,
      "grad_norm": 0.22811642289161682,
      "learning_rate": 5.947856562792925e-06,
      "loss": 0.0306,
      "step": 16170
    },
    {
      "epoch": 15.51294343240652,
      "grad_norm": 0.3362506330013275,
      "learning_rate": 5.906757441371069e-06,
      "loss": 0.0346,
      "step": 16180
    },
    {
      "epoch": 15.522531160115053,
      "grad_norm": 0.20575332641601562,
      "learning_rate": 5.865791892512623e-06,
      "loss": 0.0305,
      "step": 16190
    },
    {
      "epoch": 15.532118887823586,
      "grad_norm": 0.1870652139186859,
      "learning_rate": 5.824960040315386e-06,
      "loss": 0.0253,
      "step": 16200
    },
    {
      "epoch": 15.541706615532119,
      "grad_norm": 0.4694177508354187,
      "learning_rate": 5.784262008472124e-06,
      "loss": 0.0287,
      "step": 16210
    },
    {
      "epoch": 15.551294343240652,
      "grad_norm": 0.2506779134273529,
      "learning_rate": 5.7436979202702194e-06,
      "loss": 0.0331,
      "step": 16220
    },
    {
      "epoch": 15.560882070949186,
      "grad_norm": 0.18632706999778748,
      "learning_rate": 5.703267898591275e-06,
      "loss": 0.0234,
      "step": 16230
    },
    {
      "epoch": 15.570469798657719,
      "grad_norm": 0.14531591534614563,
      "learning_rate": 5.662972065910799e-06,
      "loss": 0.0245,
      "step": 16240
    },
    {
      "epoch": 15.580057526366252,
      "grad_norm": 0.19370119273662567,
      "learning_rate": 5.622810544297796e-06,
      "loss": 0.0262,
      "step": 16250
    },
    {
      "epoch": 15.589645254074785,
      "grad_norm": 0.2350122630596161,
      "learning_rate": 5.582783455414375e-06,
      "loss": 0.0262,
      "step": 16260
    },
    {
      "epoch": 15.599232981783317,
      "grad_norm": 0.2912338078022003,
      "learning_rate": 5.5428909205154035e-06,
      "loss": 0.0284,
      "step": 16270
    },
    {
      "epoch": 15.60882070949185,
      "grad_norm": 0.28382018208503723,
      "learning_rate": 5.503133060448168e-06,
      "loss": 0.0257,
      "step": 16280
    },
    {
      "epoch": 15.618408437200383,
      "grad_norm": 0.1536964774131775,
      "learning_rate": 5.463509995651978e-06,
      "loss": 0.0274,
      "step": 16290
    },
    {
      "epoch": 15.627996164908916,
      "grad_norm": 0.5844811201095581,
      "learning_rate": 5.4240218461577894e-06,
      "loss": 0.0294,
      "step": 16300
    },
    {
      "epoch": 15.63758389261745,
      "grad_norm": 0.2484215646982193,
      "learning_rate": 5.384668731587844e-06,
      "loss": 0.0278,
      "step": 16310
    },
    {
      "epoch": 15.647171620325983,
      "grad_norm": 0.2738986015319824,
      "learning_rate": 5.345450771155358e-06,
      "loss": 0.0271,
      "step": 16320
    },
    {
      "epoch": 15.656759348034516,
      "grad_norm": 0.23017966747283936,
      "learning_rate": 5.3063680836641095e-06,
      "loss": 0.0261,
      "step": 16330
    },
    {
      "epoch": 15.66634707574305,
      "grad_norm": 0.1773134022951126,
      "learning_rate": 5.2674207875080595e-06,
      "loss": 0.03,
      "step": 16340
    },
    {
      "epoch": 15.675934803451582,
      "grad_norm": 0.1907745748758316,
      "learning_rate": 5.228609000671081e-06,
      "loss": 0.0224,
      "step": 16350
    },
    {
      "epoch": 15.685522531160116,
      "grad_norm": 0.2307148277759552,
      "learning_rate": 5.1899328407264855e-06,
      "loss": 0.0294,
      "step": 16360
    },
    {
      "epoch": 15.695110258868649,
      "grad_norm": 0.3302120566368103,
      "learning_rate": 5.151392424836782e-06,
      "loss": 0.0292,
      "step": 16370
    },
    {
      "epoch": 15.70469798657718,
      "grad_norm": 0.2139192521572113,
      "learning_rate": 5.112987869753216e-06,
      "loss": 0.0296,
      "step": 16380
    },
    {
      "epoch": 15.714285714285714,
      "grad_norm": 0.16015082597732544,
      "learning_rate": 5.074719291815522e-06,
      "loss": 0.029,
      "step": 16390
    },
    {
      "epoch": 15.723873441994247,
      "grad_norm": 0.19606702029705048,
      "learning_rate": 5.036586806951465e-06,
      "loss": 0.029,
      "step": 16400
    },
    {
      "epoch": 15.73346116970278,
      "grad_norm": 0.30746451020240784,
      "learning_rate": 4.998590530676584e-06,
      "loss": 0.0285,
      "step": 16410
    },
    {
      "epoch": 15.743048897411313,
      "grad_norm": 0.16113652288913727,
      "learning_rate": 4.960730578093753e-06,
      "loss": 0.028,
      "step": 16420
    },
    {
      "epoch": 15.752636625119846,
      "grad_norm": 0.23624086380004883,
      "learning_rate": 4.923007063892926e-06,
      "loss": 0.0251,
      "step": 16430
    },
    {
      "epoch": 15.76222435282838,
      "grad_norm": 0.19934307038784027,
      "learning_rate": 4.885420102350696e-06,
      "loss": 0.0238,
      "step": 16440
    },
    {
      "epoch": 15.771812080536913,
      "grad_norm": 0.2440912276506424,
      "learning_rate": 4.847969807330038e-06,
      "loss": 0.0231,
      "step": 16450
    },
    {
      "epoch": 15.781399808245446,
      "grad_norm": 0.2768200933933258,
      "learning_rate": 4.810656292279875e-06,
      "loss": 0.0268,
      "step": 16460
    },
    {
      "epoch": 15.79098753595398,
      "grad_norm": 0.29489603638648987,
      "learning_rate": 4.773479670234821e-06,
      "loss": 0.0358,
      "step": 16470
    },
    {
      "epoch": 15.800575263662513,
      "grad_norm": 0.26058635115623474,
      "learning_rate": 4.7364400538147665e-06,
      "loss": 0.0272,
      "step": 16480
    },
    {
      "epoch": 15.810162991371046,
      "grad_norm": 0.19268332421779633,
      "learning_rate": 4.699537555224598e-06,
      "loss": 0.028,
      "step": 16490
    },
    {
      "epoch": 15.819750719079579,
      "grad_norm": 0.27744096517562866,
      "learning_rate": 4.6627722862537915e-06,
      "loss": 0.0278,
      "step": 16500
    },
    {
      "epoch": 15.82933844678811,
      "grad_norm": 0.3575479984283447,
      "learning_rate": 4.626144358276147e-06,
      "loss": 0.0275,
      "step": 16510
    },
    {
      "epoch": 15.838926174496644,
      "grad_norm": 0.20007503032684326,
      "learning_rate": 4.589653882249378e-06,
      "loss": 0.0309,
      "step": 16520
    },
    {
      "epoch": 15.848513902205177,
      "grad_norm": 0.20804741978645325,
      "learning_rate": 4.553300968714841e-06,
      "loss": 0.0249,
      "step": 16530
    },
    {
      "epoch": 15.85810162991371,
      "grad_norm": 0.2726737856864929,
      "learning_rate": 4.5170857277971765e-06,
      "loss": 0.0259,
      "step": 16540
    },
    {
      "epoch": 15.867689357622243,
      "grad_norm": 0.21122261881828308,
      "learning_rate": 4.48100826920394e-06,
      "loss": 0.029,
      "step": 16550
    },
    {
      "epoch": 15.877277085330777,
      "grad_norm": 0.28613051772117615,
      "learning_rate": 4.4450687022253135e-06,
      "loss": 0.0255,
      "step": 16560
    },
    {
      "epoch": 15.88686481303931,
      "grad_norm": 0.2184969037771225,
      "learning_rate": 4.409267135733764e-06,
      "loss": 0.0233,
      "step": 16570
    },
    {
      "epoch": 15.896452540747843,
      "grad_norm": 0.19320517778396606,
      "learning_rate": 4.37360367818373e-06,
      "loss": 0.0271,
      "step": 16580
    },
    {
      "epoch": 15.906040268456376,
      "grad_norm": 0.18892447650432587,
      "learning_rate": 4.338078437611237e-06,
      "loss": 0.0265,
      "step": 16590
    },
    {
      "epoch": 15.91562799616491,
      "grad_norm": 0.23824314773082733,
      "learning_rate": 4.3026915216336225e-06,
      "loss": 0.0269,
      "step": 16600
    },
    {
      "epoch": 15.925215723873443,
      "grad_norm": 0.1431523561477661,
      "learning_rate": 4.267443037449198e-06,
      "loss": 0.0269,
      "step": 16610
    },
    {
      "epoch": 15.934803451581976,
      "grad_norm": 0.22107666730880737,
      "learning_rate": 4.232333091836932e-06,
      "loss": 0.0293,
      "step": 16620
    },
    {
      "epoch": 15.944391179290509,
      "grad_norm": 0.27542436122894287,
      "learning_rate": 4.197361791156096e-06,
      "loss": 0.03,
      "step": 16630
    },
    {
      "epoch": 15.95397890699904,
      "grad_norm": 0.234486922621727,
      "learning_rate": 4.162529241345958e-06,
      "loss": 0.0325,
      "step": 16640
    },
    {
      "epoch": 15.963566634707574,
      "grad_norm": 0.24536362290382385,
      "learning_rate": 4.127835547925479e-06,
      "loss": 0.0211,
      "step": 16650
    },
    {
      "epoch": 15.973154362416107,
      "grad_norm": 0.2566201686859131,
      "learning_rate": 4.093280815992989e-06,
      "loss": 0.0244,
      "step": 16660
    },
    {
      "epoch": 15.98274209012464,
      "grad_norm": 0.3387947380542755,
      "learning_rate": 4.058865150225833e-06,
      "loss": 0.0279,
      "step": 16670
    },
    {
      "epoch": 15.992329817833173,
      "grad_norm": 0.5632581114768982,
      "learning_rate": 4.024588654880079e-06,
      "loss": 0.0298,
      "step": 16680
    },
    {
      "epoch": 16.001917545541705,
      "grad_norm": 0.2585551142692566,
      "learning_rate": 3.990451433790254e-06,
      "loss": 0.0313,
      "step": 16690
    },
    {
      "epoch": 16.01150527325024,
      "grad_norm": 0.2654295563697815,
      "learning_rate": 3.956453590368914e-06,
      "loss": 0.0258,
      "step": 16700
    },
    {
      "epoch": 16.02109300095877,
      "grad_norm": 0.243434339761734,
      "learning_rate": 3.922595227606435e-06,
      "loss": 0.0263,
      "step": 16710
    },
    {
      "epoch": 16.030680728667306,
      "grad_norm": 0.23672133684158325,
      "learning_rate": 3.8888764480706276e-06,
      "loss": 0.029,
      "step": 16720
    },
    {
      "epoch": 16.040268456375838,
      "grad_norm": 0.28110471367836,
      "learning_rate": 3.855297353906512e-06,
      "loss": 0.0313,
      "step": 16730
    },
    {
      "epoch": 16.049856184084373,
      "grad_norm": 0.17387288808822632,
      "learning_rate": 3.821858046835913e-06,
      "loss": 0.0263,
      "step": 16740
    },
    {
      "epoch": 16.059443911792904,
      "grad_norm": 0.16623635590076447,
      "learning_rate": 3.7885586281572016e-06,
      "loss": 0.0234,
      "step": 16750
    },
    {
      "epoch": 16.06903163950144,
      "grad_norm": 0.20889221131801605,
      "learning_rate": 3.7553991987449912e-06,
      "loss": 0.0198,
      "step": 16760
    },
    {
      "epoch": 16.07861936720997,
      "grad_norm": 0.2764891982078552,
      "learning_rate": 3.7223798590498403e-06,
      "loss": 0.0306,
      "step": 16770
    },
    {
      "epoch": 16.088207094918506,
      "grad_norm": 0.17139260470867157,
      "learning_rate": 3.689500709097893e-06,
      "loss": 0.0204,
      "step": 16780
    },
    {
      "epoch": 16.097794822627037,
      "grad_norm": 0.25818943977355957,
      "learning_rate": 3.6567618484906307e-06,
      "loss": 0.0243,
      "step": 16790
    },
    {
      "epoch": 16.107382550335572,
      "grad_norm": 0.33521944284439087,
      "learning_rate": 3.6241633764045545e-06,
      "loss": 0.0289,
      "step": 16800
    },
    {
      "epoch": 16.116970278044104,
      "grad_norm": 0.23774349689483643,
      "learning_rate": 3.591705391590905e-06,
      "loss": 0.0284,
      "step": 16810
    },
    {
      "epoch": 16.126558005752635,
      "grad_norm": 0.17396867275238037,
      "learning_rate": 3.5593879923753015e-06,
      "loss": 0.0292,
      "step": 16820
    },
    {
      "epoch": 16.13614573346117,
      "grad_norm": 0.32836684584617615,
      "learning_rate": 3.5272112766574993e-06,
      "loss": 0.0261,
      "step": 16830
    },
    {
      "epoch": 16.1457334611697,
      "grad_norm": 0.2727390229701996,
      "learning_rate": 3.4951753419110943e-06,
      "loss": 0.0294,
      "step": 16840
    },
    {
      "epoch": 16.155321188878236,
      "grad_norm": 0.36386972665786743,
      "learning_rate": 3.4632802851832013e-06,
      "loss": 0.0256,
      "step": 16850
    },
    {
      "epoch": 16.164908916586768,
      "grad_norm": 0.20322419703006744,
      "learning_rate": 3.431526203094171e-06,
      "loss": 0.0242,
      "step": 16860
    },
    {
      "epoch": 16.174496644295303,
      "grad_norm": 0.23579928278923035,
      "learning_rate": 3.3999131918372785e-06,
      "loss": 0.03,
      "step": 16870
    },
    {
      "epoch": 16.184084372003834,
      "grad_norm": 0.20980890095233917,
      "learning_rate": 3.3684413471784804e-06,
      "loss": 0.0281,
      "step": 16880
    },
    {
      "epoch": 16.19367209971237,
      "grad_norm": 0.17388616502285004,
      "learning_rate": 3.3371107644560805e-06,
      "loss": 0.0312,
      "step": 16890
    },
    {
      "epoch": 16.2032598274209,
      "grad_norm": 0.43162086606025696,
      "learning_rate": 3.3059215385804585e-06,
      "loss": 0.0281,
      "step": 16900
    },
    {
      "epoch": 16.212847555129436,
      "grad_norm": 0.21873044967651367,
      "learning_rate": 3.274873764033759e-06,
      "loss": 0.0255,
      "step": 16910
    },
    {
      "epoch": 16.222435282837967,
      "grad_norm": 0.2102050930261612,
      "learning_rate": 3.243967534869652e-06,
      "loss": 0.0272,
      "step": 16920
    },
    {
      "epoch": 16.232023010546502,
      "grad_norm": 0.21298690140247345,
      "learning_rate": 3.213202944713023e-06,
      "loss": 0.0261,
      "step": 16930
    },
    {
      "epoch": 16.241610738255034,
      "grad_norm": 0.30388498306274414,
      "learning_rate": 3.1825800867596566e-06,
      "loss": 0.0338,
      "step": 16940
    },
    {
      "epoch": 16.251198465963565,
      "grad_norm": 0.2536049485206604,
      "learning_rate": 3.152099053776014e-06,
      "loss": 0.0292,
      "step": 16950
    },
    {
      "epoch": 16.2607861936721,
      "grad_norm": 0.2809562385082245,
      "learning_rate": 3.121759938098906e-06,
      "loss": 0.0262,
      "step": 16960
    },
    {
      "epoch": 16.27037392138063,
      "grad_norm": 0.2241629660129547,
      "learning_rate": 3.091562831635253e-06,
      "loss": 0.0288,
      "step": 16970
    },
    {
      "epoch": 16.279961649089167,
      "grad_norm": 0.1237056627869606,
      "learning_rate": 3.061507825861748e-06,
      "loss": 0.0209,
      "step": 16980
    },
    {
      "epoch": 16.289549376797698,
      "grad_norm": 0.13440051674842834,
      "learning_rate": 3.031595011824656e-06,
      "loss": 0.0273,
      "step": 16990
    },
    {
      "epoch": 16.299137104506233,
      "grad_norm": 0.28445371985435486,
      "learning_rate": 3.0018244801394535e-06,
      "loss": 0.034,
      "step": 17000
    },
    {
      "epoch": 16.308724832214764,
      "grad_norm": 0.3177470862865448,
      "learning_rate": 2.9721963209906502e-06,
      "loss": 0.0301,
      "step": 17010
    },
    {
      "epoch": 16.3183125599233,
      "grad_norm": 0.1341092437505722,
      "learning_rate": 2.942710624131412e-06,
      "loss": 0.0266,
      "step": 17020
    },
    {
      "epoch": 16.32790028763183,
      "grad_norm": 0.19116052985191345,
      "learning_rate": 2.9133674788833833e-06,
      "loss": 0.0311,
      "step": 17030
    },
    {
      "epoch": 16.337488015340366,
      "grad_norm": 0.1874174177646637,
      "learning_rate": 2.884166974136343e-06,
      "loss": 0.0236,
      "step": 17040
    },
    {
      "epoch": 16.347075743048897,
      "grad_norm": 0.36720889806747437,
      "learning_rate": 2.855109198347983e-06,
      "loss": 0.0278,
      "step": 17050
    },
    {
      "epoch": 16.35666347075743,
      "grad_norm": 0.38599368929862976,
      "learning_rate": 2.826194239543617e-06,
      "loss": 0.0323,
      "step": 17060
    },
    {
      "epoch": 16.366251198465964,
      "grad_norm": 0.19532305002212524,
      "learning_rate": 2.797422185315929e-06,
      "loss": 0.0222,
      "step": 17070
    },
    {
      "epoch": 16.375838926174495,
      "grad_norm": 0.2218206375837326,
      "learning_rate": 2.768793122824681e-06,
      "loss": 0.0255,
      "step": 17080
    },
    {
      "epoch": 16.38542665388303,
      "grad_norm": 0.3124590516090393,
      "learning_rate": 2.740307138796483e-06,
      "loss": 0.0249,
      "step": 17090
    },
    {
      "epoch": 16.39501438159156,
      "grad_norm": 0.21726781129837036,
      "learning_rate": 2.7119643195245238e-06,
      "loss": 0.0218,
      "step": 17100
    },
    {
      "epoch": 16.404602109300097,
      "grad_norm": 0.5927583575248718,
      "learning_rate": 2.683764750868273e-06,
      "loss": 0.0263,
      "step": 17110
    },
    {
      "epoch": 16.414189837008628,
      "grad_norm": 0.28960007429122925,
      "learning_rate": 2.6557085182532582e-06,
      "loss": 0.0291,
      "step": 17120
    },
    {
      "epoch": 16.423777564717163,
      "grad_norm": 0.35697048902511597,
      "learning_rate": 2.6277957066708047e-06,
      "loss": 0.0273,
      "step": 17130
    },
    {
      "epoch": 16.433365292425695,
      "grad_norm": 0.2136591225862503,
      "learning_rate": 2.6000264006777743e-06,
      "loss": 0.0325,
      "step": 17140
    },
    {
      "epoch": 16.44295302013423,
      "grad_norm": 0.3051040768623352,
      "learning_rate": 2.5724006843962866e-06,
      "loss": 0.0298,
      "step": 17150
    },
    {
      "epoch": 16.45254074784276,
      "grad_norm": 0.1534937173128128,
      "learning_rate": 2.5449186415134885e-06,
      "loss": 0.0263,
      "step": 17160
    },
    {
      "epoch": 16.462128475551296,
      "grad_norm": 0.17988426983356476,
      "learning_rate": 2.5175803552812906e-06,
      "loss": 0.0278,
      "step": 17170
    },
    {
      "epoch": 16.471716203259827,
      "grad_norm": 0.48748767375946045,
      "learning_rate": 2.490385908516141e-06,
      "loss": 0.0308,
      "step": 17180
    },
    {
      "epoch": 16.48130393096836,
      "grad_norm": 0.191914901137352,
      "learning_rate": 2.463335383598725e-06,
      "loss": 0.0303,
      "step": 17190
    },
    {
      "epoch": 16.490891658676894,
      "grad_norm": 0.21671634912490845,
      "learning_rate": 2.4364288624737442e-06,
      "loss": 0.0276,
      "step": 17200
    },
    {
      "epoch": 16.500479386385425,
      "grad_norm": 0.13923166692256927,
      "learning_rate": 2.4096664266496814e-06,
      "loss": 0.0331,
      "step": 17210
    },
    {
      "epoch": 16.51006711409396,
      "grad_norm": 0.20780488848686218,
      "learning_rate": 2.3830481571985365e-06,
      "loss": 0.0243,
      "step": 17220
    },
    {
      "epoch": 16.51965484180249,
      "grad_norm": 0.39643654227256775,
      "learning_rate": 2.3565741347555792e-06,
      "loss": 0.0289,
      "step": 17230
    },
    {
      "epoch": 16.529242569511027,
      "grad_norm": 0.18083330988883972,
      "learning_rate": 2.3302444395190915e-06,
      "loss": 0.0216,
      "step": 17240
    },
    {
      "epoch": 16.538830297219558,
      "grad_norm": 0.1432444006204605,
      "learning_rate": 2.3040591512501765e-06,
      "loss": 0.0318,
      "step": 17250
    },
    {
      "epoch": 16.548418024928093,
      "grad_norm": 0.2874661386013031,
      "learning_rate": 2.278018349272465e-06,
      "loss": 0.0279,
      "step": 17260
    },
    {
      "epoch": 16.558005752636625,
      "grad_norm": 0.2093266099691391,
      "learning_rate": 2.2521221124718826e-06,
      "loss": 0.0226,
      "step": 17270
    },
    {
      "epoch": 16.56759348034516,
      "grad_norm": 0.3234308063983917,
      "learning_rate": 2.2263705192964334e-06,
      "loss": 0.0295,
      "step": 17280
    },
    {
      "epoch": 16.57718120805369,
      "grad_norm": 0.6225463151931763,
      "learning_rate": 2.2007636477559436e-06,
      "loss": 0.031,
      "step": 17290
    },
    {
      "epoch": 16.586768935762223,
      "grad_norm": 0.31777986884117126,
      "learning_rate": 2.1753015754218453e-06,
      "loss": 0.0311,
      "step": 17300
    },
    {
      "epoch": 16.596356663470758,
      "grad_norm": 0.2332683950662613,
      "learning_rate": 2.149984379426906e-06,
      "loss": 0.0263,
      "step": 17310
    },
    {
      "epoch": 16.60594439117929,
      "grad_norm": 0.23592767119407654,
      "learning_rate": 2.1248121364650265e-06,
      "loss": 0.0229,
      "step": 17320
    },
    {
      "epoch": 16.615532118887824,
      "grad_norm": 0.4014437198638916,
      "learning_rate": 2.0997849227909983e-06,
      "loss": 0.026,
      "step": 17330
    },
    {
      "epoch": 16.625119846596355,
      "grad_norm": 0.18571177124977112,
      "learning_rate": 2.0749028142202807e-06,
      "loss": 0.0281,
      "step": 17340
    },
    {
      "epoch": 16.63470757430489,
      "grad_norm": 0.2480279952287674,
      "learning_rate": 2.050165886128741e-06,
      "loss": 0.0283,
      "step": 17350
    },
    {
      "epoch": 16.644295302013422,
      "grad_norm": 0.20139874517917633,
      "learning_rate": 2.0255742134524804e-06,
      "loss": 0.0263,
      "step": 17360
    },
    {
      "epoch": 16.653883029721957,
      "grad_norm": 0.18241684138774872,
      "learning_rate": 2.001127870687541e-06,
      "loss": 0.0206,
      "step": 17370
    },
    {
      "epoch": 16.66347075743049,
      "grad_norm": 0.26072490215301514,
      "learning_rate": 1.9768269318897414e-06,
      "loss": 0.0251,
      "step": 17380
    },
    {
      "epoch": 16.673058485139023,
      "grad_norm": 0.33512383699417114,
      "learning_rate": 1.9526714706744055e-06,
      "loss": 0.0282,
      "step": 17390
    },
    {
      "epoch": 16.682646212847555,
      "grad_norm": 0.279745876789093,
      "learning_rate": 1.928661560216172e-06,
      "loss": 0.0233,
      "step": 17400
    },
    {
      "epoch": 16.69223394055609,
      "grad_norm": 0.2306470274925232,
      "learning_rate": 1.904797273248754e-06,
      "loss": 0.0272,
      "step": 17410
    },
    {
      "epoch": 16.70182166826462,
      "grad_norm": 0.14322997629642487,
      "learning_rate": 1.8810786820647242e-06,
      "loss": 0.0272,
      "step": 17420
    },
    {
      "epoch": 16.711409395973153,
      "grad_norm": 0.25938233733177185,
      "learning_rate": 1.8575058585152905e-06,
      "loss": 0.0308,
      "step": 17430
    },
    {
      "epoch": 16.720997123681688,
      "grad_norm": 0.23380053043365479,
      "learning_rate": 1.8340788740101034e-06,
      "loss": 0.028,
      "step": 17440
    },
    {
      "epoch": 16.73058485139022,
      "grad_norm": 0.27241095900535583,
      "learning_rate": 1.810797799517e-06,
      "loss": 0.0293,
      "step": 17450
    },
    {
      "epoch": 16.740172579098754,
      "grad_norm": 0.24621997773647308,
      "learning_rate": 1.7876627055618155e-06,
      "loss": 0.0258,
      "step": 17460
    },
    {
      "epoch": 16.749760306807286,
      "grad_norm": 0.15812641382217407,
      "learning_rate": 1.7646736622281667e-06,
      "loss": 0.0259,
      "step": 17470
    },
    {
      "epoch": 16.75934803451582,
      "grad_norm": 0.18936626613140106,
      "learning_rate": 1.7418307391572354e-06,
      "loss": 0.026,
      "step": 17480
    },
    {
      "epoch": 16.768935762224352,
      "grad_norm": 0.16878223419189453,
      "learning_rate": 1.7191340055475513e-06,
      "loss": 0.0281,
      "step": 17490
    },
    {
      "epoch": 16.778523489932887,
      "grad_norm": 0.18892349302768707,
      "learning_rate": 1.696583530154794e-06,
      "loss": 0.0259,
      "step": 17500
    },
    {
      "epoch": 16.78811121764142,
      "grad_norm": 0.243266299366951,
      "learning_rate": 1.6741793812915907e-06,
      "loss": 0.0248,
      "step": 17510
    },
    {
      "epoch": 16.797698945349953,
      "grad_norm": 0.20740211009979248,
      "learning_rate": 1.6519216268272796e-06,
      "loss": 0.0264,
      "step": 17520
    },
    {
      "epoch": 16.807286673058485,
      "grad_norm": 0.16220887005329132,
      "learning_rate": 1.6298103341877369e-06,
      "loss": 0.0226,
      "step": 17530
    },
    {
      "epoch": 16.81687440076702,
      "grad_norm": 0.3126187026500702,
      "learning_rate": 1.6078455703551486e-06,
      "loss": 0.0326,
      "step": 17540
    },
    {
      "epoch": 16.82646212847555,
      "grad_norm": 0.1612725555896759,
      "learning_rate": 1.5860274018678345e-06,
      "loss": 0.0327,
      "step": 17550
    },
    {
      "epoch": 16.836049856184083,
      "grad_norm": 0.20316867530345917,
      "learning_rate": 1.5643558948200131e-06,
      "loss": 0.0252,
      "step": 17560
    },
    {
      "epoch": 16.845637583892618,
      "grad_norm": 0.20207004249095917,
      "learning_rate": 1.5428311148616204e-06,
      "loss": 0.0298,
      "step": 17570
    },
    {
      "epoch": 16.85522531160115,
      "grad_norm": 0.2780834436416626,
      "learning_rate": 1.5214531271981192e-06,
      "loss": 0.026,
      "step": 17580
    },
    {
      "epoch": 16.864813039309684,
      "grad_norm": 0.3551330268383026,
      "learning_rate": 1.5002219965902896e-06,
      "loss": 0.0255,
      "step": 17590
    },
    {
      "epoch": 16.874400767018216,
      "grad_norm": 0.23651057481765747,
      "learning_rate": 1.4791377873540235e-06,
      "loss": 0.0274,
      "step": 17600
    },
    {
      "epoch": 16.88398849472675,
      "grad_norm": 0.19430945813655853,
      "learning_rate": 1.4582005633601515e-06,
      "loss": 0.0232,
      "step": 17610
    },
    {
      "epoch": 16.893576222435282,
      "grad_norm": 0.21821914613246918,
      "learning_rate": 1.437410388034227e-06,
      "loss": 0.0278,
      "step": 17620
    },
    {
      "epoch": 16.903163950143817,
      "grad_norm": 0.23415020108222961,
      "learning_rate": 1.4167673243563717e-06,
      "loss": 0.0331,
      "step": 17630
    },
    {
      "epoch": 16.91275167785235,
      "grad_norm": 0.207551971077919,
      "learning_rate": 1.3962714348610295e-06,
      "loss": 0.0305,
      "step": 17640
    },
    {
      "epoch": 16.922339405560884,
      "grad_norm": 0.28280988335609436,
      "learning_rate": 1.3759227816368182e-06,
      "loss": 0.0297,
      "step": 17650
    },
    {
      "epoch": 16.931927133269415,
      "grad_norm": 0.24366876482963562,
      "learning_rate": 1.3557214263263286e-06,
      "loss": 0.0247,
      "step": 17660
    },
    {
      "epoch": 16.941514860977946,
      "grad_norm": 0.20423495769500732,
      "learning_rate": 1.3356674301259532e-06,
      "loss": 0.0263,
      "step": 17670
    },
    {
      "epoch": 16.95110258868648,
      "grad_norm": 0.19706788659095764,
      "learning_rate": 1.3157608537856582e-06,
      "loss": 0.0297,
      "step": 17680
    },
    {
      "epoch": 16.960690316395013,
      "grad_norm": 0.2174736112356186,
      "learning_rate": 1.2960017576088446e-06,
      "loss": 0.0278,
      "step": 17690
    },
    {
      "epoch": 16.970278044103548,
      "grad_norm": 0.2222086638212204,
      "learning_rate": 1.2763902014521656e-06,
      "loss": 0.0276,
      "step": 17700
    },
    {
      "epoch": 16.97986577181208,
      "grad_norm": 0.20257794857025146,
      "learning_rate": 1.2569262447252928e-06,
      "loss": 0.034,
      "step": 17710
    },
    {
      "epoch": 16.989453499520614,
      "grad_norm": 0.2699783146381378,
      "learning_rate": 1.2376099463907887e-06,
      "loss": 0.0226,
      "step": 17720
    },
    {
      "epoch": 16.999041227229146,
      "grad_norm": 0.19566196203231812,
      "learning_rate": 1.2184413649639182e-06,
      "loss": 0.028,
      "step": 17730
    },
    {
      "epoch": 17.00862895493768,
      "grad_norm": 0.23381511867046356,
      "learning_rate": 1.1994205585124652e-06,
      "loss": 0.029,
      "step": 17740
    },
    {
      "epoch": 17.018216682646212,
      "grad_norm": 0.19119040668010712,
      "learning_rate": 1.180547584656533e-06,
      "loss": 0.0239,
      "step": 17750
    },
    {
      "epoch": 17.027804410354747,
      "grad_norm": 0.23085108399391174,
      "learning_rate": 1.1618225005684158e-06,
      "loss": 0.0275,
      "step": 17760
    },
    {
      "epoch": 17.03739213806328,
      "grad_norm": 0.21077860891819,
      "learning_rate": 1.1432453629723893e-06,
      "loss": 0.0309,
      "step": 17770
    },
    {
      "epoch": 17.046979865771814,
      "grad_norm": 0.18925194442272186,
      "learning_rate": 1.124816228144565e-06,
      "loss": 0.0271,
      "step": 17780
    },
    {
      "epoch": 17.056567593480345,
      "grad_norm": 0.22407986223697662,
      "learning_rate": 1.106535151912702e-06,
      "loss": 0.0273,
      "step": 17790
    },
    {
      "epoch": 17.066155321188877,
      "grad_norm": 0.21448639035224915,
      "learning_rate": 1.0884021896560237e-06,
      "loss": 0.0258,
      "step": 17800
    },
    {
      "epoch": 17.07574304889741,
      "grad_norm": 0.24161478877067566,
      "learning_rate": 1.0704173963050957e-06,
      "loss": 0.0289,
      "step": 17810
    },
    {
      "epoch": 17.085330776605943,
      "grad_norm": 0.1643606573343277,
      "learning_rate": 1.0525808263416205e-06,
      "loss": 0.0258,
      "step": 17820
    },
    {
      "epoch": 17.094918504314478,
      "grad_norm": 0.2575829327106476,
      "learning_rate": 1.0348925337982817e-06,
      "loss": 0.0274,
      "step": 17830
    },
    {
      "epoch": 17.10450623202301,
      "grad_norm": 0.1602732241153717,
      "learning_rate": 1.0173525722585897e-06,
      "loss": 0.0358,
      "step": 17840
    },
    {
      "epoch": 17.114093959731544,
      "grad_norm": 0.23271816968917847,
      "learning_rate": 9.999609948567024e-07,
      "loss": 0.0373,
      "step": 17850
    },
    {
      "epoch": 17.123681687440076,
      "grad_norm": 0.18822619318962097,
      "learning_rate": 9.82717854277293e-07,
      "loss": 0.0278,
      "step": 17860
    },
    {
      "epoch": 17.13326941514861,
      "grad_norm": 0.37295079231262207,
      "learning_rate": 9.656232027553558e-07,
      "loss": 0.0245,
      "step": 17870
    },
    {
      "epoch": 17.142857142857142,
      "grad_norm": 0.207114115357399,
      "learning_rate": 9.486770920760668e-07,
      "loss": 0.0237,
      "step": 17880
    },
    {
      "epoch": 17.152444870565677,
      "grad_norm": 0.2382437288761139,
      "learning_rate": 9.318795735746233e-07,
      "loss": 0.0262,
      "step": 17890
    },
    {
      "epoch": 17.16203259827421,
      "grad_norm": 0.3437121510505676,
      "learning_rate": 9.152306981360992e-07,
      "loss": 0.0274,
      "step": 17900
    },
    {
      "epoch": 17.171620325982744,
      "grad_norm": 0.1845656931400299,
      "learning_rate": 8.987305161952731e-07,
      "loss": 0.0251,
      "step": 17910
    },
    {
      "epoch": 17.181208053691275,
      "grad_norm": 0.2611910402774811,
      "learning_rate": 8.823790777364837e-07,
      "loss": 0.0263,
      "step": 17920
    },
    {
      "epoch": 17.190795781399807,
      "grad_norm": 0.3325332701206207,
      "learning_rate": 8.661764322934695e-07,
      "loss": 0.0314,
      "step": 17930
    },
    {
      "epoch": 17.20038350910834,
      "grad_norm": 0.38311854004859924,
      "learning_rate": 8.50122628949257e-07,
      "loss": 0.0279,
      "step": 17940
    },
    {
      "epoch": 17.209971236816873,
      "grad_norm": 0.1343742161989212,
      "learning_rate": 8.342177163359389e-07,
      "loss": 0.028,
      "step": 17950
    },
    {
      "epoch": 17.219558964525408,
      "grad_norm": 0.19379399716854095,
      "learning_rate": 8.184617426346131e-07,
      "loss": 0.0301,
      "step": 17960
    },
    {
      "epoch": 17.22914669223394,
      "grad_norm": 0.16689153015613556,
      "learning_rate": 8.028547555751553e-07,
      "loss": 0.029,
      "step": 17970
    },
    {
      "epoch": 17.238734419942475,
      "grad_norm": 0.45647260546684265,
      "learning_rate": 7.873968024361467e-07,
      "loss": 0.0307,
      "step": 17980
    },
    {
      "epoch": 17.248322147651006,
      "grad_norm": 0.19029688835144043,
      "learning_rate": 7.720879300446682e-07,
      "loss": 0.0269,
      "step": 17990
    },
    {
      "epoch": 17.25790987535954,
      "grad_norm": 0.26700901985168457,
      "learning_rate": 7.569281847762122e-07,
      "loss": 0.026,
      "step": 18000
    },
    {
      "epoch": 17.267497603068072,
      "grad_norm": 0.20858362317085266,
      "learning_rate": 7.419176125544991e-07,
      "loss": 0.0304,
      "step": 18010
    },
    {
      "epoch": 17.277085330776607,
      "grad_norm": 0.23115743696689606,
      "learning_rate": 7.270562588513663e-07,
      "loss": 0.0389,
      "step": 18020
    },
    {
      "epoch": 17.28667305848514,
      "grad_norm": 0.17492881417274475,
      "learning_rate": 7.123441686866183e-07,
      "loss": 0.0293,
      "step": 18030
    },
    {
      "epoch": 17.29626078619367,
      "grad_norm": 0.12759244441986084,
      "learning_rate": 6.977813866278826e-07,
      "loss": 0.0239,
      "step": 18040
    },
    {
      "epoch": 17.305848513902205,
      "grad_norm": 0.18989066779613495,
      "learning_rate": 6.833679567905038e-07,
      "loss": 0.0292,
      "step": 18050
    },
    {
      "epoch": 17.315436241610737,
      "grad_norm": 0.5339308977127075,
      "learning_rate": 6.691039228373774e-07,
      "loss": 0.0337,
      "step": 18060
    },
    {
      "epoch": 17.325023969319272,
      "grad_norm": 0.18861901760101318,
      "learning_rate": 6.549893279788277e-07,
      "loss": 0.0288,
      "step": 18070
    },
    {
      "epoch": 17.334611697027803,
      "grad_norm": 0.18615840375423431,
      "learning_rate": 6.410242149724966e-07,
      "loss": 0.0246,
      "step": 18080
    },
    {
      "epoch": 17.34419942473634,
      "grad_norm": 0.1773938536643982,
      "learning_rate": 6.272086261231769e-07,
      "loss": 0.0272,
      "step": 18090
    },
    {
      "epoch": 17.35378715244487,
      "grad_norm": 0.2144092619419098,
      "learning_rate": 6.135426032827185e-07,
      "loss": 0.0299,
      "step": 18100
    },
    {
      "epoch": 17.363374880153405,
      "grad_norm": 0.18490025401115417,
      "learning_rate": 6.000261878498947e-07,
      "loss": 0.0297,
      "step": 18110
    },
    {
      "epoch": 17.372962607861936,
      "grad_norm": 0.18837903439998627,
      "learning_rate": 5.86659420770247e-07,
      "loss": 0.0272,
      "step": 18120
    },
    {
      "epoch": 17.38255033557047,
      "grad_norm": 0.2982289791107178,
      "learning_rate": 5.734423425359958e-07,
      "loss": 0.0314,
      "step": 18130
    },
    {
      "epoch": 17.392138063279003,
      "grad_norm": 0.2356351912021637,
      "learning_rate": 5.603749931859137e-07,
      "loss": 0.0258,
      "step": 18140
    },
    {
      "epoch": 17.401725790987538,
      "grad_norm": 0.13853472471237183,
      "learning_rate": 5.474574123051912e-07,
      "loss": 0.0289,
      "step": 18150
    },
    {
      "epoch": 17.41131351869607,
      "grad_norm": 0.2044096440076828,
      "learning_rate": 5.346896390253153e-07,
      "loss": 0.0244,
      "step": 18160
    },
    {
      "epoch": 17.4209012464046,
      "grad_norm": 0.33529403805732727,
      "learning_rate": 5.220717120239693e-07,
      "loss": 0.0282,
      "step": 18170
    },
    {
      "epoch": 17.430488974113135,
      "grad_norm": 0.2302224040031433,
      "learning_rate": 5.096036695248885e-07,
      "loss": 0.0299,
      "step": 18180
    },
    {
      "epoch": 17.440076701821667,
      "grad_norm": 0.22276417911052704,
      "learning_rate": 4.972855492977823e-07,
      "loss": 0.0294,
      "step": 18190
    },
    {
      "epoch": 17.449664429530202,
      "grad_norm": 0.5279762744903564,
      "learning_rate": 4.851173886581794e-07,
      "loss": 0.0286,
      "step": 18200
    },
    {
      "epoch": 17.459252157238733,
      "grad_norm": 0.22499582171440125,
      "learning_rate": 4.7309922446732715e-07,
      "loss": 0.0239,
      "step": 18210
    },
    {
      "epoch": 17.46883988494727,
      "grad_norm": 0.2594180703163147,
      "learning_rate": 4.61231093132114e-07,
      "loss": 0.0275,
      "step": 18220
    },
    {
      "epoch": 17.4784276126558,
      "grad_norm": 0.1713213175535202,
      "learning_rate": 4.495130306049034e-07,
      "loss": 0.0243,
      "step": 18230
    },
    {
      "epoch": 17.488015340364335,
      "grad_norm": 0.3286925256252289,
      "learning_rate": 4.3794507238347214e-07,
      "loss": 0.0316,
      "step": 18240
    },
    {
      "epoch": 17.497603068072866,
      "grad_norm": 0.23200523853302002,
      "learning_rate": 4.2652725351085556e-07,
      "loss": 0.0265,
      "step": 18250
    },
    {
      "epoch": 17.5071907957814,
      "grad_norm": 0.22095492482185364,
      "learning_rate": 4.1525960857530243e-07,
      "loss": 0.024,
      "step": 18260
    },
    {
      "epoch": 17.516778523489933,
      "grad_norm": 0.17762340605258942,
      "learning_rate": 4.041421717101146e-07,
      "loss": 0.0268,
      "step": 18270
    },
    {
      "epoch": 17.526366251198468,
      "grad_norm": 0.2298087775707245,
      "learning_rate": 3.931749765935744e-07,
      "loss": 0.0257,
      "step": 18280
    },
    {
      "epoch": 17.535953978907,
      "grad_norm": 0.21401867270469666,
      "learning_rate": 3.8235805644882273e-07,
      "loss": 0.0245,
      "step": 18290
    },
    {
      "epoch": 17.54554170661553,
      "grad_norm": 0.5458080172538757,
      "learning_rate": 3.716914440437813e-07,
      "loss": 0.033,
      "step": 18300
    },
    {
      "epoch": 17.555129434324066,
      "grad_norm": 0.17889949679374695,
      "learning_rate": 3.611751716910472e-07,
      "loss": 0.0303,
      "step": 18310
    },
    {
      "epoch": 17.564717162032597,
      "grad_norm": 0.0861106589436531,
      "learning_rate": 3.508092712477651e-07,
      "loss": 0.025,
      "step": 18320
    },
    {
      "epoch": 17.574304889741132,
      "grad_norm": 0.396636962890625,
      "learning_rate": 3.405937741155829e-07,
      "loss": 0.03,
      "step": 18330
    },
    {
      "epoch": 17.583892617449663,
      "grad_norm": 0.3980105221271515,
      "learning_rate": 3.30528711240502e-07,
      "loss": 0.0217,
      "step": 18340
    },
    {
      "epoch": 17.5934803451582,
      "grad_norm": 0.2600933313369751,
      "learning_rate": 3.206141131128326e-07,
      "loss": 0.0278,
      "step": 18350
    },
    {
      "epoch": 17.60306807286673,
      "grad_norm": 0.20506466925144196,
      "learning_rate": 3.108500097670719e-07,
      "loss": 0.0216,
      "step": 18360
    },
    {
      "epoch": 17.612655800575265,
      "grad_norm": 0.31107306480407715,
      "learning_rate": 3.0123643078180943e-07,
      "loss": 0.0296,
      "step": 18370
    },
    {
      "epoch": 17.622243528283796,
      "grad_norm": 0.2587839663028717,
      "learning_rate": 2.9177340527966613e-07,
      "loss": 0.0265,
      "step": 18380
    },
    {
      "epoch": 17.63183125599233,
      "grad_norm": 0.293157160282135,
      "learning_rate": 2.824609619271723e-07,
      "loss": 0.0239,
      "step": 18390
    },
    {
      "epoch": 17.641418983700863,
      "grad_norm": 0.22268742322921753,
      "learning_rate": 2.732991289347064e-07,
      "loss": 0.0283,
      "step": 18400
    },
    {
      "epoch": 17.651006711409394,
      "grad_norm": 0.21071119606494904,
      "learning_rate": 2.6428793405640087e-07,
      "loss": 0.0241,
      "step": 18410
    },
    {
      "epoch": 17.66059443911793,
      "grad_norm": 0.25878384709358215,
      "learning_rate": 2.554274045900418e-07,
      "loss": 0.0224,
      "step": 18420
    },
    {
      "epoch": 17.67018216682646,
      "grad_norm": 0.2513992488384247,
      "learning_rate": 2.46717567377025e-07,
      "loss": 0.0271,
      "step": 18430
    },
    {
      "epoch": 17.679769894534996,
      "grad_norm": 0.1096489429473877,
      "learning_rate": 2.381584488022337e-07,
      "loss": 0.0233,
      "step": 18440
    },
    {
      "epoch": 17.689357622243527,
      "grad_norm": 0.24723054468631744,
      "learning_rate": 2.2975007479397738e-07,
      "loss": 0.0254,
      "step": 18450
    },
    {
      "epoch": 17.698945349952062,
      "grad_norm": 0.22072063386440277,
      "learning_rate": 2.2149247082392522e-07,
      "loss": 0.0273,
      "step": 18460
    },
    {
      "epoch": 17.708533077660594,
      "grad_norm": 0.2557280957698822,
      "learning_rate": 2.1338566190699517e-07,
      "loss": 0.0322,
      "step": 18470
    },
    {
      "epoch": 17.71812080536913,
      "grad_norm": 0.3068563938140869,
      "learning_rate": 2.0542967260131497e-07,
      "loss": 0.0211,
      "step": 18480
    },
    {
      "epoch": 17.72770853307766,
      "grad_norm": 0.18864025175571442,
      "learning_rate": 1.976245270081334e-07,
      "loss": 0.028,
      "step": 18490
    },
    {
      "epoch": 17.737296260786195,
      "grad_norm": 0.20000196993350983,
      "learning_rate": 1.899702487717203e-07,
      "loss": 0.0239,
      "step": 18500
    },
    {
      "epoch": 17.746883988494726,
      "grad_norm": 0.5573348999023438,
      "learning_rate": 1.8246686107935562e-07,
      "loss": 0.03,
      "step": 18510
    },
    {
      "epoch": 17.75647171620326,
      "grad_norm": 0.09101556986570358,
      "learning_rate": 1.7511438666119594e-07,
      "loss": 0.0336,
      "step": 18520
    },
    {
      "epoch": 17.766059443911793,
      "grad_norm": 0.2559066712856293,
      "learning_rate": 1.6791284779024696e-07,
      "loss": 0.0285,
      "step": 18530
    },
    {
      "epoch": 17.775647171620324,
      "grad_norm": 0.23298071324825287,
      "learning_rate": 1.6086226628226898e-07,
      "loss": 0.0319,
      "step": 18540
    },
    {
      "epoch": 17.78523489932886,
      "grad_norm": 0.1978902518749237,
      "learning_rate": 1.5396266349574362e-07,
      "loss": 0.0269,
      "step": 18550
    },
    {
      "epoch": 17.79482262703739,
      "grad_norm": 0.5722432732582092,
      "learning_rate": 1.4721406033177954e-07,
      "loss": 0.0291,
      "step": 18560
    },
    {
      "epoch": 17.804410354745926,
      "grad_norm": 0.29033163189888,
      "learning_rate": 1.4061647723405125e-07,
      "loss": 0.0288,
      "step": 18570
    },
    {
      "epoch": 17.813998082454457,
      "grad_norm": 0.19131603837013245,
      "learning_rate": 1.3416993418874924e-07,
      "loss": 0.0247,
      "step": 18580
    },
    {
      "epoch": 17.823585810162992,
      "grad_norm": 0.25687092542648315,
      "learning_rate": 1.2787445072452998e-07,
      "loss": 0.0267,
      "step": 18590
    },
    {
      "epoch": 17.833173537871524,
      "grad_norm": 0.16243956983089447,
      "learning_rate": 1.217300459124271e-07,
      "loss": 0.0273,
      "step": 18600
    },
    {
      "epoch": 17.84276126558006,
      "grad_norm": 0.17303957045078278,
      "learning_rate": 1.1573673836580701e-07,
      "loss": 0.0353,
      "step": 18610
    },
    {
      "epoch": 17.85234899328859,
      "grad_norm": 0.4954906702041626,
      "learning_rate": 1.0989454624032448e-07,
      "loss": 0.0239,
      "step": 18620
    },
    {
      "epoch": 17.861936720997125,
      "grad_norm": 0.500385582447052,
      "learning_rate": 1.0420348723385043e-07,
      "loss": 0.0279,
      "step": 18630
    },
    {
      "epoch": 17.871524448705657,
      "grad_norm": 0.28065744042396545,
      "learning_rate": 9.866357858642205e-08,
      "loss": 0.024,
      "step": 18640
    },
    {
      "epoch": 17.88111217641419,
      "grad_norm": 0.22515705227851868,
      "learning_rate": 9.32748370802039e-08,
      "loss": 0.0273,
      "step": 18650
    },
    {
      "epoch": 17.890699904122723,
      "grad_norm": 0.4083874225616455,
      "learning_rate": 8.803727903942127e-08,
      "loss": 0.0269,
      "step": 18660
    },
    {
      "epoch": 17.900287631831254,
      "grad_norm": 0.3455846309661865,
      "learning_rate": 8.295092033031027e-08,
      "loss": 0.0277,
      "step": 18670
    },
    {
      "epoch": 17.90987535953979,
      "grad_norm": 0.15052051842212677,
      "learning_rate": 7.801577636108448e-08,
      "loss": 0.0358,
      "step": 18680
    },
    {
      "epoch": 17.91946308724832,
      "grad_norm": 0.21173402667045593,
      "learning_rate": 7.323186208188504e-08,
      "loss": 0.0256,
      "step": 18690
    },
    {
      "epoch": 17.929050814956856,
      "grad_norm": 0.3735136389732361,
      "learning_rate": 6.859919198470288e-08,
      "loss": 0.031,
      "step": 18700
    },
    {
      "epoch": 17.938638542665387,
      "grad_norm": 0.2103312462568283,
      "learning_rate": 6.411778010340097e-08,
      "loss": 0.0322,
      "step": 18710
    },
    {
      "epoch": 17.948226270373922,
      "grad_norm": 0.19569391012191772,
      "learning_rate": 5.978764001359771e-08,
      "loss": 0.0291,
      "step": 18720
    },
    {
      "epoch": 17.957813998082454,
      "grad_norm": 0.25286465883255005,
      "learning_rate": 5.5608784832683616e-08,
      "loss": 0.0277,
      "step": 18730
    },
    {
      "epoch": 17.96740172579099,
      "grad_norm": 0.2856442332267761,
      "learning_rate": 5.158122721974357e-08,
      "loss": 0.0254,
      "step": 18740
    },
    {
      "epoch": 17.97698945349952,
      "grad_norm": 0.15211383998394012,
      "learning_rate": 4.770497937554574e-08,
      "loss": 0.024,
      "step": 18750
    },
    {
      "epoch": 17.986577181208055,
      "grad_norm": 0.28586897253990173,
      "learning_rate": 4.398005304248609e-08,
      "loss": 0.0239,
      "step": 18760
    },
    {
      "epoch": 17.996164908916587,
      "grad_norm": 0.18181052803993225,
      "learning_rate": 4.0406459504555016e-08,
      "loss": 0.0236,
      "step": 18770
    },
    {
      "epoch": 18.005752636625118,
      "grad_norm": 0.19704671204090118,
      "learning_rate": 3.698420958732074e-08,
      "loss": 0.0251,
      "step": 18780
    },
    {
      "epoch": 18.015340364333653,
      "grad_norm": 0.19747470319271088,
      "learning_rate": 3.371331365786823e-08,
      "loss": 0.0313,
      "step": 18790
    },
    {
      "epoch": 18.024928092042185,
      "grad_norm": 0.23974737524986267,
      "learning_rate": 3.05937816247992e-08,
      "loss": 0.0334,
      "step": 18800
    },
    {
      "epoch": 18.03451581975072,
      "grad_norm": 0.31815865635871887,
      "learning_rate": 2.7625622938165507e-08,
      "loss": 0.025,
      "step": 18810
    },
    {
      "epoch": 18.04410354745925,
      "grad_norm": 0.14651015400886536,
      "learning_rate": 2.4808846589474687e-08,
      "loss": 0.0252,
      "step": 18820
    },
    {
      "epoch": 18.053691275167786,
      "grad_norm": 0.31359338760375977,
      "learning_rate": 2.214346111164556e-08,
      "loss": 0.0255,
      "step": 18830
    },
    {
      "epoch": 18.063279002876317,
      "grad_norm": 0.3521699607372284,
      "learning_rate": 1.9629474578986008e-08,
      "loss": 0.0229,
      "step": 18840
    },
    {
      "epoch": 18.072866730584852,
      "grad_norm": 0.2816530168056488,
      "learning_rate": 1.726689460716524e-08,
      "loss": 0.0262,
      "step": 18850
    },
    {
      "epoch": 18.082454458293384,
      "grad_norm": 0.27596089243888855,
      "learning_rate": 1.5055728353191578e-08,
      "loss": 0.0266,
      "step": 18860
    },
    {
      "epoch": 18.09204218600192,
      "grad_norm": 0.25768667459487915,
      "learning_rate": 1.2995982515406901e-08,
      "loss": 0.0273,
      "step": 18870
    },
    {
      "epoch": 18.10162991371045,
      "grad_norm": 0.13152585923671722,
      "learning_rate": 1.1087663333431141e-08,
      "loss": 0.0268,
      "step": 18880
    },
    {
      "epoch": 18.111217641418985,
      "grad_norm": 0.1559949666261673,
      "learning_rate": 9.330776588184487e-09,
      "loss": 0.0307,
      "step": 18890
    },
    {
      "epoch": 18.120805369127517,
      "grad_norm": 0.25546255707740784,
      "learning_rate": 7.725327601826315e-09,
      "loss": 0.0254,
      "step": 18900
    },
    {
      "epoch": 18.13039309683605,
      "grad_norm": 0.17455005645751953,
      "learning_rate": 6.271321237788508e-09,
      "loss": 0.0331,
      "step": 18910
    },
    {
      "epoch": 18.139980824544583,
      "grad_norm": 0.25416553020477295,
      "learning_rate": 4.9687619007199316e-09,
      "loss": 0.0332,
      "step": 18920
    },
    {
      "epoch": 18.149568552253115,
      "grad_norm": 0.19471152126789093,
      "learning_rate": 3.817653536480892e-09,
      "loss": 0.0248,
      "step": 18930
    },
    {
      "epoch": 18.15915627996165,
      "grad_norm": 0.26644882559776306,
      "learning_rate": 2.8179996321597845e-09,
      "loss": 0.0248,
      "step": 18940
    },
    {
      "epoch": 18.16874400767018,
      "grad_norm": 0.18680621683597565,
      "learning_rate": 1.9698032160231363e-09,
      "loss": 0.0252,
      "step": 18950
    },
    {
      "epoch": 18.178331735378716,
      "grad_norm": 0.22466066479682922,
      "learning_rate": 1.2730668575322569e-09,
      "loss": 0.0221,
      "step": 18960
    },
    {
      "epoch": 18.187919463087248,
      "grad_norm": 0.27246662974357605,
      "learning_rate": 7.277926673210367e-10,
      "loss": 0.0258,
      "step": 18970
    },
    {
      "epoch": 18.197507190795783,
      "grad_norm": 0.17329837381839752,
      "learning_rate": 3.3398229720149607e-10,
      "loss": 0.0266,
      "step": 18980
    },
    {
      "epoch": 18.207094918504314,
      "grad_norm": 0.3577910363674164,
      "learning_rate": 9.163694015268398e-11,
      "loss": 0.0296,
      "step": 18990
    },
    {
      "epoch": 18.21668264621285,
      "grad_norm": 0.24373145401477814,
      "learning_rate": 7.57330315126481e-13,
      "loss": 0.029,
      "step": 19000
    },
    {
      "epoch": 18.21668264621285,
      "step": 19000,
      "total_flos": 0.0,
      "train_loss": 0.04628433942951654,
      "train_runtime": 5633.6681,
      "train_samples_per_second": 107.923,
      "train_steps_per_second": 3.373
    }
  ],
  "logging_steps": 10,
  "max_steps": 19000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 19,
  "save_steps": 20000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}