{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 19560,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002556237218813906,
      "grad_norm": 86.6442642211914,
      "learning_rate": 4.601226993865031e-08,
      "loss": 4.7575,
      "step": 10
    },
    {
      "epoch": 0.005112474437627812,
      "grad_norm": 90.80802154541016,
      "learning_rate": 9.713701431492844e-08,
      "loss": 5.2498,
      "step": 20
    },
    {
      "epoch": 0.007668711656441718,
      "grad_norm": 79.19834899902344,
      "learning_rate": 1.4826175869120655e-07,
      "loss": 4.8172,
      "step": 30
    },
    {
      "epoch": 0.010224948875255624,
      "grad_norm": 93.67054748535156,
      "learning_rate": 1.9938650306748468e-07,
      "loss": 4.7357,
      "step": 40
    },
    {
      "epoch": 0.01278118609406953,
      "grad_norm": 84.51275634765625,
      "learning_rate": 2.505112474437628e-07,
      "loss": 4.5906,
      "step": 50
    },
    {
      "epoch": 0.015337423312883436,
      "grad_norm": 160.59327697753906,
      "learning_rate": 3.0163599182004093e-07,
      "loss": 4.4981,
      "step": 60
    },
    {
      "epoch": 0.01789366053169734,
      "grad_norm": 54.63095474243164,
      "learning_rate": 3.52760736196319e-07,
      "loss": 3.8254,
      "step": 70
    },
    {
      "epoch": 0.02044989775051125,
      "grad_norm": 56.51041793823242,
      "learning_rate": 4.038854805725972e-07,
      "loss": 3.2408,
      "step": 80
    },
    {
      "epoch": 0.023006134969325152,
      "grad_norm": 54.57204818725586,
      "learning_rate": 4.5501022494887533e-07,
      "loss": 3.1371,
      "step": 90
    },
    {
      "epoch": 0.02556237218813906,
      "grad_norm": 17.450857162475586,
      "learning_rate": 5.061349693251534e-07,
      "loss": 3.0649,
      "step": 100
    },
    {
      "epoch": 0.028118609406952964,
      "grad_norm": 14.947675704956055,
      "learning_rate": 5.572597137014316e-07,
      "loss": 2.6627,
      "step": 110
    },
    {
      "epoch": 0.03067484662576687,
      "grad_norm": 21.680395126342773,
      "learning_rate": 6.083844580777097e-07,
      "loss": 2.6963,
      "step": 120
    },
    {
      "epoch": 0.033231083844580775,
      "grad_norm": 14.042488098144531,
      "learning_rate": 6.595092024539878e-07,
      "loss": 2.7294,
      "step": 130
    },
    {
      "epoch": 0.03578732106339468,
      "grad_norm": 15.667428016662598,
      "learning_rate": 7.106339468302658e-07,
      "loss": 2.688,
      "step": 140
    },
    {
      "epoch": 0.03834355828220859,
      "grad_norm": 15.774909973144531,
      "learning_rate": 7.61758691206544e-07,
      "loss": 2.5642,
      "step": 150
    },
    {
      "epoch": 0.0408997955010225,
      "grad_norm": 17.561765670776367,
      "learning_rate": 8.128834355828222e-07,
      "loss": 2.621,
      "step": 160
    },
    {
      "epoch": 0.0434560327198364,
      "grad_norm": 22.855037689208984,
      "learning_rate": 8.640081799591003e-07,
      "loss": 2.5726,
      "step": 170
    },
    {
      "epoch": 0.046012269938650305,
      "grad_norm": 21.334442138671875,
      "learning_rate": 9.151329243353784e-07,
      "loss": 2.5354,
      "step": 180
    },
    {
      "epoch": 0.04856850715746421,
      "grad_norm": 16.87196159362793,
      "learning_rate": 9.662576687116565e-07,
      "loss": 2.5895,
      "step": 190
    },
    {
      "epoch": 0.05112474437627812,
      "grad_norm": 13.189834594726562,
      "learning_rate": 1.0173824130879346e-06,
      "loss": 2.5198,
      "step": 200
    },
    {
      "epoch": 0.05368098159509203,
      "grad_norm": 32.269676208496094,
      "learning_rate": 1.0685071574642128e-06,
      "loss": 2.4075,
      "step": 210
    },
    {
      "epoch": 0.05623721881390593,
      "grad_norm": 35.43799591064453,
      "learning_rate": 1.119631901840491e-06,
      "loss": 2.3543,
      "step": 220
    },
    {
      "epoch": 0.058793456032719835,
      "grad_norm": 15.105649948120117,
      "learning_rate": 1.170756646216769e-06,
      "loss": 2.4616,
      "step": 230
    },
    {
      "epoch": 0.06134969325153374,
      "grad_norm": 19.825071334838867,
      "learning_rate": 1.221881390593047e-06,
      "loss": 2.3646,
      "step": 240
    },
    {
      "epoch": 0.06390593047034765,
      "grad_norm": 14.074588775634766,
      "learning_rate": 1.2730061349693252e-06,
      "loss": 2.1941,
      "step": 250
    },
    {
      "epoch": 0.06646216768916155,
      "grad_norm": 21.8532772064209,
      "learning_rate": 1.3241308793456035e-06,
      "loss": 2.2606,
      "step": 260
    },
    {
      "epoch": 0.06901840490797546,
      "grad_norm": 22.797710418701172,
      "learning_rate": 1.3752556237218813e-06,
      "loss": 2.3052,
      "step": 270
    },
    {
      "epoch": 0.07157464212678936,
      "grad_norm": 19.603389739990234,
      "learning_rate": 1.4263803680981596e-06,
      "loss": 2.1969,
      "step": 280
    },
    {
      "epoch": 0.07413087934560328,
      "grad_norm": 17.005781173706055,
      "learning_rate": 1.4775051124744377e-06,
      "loss": 2.3629,
      "step": 290
    },
    {
      "epoch": 0.07668711656441718,
      "grad_norm": 15.876945495605469,
      "learning_rate": 1.5286298568507158e-06,
      "loss": 2.5044,
      "step": 300
    },
    {
      "epoch": 0.07924335378323108,
      "grad_norm": 17.874849319458008,
      "learning_rate": 1.579754601226994e-06,
      "loss": 2.145,
      "step": 310
    },
    {
      "epoch": 0.081799591002045,
      "grad_norm": 22.35564422607422,
      "learning_rate": 1.630879345603272e-06,
      "loss": 2.1845,
      "step": 320
    },
    {
      "epoch": 0.0843558282208589,
      "grad_norm": 16.786012649536133,
      "learning_rate": 1.6820040899795503e-06,
      "loss": 2.1084,
      "step": 330
    },
    {
      "epoch": 0.0869120654396728,
      "grad_norm": 28.834739685058594,
      "learning_rate": 1.7331288343558283e-06,
      "loss": 2.2875,
      "step": 340
    },
    {
      "epoch": 0.08946830265848671,
      "grad_norm": 14.567386627197266,
      "learning_rate": 1.7842535787321064e-06,
      "loss": 2.3375,
      "step": 350
    },
    {
      "epoch": 0.09202453987730061,
      "grad_norm": 31.9110164642334,
      "learning_rate": 1.8353783231083847e-06,
      "loss": 2.1919,
      "step": 360
    },
    {
      "epoch": 0.09458077709611452,
      "grad_norm": 14.252608299255371,
      "learning_rate": 1.8865030674846626e-06,
      "loss": 1.9781,
      "step": 370
    },
    {
      "epoch": 0.09713701431492842,
      "grad_norm": 24.873756408691406,
      "learning_rate": 1.937627811860941e-06,
      "loss": 2.3583,
      "step": 380
    },
    {
      "epoch": 0.09969325153374232,
      "grad_norm": 28.036256790161133,
      "learning_rate": 1.988752556237219e-06,
      "loss": 2.136,
      "step": 390
    },
    {
      "epoch": 0.10224948875255624,
      "grad_norm": 31.46503257751465,
      "learning_rate": 2.039877300613497e-06,
      "loss": 2.206,
      "step": 400
    },
    {
      "epoch": 0.10480572597137014,
      "grad_norm": 26.446863174438477,
      "learning_rate": 2.091002044989775e-06,
      "loss": 2.1021,
      "step": 410
    },
    {
      "epoch": 0.10736196319018405,
      "grad_norm": 14.209206581115723,
      "learning_rate": 2.142126789366053e-06,
      "loss": 2.058,
      "step": 420
    },
    {
      "epoch": 0.10991820040899795,
      "grad_norm": 16.250686645507812,
      "learning_rate": 2.1932515337423317e-06,
      "loss": 2.1551,
      "step": 430
    },
    {
      "epoch": 0.11247443762781185,
      "grad_norm": 14.691299438476562,
      "learning_rate": 2.24437627811861e-06,
      "loss": 1.9728,
      "step": 440
    },
    {
      "epoch": 0.11503067484662577,
      "grad_norm": 15.899717330932617,
      "learning_rate": 2.2955010224948875e-06,
      "loss": 1.9192,
      "step": 450
    },
    {
      "epoch": 0.11758691206543967,
      "grad_norm": 13.063642501831055,
      "learning_rate": 2.346625766871166e-06,
      "loss": 2.1218,
      "step": 460
    },
    {
      "epoch": 0.12014314928425358,
      "grad_norm": 13.922229766845703,
      "learning_rate": 2.397750511247444e-06,
      "loss": 1.8393,
      "step": 470
    },
    {
      "epoch": 0.12269938650306748,
      "grad_norm": 20.130887985229492,
      "learning_rate": 2.448875255623722e-06,
      "loss": 2.0518,
      "step": 480
    },
    {
      "epoch": 0.1252556237218814,
      "grad_norm": 20.779491424560547,
      "learning_rate": 2.5e-06,
      "loss": 2.0944,
      "step": 490
    },
    {
      "epoch": 0.1278118609406953,
      "grad_norm": 16.71235466003418,
      "learning_rate": 2.5511247443762783e-06,
      "loss": 1.9393,
      "step": 500
    },
    {
      "epoch": 0.1303680981595092,
      "grad_norm": 29.568498611450195,
      "learning_rate": 2.6022494887525564e-06,
      "loss": 2.05,
      "step": 510
    },
    {
      "epoch": 0.1329243353783231,
      "grad_norm": 13.172797203063965,
      "learning_rate": 2.653374233128835e-06,
      "loss": 2.1483,
      "step": 520
    },
    {
      "epoch": 0.13548057259713703,
      "grad_norm": 19.142757415771484,
      "learning_rate": 2.704498977505113e-06,
      "loss": 1.804,
      "step": 530
    },
    {
      "epoch": 0.13803680981595093,
      "grad_norm": 11.22604751586914,
      "learning_rate": 2.7556237218813906e-06,
      "loss": 1.8299,
      "step": 540
    },
    {
      "epoch": 0.14059304703476483,
      "grad_norm": 18.316205978393555,
      "learning_rate": 2.8067484662576687e-06,
      "loss": 2.0066,
      "step": 550
    },
    {
      "epoch": 0.14314928425357873,
      "grad_norm": 31.03098487854004,
      "learning_rate": 2.8578732106339468e-06,
      "loss": 2.1166,
      "step": 560
    },
    {
      "epoch": 0.14570552147239263,
      "grad_norm": 13.343217849731445,
      "learning_rate": 2.9089979550102253e-06,
      "loss": 1.9187,
      "step": 570
    },
    {
      "epoch": 0.14826175869120656,
      "grad_norm": 16.278240203857422,
      "learning_rate": 2.9601226993865034e-06,
      "loss": 1.8516,
      "step": 580
    },
    {
      "epoch": 0.15081799591002046,
      "grad_norm": 14.405373573303223,
      "learning_rate": 3.0112474437627814e-06,
      "loss": 1.8636,
      "step": 590
    },
    {
      "epoch": 0.15337423312883436,
      "grad_norm": 28.38698387145996,
      "learning_rate": 3.0623721881390595e-06,
      "loss": 1.897,
      "step": 600
    },
    {
      "epoch": 0.15593047034764826,
      "grad_norm": 15.13376522064209,
      "learning_rate": 3.1134969325153376e-06,
      "loss": 1.7026,
      "step": 610
    },
    {
      "epoch": 0.15848670756646216,
      "grad_norm": 21.627859115600586,
      "learning_rate": 3.164621676891616e-06,
      "loss": 1.7341,
      "step": 620
    },
    {
      "epoch": 0.16104294478527606,
      "grad_norm": 34.46842956542969,
      "learning_rate": 3.215746421267894e-06,
      "loss": 1.668,
      "step": 630
    },
    {
      "epoch": 0.16359918200409,
      "grad_norm": 15.768085479736328,
      "learning_rate": 3.266871165644172e-06,
      "loss": 1.5321,
      "step": 640
    },
    {
      "epoch": 0.1661554192229039,
      "grad_norm": 15.477701187133789,
      "learning_rate": 3.31799591002045e-06,
      "loss": 1.7124,
      "step": 650
    },
    {
      "epoch": 0.1687116564417178,
      "grad_norm": 14.961771011352539,
      "learning_rate": 3.369120654396728e-06,
      "loss": 1.7718,
      "step": 660
    },
    {
      "epoch": 0.1712678936605317,
      "grad_norm": 16.937185287475586,
      "learning_rate": 3.4202453987730065e-06,
      "loss": 1.7621,
      "step": 670
    },
    {
      "epoch": 0.1738241308793456,
      "grad_norm": 13.276283264160156,
      "learning_rate": 3.4713701431492846e-06,
      "loss": 1.8156,
      "step": 680
    },
    {
      "epoch": 0.17638036809815952,
      "grad_norm": 20.783721923828125,
      "learning_rate": 3.5224948875255627e-06,
      "loss": 1.8182,
      "step": 690
    },
    {
      "epoch": 0.17893660531697342,
      "grad_norm": 15.780200004577637,
      "learning_rate": 3.5736196319018408e-06,
      "loss": 1.7411,
      "step": 700
    },
    {
      "epoch": 0.18149284253578732,
      "grad_norm": 14.318155288696289,
      "learning_rate": 3.624744376278119e-06,
      "loss": 1.8282,
      "step": 710
    },
    {
      "epoch": 0.18404907975460122,
      "grad_norm": 17.099267959594727,
      "learning_rate": 3.6758691206543974e-06,
      "loss": 1.8697,
      "step": 720
    },
    {
      "epoch": 0.18660531697341512,
      "grad_norm": 24.751697540283203,
      "learning_rate": 3.7269938650306754e-06,
      "loss": 1.585,
      "step": 730
    },
    {
      "epoch": 0.18916155419222905,
      "grad_norm": 14.778061866760254,
      "learning_rate": 3.778118609406953e-06,
      "loss": 1.5203,
      "step": 740
    },
    {
      "epoch": 0.19171779141104295,
      "grad_norm": 11.545260429382324,
      "learning_rate": 3.829243353783232e-06,
      "loss": 1.85,
      "step": 750
    },
    {
      "epoch": 0.19427402862985685,
      "grad_norm": 15.764128684997559,
      "learning_rate": 3.880368098159509e-06,
      "loss": 1.7218,
      "step": 760
    },
    {
      "epoch": 0.19683026584867075,
      "grad_norm": 19.65780258178711,
      "learning_rate": 3.931492842535788e-06,
      "loss": 1.7144,
      "step": 770
    },
    {
      "epoch": 0.19938650306748465,
      "grad_norm": 11.911704063415527,
      "learning_rate": 3.982617586912066e-06,
      "loss": 1.4344,
      "step": 780
    },
    {
      "epoch": 0.20194274028629858,
      "grad_norm": 28.547578811645508,
      "learning_rate": 4.033742331288344e-06,
      "loss": 1.6595,
      "step": 790
    },
    {
      "epoch": 0.20449897750511248,
      "grad_norm": 21.17897605895996,
      "learning_rate": 4.084867075664622e-06,
      "loss": 1.5372,
      "step": 800
    },
    {
      "epoch": 0.20705521472392638,
      "grad_norm": 32.14210510253906,
      "learning_rate": 4.1359918200409e-06,
      "loss": 1.7575,
      "step": 810
    },
    {
      "epoch": 0.20961145194274028,
      "grad_norm": 16.999343872070312,
      "learning_rate": 4.187116564417179e-06,
      "loss": 1.4743,
      "step": 820
    },
    {
      "epoch": 0.21216768916155418,
      "grad_norm": 16.725637435913086,
      "learning_rate": 4.238241308793456e-06,
      "loss": 1.7326,
      "step": 830
    },
    {
      "epoch": 0.2147239263803681,
      "grad_norm": 17.674165725708008,
      "learning_rate": 4.289366053169735e-06,
      "loss": 1.7185,
      "step": 840
    },
    {
      "epoch": 0.217280163599182,
      "grad_norm": 14.320542335510254,
      "learning_rate": 4.3404907975460124e-06,
      "loss": 1.7974,
      "step": 850
    },
    {
      "epoch": 0.2198364008179959,
      "grad_norm": 15.723745346069336,
      "learning_rate": 4.391615541922291e-06,
      "loss": 1.475,
      "step": 860
    },
    {
      "epoch": 0.2223926380368098,
      "grad_norm": 17.50130844116211,
      "learning_rate": 4.4427402862985694e-06,
      "loss": 1.5188,
      "step": 870
    },
    {
      "epoch": 0.2249488752556237,
      "grad_norm": 20.599023818969727,
      "learning_rate": 4.493865030674847e-06,
      "loss": 1.3638,
      "step": 880
    },
    {
      "epoch": 0.22750511247443764,
      "grad_norm": 20.347301483154297,
      "learning_rate": 4.544989775051125e-06,
      "loss": 1.6373,
      "step": 890
    },
    {
      "epoch": 0.23006134969325154,
      "grad_norm": 16.79341697692871,
      "learning_rate": 4.596114519427403e-06,
      "loss": 1.6475,
      "step": 900
    },
    {
      "epoch": 0.23261758691206544,
      "grad_norm": 38.66135787963867,
      "learning_rate": 4.647239263803681e-06,
      "loss": 1.4448,
      "step": 910
    },
    {
      "epoch": 0.23517382413087934,
      "grad_norm": 39.84195327758789,
      "learning_rate": 4.6983640081799594e-06,
      "loss": 1.5184,
      "step": 920
    },
    {
      "epoch": 0.23773006134969324,
      "grad_norm": 13.964972496032715,
      "learning_rate": 4.749488752556238e-06,
      "loss": 1.506,
      "step": 930
    },
    {
      "epoch": 0.24028629856850717,
      "grad_norm": 41.46586608886719,
      "learning_rate": 4.800613496932516e-06,
      "loss": 1.552,
      "step": 940
    },
    {
      "epoch": 0.24284253578732107,
      "grad_norm": 14.640779495239258,
      "learning_rate": 4.851738241308794e-06,
      "loss": 1.3879,
      "step": 950
    },
    {
      "epoch": 0.24539877300613497,
      "grad_norm": 15.459932327270508,
      "learning_rate": 4.902862985685072e-06,
      "loss": 1.3674,
      "step": 960
    },
    {
      "epoch": 0.24795501022494887,
      "grad_norm": 15.347355842590332,
      "learning_rate": 4.95398773006135e-06,
      "loss": 1.1746,
      "step": 970
    },
    {
      "epoch": 0.2505112474437628,
      "grad_norm": 28.36712074279785,
      "learning_rate": 5.005112474437628e-06,
      "loss": 1.5726,
      "step": 980
    },
    {
      "epoch": 0.25306748466257667,
      "grad_norm": 19.360950469970703,
      "learning_rate": 5.0562372188139064e-06,
      "loss": 1.6336,
      "step": 990
    },
    {
      "epoch": 0.2556237218813906,
      "grad_norm": 14.269163131713867,
      "learning_rate": 5.107361963190185e-06,
      "loss": 1.4811,
      "step": 1000
    },
    {
      "epoch": 0.2581799591002045,
      "grad_norm": 13.799911499023438,
      "learning_rate": 5.158486707566463e-06,
      "loss": 1.5457,
      "step": 1010
    },
    {
      "epoch": 0.2607361963190184,
      "grad_norm": 14.226543426513672,
      "learning_rate": 5.209611451942741e-06,
      "loss": 1.292,
      "step": 1020
    },
    {
      "epoch": 0.2632924335378323,
      "grad_norm": 17.43229103088379,
      "learning_rate": 5.260736196319019e-06,
      "loss": 1.4887,
      "step": 1030
    },
    {
      "epoch": 0.2658486707566462,
      "grad_norm": 14.904557228088379,
      "learning_rate": 5.311860940695297e-06,
      "loss": 1.4825,
      "step": 1040
    },
    {
      "epoch": 0.2684049079754601,
      "grad_norm": 14.981825828552246,
      "learning_rate": 5.362985685071576e-06,
      "loss": 1.3343,
      "step": 1050
    },
    {
      "epoch": 0.27096114519427406,
      "grad_norm": 17.142181396484375,
      "learning_rate": 5.4141104294478534e-06,
      "loss": 1.5909,
      "step": 1060
    },
    {
      "epoch": 0.27351738241308793,
      "grad_norm": 25.113466262817383,
      "learning_rate": 5.465235173824132e-06,
      "loss": 1.4104,
      "step": 1070
    },
    {
      "epoch": 0.27607361963190186,
      "grad_norm": 15.018096923828125,
      "learning_rate": 5.516359918200409e-06,
      "loss": 1.6476,
      "step": 1080
    },
    {
      "epoch": 0.27862985685071573,
      "grad_norm": 20.576635360717773,
      "learning_rate": 5.567484662576687e-06,
      "loss": 1.402,
      "step": 1090
    },
    {
      "epoch": 0.28118609406952966,
      "grad_norm": 22.463077545166016,
      "learning_rate": 5.618609406952967e-06,
      "loss": 1.4635,
      "step": 1100
    },
    {
      "epoch": 0.2837423312883436,
      "grad_norm": 24.64898109436035,
      "learning_rate": 5.669734151329243e-06,
      "loss": 1.4447,
      "step": 1110
    },
    {
      "epoch": 0.28629856850715746,
      "grad_norm": 13.527003288269043,
      "learning_rate": 5.720858895705522e-06,
      "loss": 1.3098,
      "step": 1120
    },
    {
      "epoch": 0.2888548057259714,
      "grad_norm": 28.426868438720703,
      "learning_rate": 5.7719836400817996e-06,
      "loss": 1.2572,
      "step": 1130
    },
    {
      "epoch": 0.29141104294478526,
      "grad_norm": 17.067176818847656,
      "learning_rate": 5.823108384458078e-06,
      "loss": 1.1472,
      "step": 1140
    },
    {
      "epoch": 0.2939672801635992,
      "grad_norm": 13.91565990447998,
      "learning_rate": 5.874233128834357e-06,
      "loss": 1.4355,
      "step": 1150
    },
    {
      "epoch": 0.2965235173824131,
      "grad_norm": 19.00754165649414,
      "learning_rate": 5.925357873210634e-06,
      "loss": 1.4044,
      "step": 1160
    },
    {
      "epoch": 0.299079754601227,
      "grad_norm": 23.37032127380371,
      "learning_rate": 5.976482617586913e-06,
      "loss": 1.0234,
      "step": 1170
    },
    {
      "epoch": 0.3016359918200409,
      "grad_norm": 16.511402130126953,
      "learning_rate": 6.02760736196319e-06,
      "loss": 1.3716,
      "step": 1180
    },
    {
      "epoch": 0.3041922290388548,
      "grad_norm": 27.51507568359375,
      "learning_rate": 6.078732106339469e-06,
      "loss": 1.19,
      "step": 1190
    },
    {
      "epoch": 0.3067484662576687,
      "grad_norm": 9.414546012878418,
      "learning_rate": 6.129856850715747e-06,
      "loss": 1.1535,
      "step": 1200
    },
    {
      "epoch": 0.30930470347648265,
      "grad_norm": 11.353070259094238,
      "learning_rate": 6.180981595092025e-06,
      "loss": 1.2848,
      "step": 1210
    },
    {
      "epoch": 0.3118609406952965,
      "grad_norm": 13.55284595489502,
      "learning_rate": 6.232106339468304e-06,
      "loss": 1.1883,
      "step": 1220
    },
    {
      "epoch": 0.31441717791411045,
      "grad_norm": 22.225780487060547,
      "learning_rate": 6.283231083844581e-06,
      "loss": 1.5084,
      "step": 1230
    },
    {
      "epoch": 0.3169734151329243,
      "grad_norm": 31.59255027770996,
      "learning_rate": 6.33435582822086e-06,
      "loss": 1.4056,
      "step": 1240
    },
    {
      "epoch": 0.31952965235173825,
      "grad_norm": 37.905452728271484,
      "learning_rate": 6.385480572597138e-06,
      "loss": 1.5661,
      "step": 1250
    },
    {
      "epoch": 0.3220858895705521,
      "grad_norm": 18.418148040771484,
      "learning_rate": 6.436605316973416e-06,
      "loss": 1.4067,
      "step": 1260
    },
    {
      "epoch": 0.32464212678936605,
      "grad_norm": 14.485339164733887,
      "learning_rate": 6.487730061349694e-06,
      "loss": 1.0165,
      "step": 1270
    },
    {
      "epoch": 0.32719836400818,
      "grad_norm": 30.809120178222656,
      "learning_rate": 6.538854805725971e-06,
      "loss": 1.2704,
      "step": 1280
    },
    {
      "epoch": 0.32975460122699385,
      "grad_norm": 19.595361709594727,
      "learning_rate": 6.58997955010225e-06,
      "loss": 1.2991,
      "step": 1290
    },
    {
      "epoch": 0.3323108384458078,
      "grad_norm": 10.220748901367188,
      "learning_rate": 6.641104294478529e-06,
      "loss": 1.1867,
      "step": 1300
    },
    {
      "epoch": 0.33486707566462165,
      "grad_norm": 12.308537483215332,
      "learning_rate": 6.692229038854806e-06,
      "loss": 1.2807,
      "step": 1310
    },
    {
      "epoch": 0.3374233128834356,
      "grad_norm": 21.010303497314453,
      "learning_rate": 6.743353783231084e-06,
      "loss": 1.1327,
      "step": 1320
    },
    {
      "epoch": 0.3399795501022495,
      "grad_norm": 13.279821395874023,
      "learning_rate": 6.794478527607362e-06,
      "loss": 1.113,
      "step": 1330
    },
    {
      "epoch": 0.3425357873210634,
      "grad_norm": 16.616683959960938,
      "learning_rate": 6.8456032719836406e-06,
      "loss": 1.2778,
      "step": 1340
    },
    {
      "epoch": 0.3450920245398773,
      "grad_norm": 14.577863693237305,
      "learning_rate": 6.896728016359919e-06,
      "loss": 1.1638,
      "step": 1350
    },
    {
      "epoch": 0.3476482617586912,
      "grad_norm": 19.595500946044922,
      "learning_rate": 6.947852760736197e-06,
      "loss": 1.374,
      "step": 1360
    },
    {
      "epoch": 0.3502044989775051,
      "grad_norm": 19.486886978149414,
      "learning_rate": 6.998977505112475e-06,
      "loss": 1.2494,
      "step": 1370
    },
    {
      "epoch": 0.35276073619631904,
      "grad_norm": 15.864728927612305,
      "learning_rate": 7.050102249488753e-06,
      "loss": 1.2167,
      "step": 1380
    },
    {
      "epoch": 0.3553169734151329,
      "grad_norm": 11.7051362991333,
      "learning_rate": 7.101226993865031e-06,
      "loss": 1.2047,
      "step": 1390
    },
    {
      "epoch": 0.35787321063394684,
      "grad_norm": 27.072895050048828,
      "learning_rate": 7.15235173824131e-06,
      "loss": 1.1739,
      "step": 1400
    },
    {
      "epoch": 0.3604294478527607,
      "grad_norm": 13.395477294921875,
      "learning_rate": 7.2034764826175876e-06,
      "loss": 1.4076,
      "step": 1410
    },
    {
      "epoch": 0.36298568507157464,
      "grad_norm": 11.141236305236816,
      "learning_rate": 7.254601226993866e-06,
      "loss": 1.2486,
      "step": 1420
    },
    {
      "epoch": 0.36554192229038857,
      "grad_norm": 29.229612350463867,
      "learning_rate": 7.305725971370144e-06,
      "loss": 1.2913,
      "step": 1430
    },
    {
      "epoch": 0.36809815950920244,
      "grad_norm": 13.788121223449707,
      "learning_rate": 7.356850715746422e-06,
      "loss": 1.2888,
      "step": 1440
    },
    {
      "epoch": 0.37065439672801637,
      "grad_norm": 22.21321678161621,
      "learning_rate": 7.407975460122701e-06,
      "loss": 1.2711,
      "step": 1450
    },
    {
      "epoch": 0.37321063394683024,
      "grad_norm": 15.443243980407715,
      "learning_rate": 7.459100204498978e-06,
      "loss": 1.0954,
      "step": 1460
    },
    {
      "epoch": 0.37576687116564417,
      "grad_norm": 16.390304565429688,
      "learning_rate": 7.510224948875257e-06,
      "loss": 1.267,
      "step": 1470
    },
    {
      "epoch": 0.3783231083844581,
      "grad_norm": 25.774921417236328,
      "learning_rate": 7.561349693251534e-06,
      "loss": 1.4799,
      "step": 1480
    },
    {
      "epoch": 0.38087934560327197,
      "grad_norm": 12.54340648651123,
      "learning_rate": 7.612474437627812e-06,
      "loss": 1.3772,
      "step": 1490
    },
    {
      "epoch": 0.3834355828220859,
      "grad_norm": 22.544086456298828,
      "learning_rate": 7.663599182004092e-06,
      "loss": 1.0647,
      "step": 1500
    },
    {
      "epoch": 0.38599182004089977,
      "grad_norm": 18.576513290405273,
      "learning_rate": 7.714723926380368e-06,
      "loss": 1.0959,
      "step": 1510
    },
    {
      "epoch": 0.3885480572597137,
      "grad_norm": 29.345508575439453,
      "learning_rate": 7.765848670756647e-06,
      "loss": 0.7637,
      "step": 1520
    },
    {
      "epoch": 0.3911042944785276,
      "grad_norm": 17.49864387512207,
      "learning_rate": 7.816973415132925e-06,
      "loss": 1.0717,
      "step": 1530
    },
    {
      "epoch": 0.3936605316973415,
      "grad_norm": 16.895015716552734,
      "learning_rate": 7.868098159509204e-06,
      "loss": 1.1233,
      "step": 1540
    },
    {
      "epoch": 0.3962167689161554,
      "grad_norm": 13.488862991333008,
      "learning_rate": 7.919222903885482e-06,
      "loss": 1.2759,
      "step": 1550
    },
    {
      "epoch": 0.3987730061349693,
      "grad_norm": 32.994239807128906,
      "learning_rate": 7.97034764826176e-06,
      "loss": 1.3437,
      "step": 1560
    },
    {
      "epoch": 0.4013292433537832,
      "grad_norm": 16.069793701171875,
      "learning_rate": 8.021472392638038e-06,
      "loss": 1.2101,
      "step": 1570
    },
    {
      "epoch": 0.40388548057259716,
      "grad_norm": 12.347966194152832,
      "learning_rate": 8.072597137014315e-06,
      "loss": 0.8976,
      "step": 1580
    },
    {
      "epoch": 0.40644171779141103,
      "grad_norm": 19.300352096557617,
      "learning_rate": 8.123721881390593e-06,
      "loss": 1.0809,
      "step": 1590
    },
    {
      "epoch": 0.40899795501022496,
      "grad_norm": 18.28475570678711,
      "learning_rate": 8.174846625766872e-06,
      "loss": 1.1435,
      "step": 1600
    },
    {
      "epoch": 0.41155419222903883,
      "grad_norm": 32.143680572509766,
      "learning_rate": 8.22597137014315e-06,
      "loss": 1.1703,
      "step": 1610
    },
    {
      "epoch": 0.41411042944785276,
      "grad_norm": 16.422698974609375,
      "learning_rate": 8.277096114519429e-06,
      "loss": 0.8745,
      "step": 1620
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 29.04837989807129,
      "learning_rate": 8.328220858895705e-06,
      "loss": 0.929,
      "step": 1630
    },
    {
      "epoch": 0.41922290388548056,
      "grad_norm": 18.266582489013672,
      "learning_rate": 8.379345603271984e-06,
      "loss": 1.0091,
      "step": 1640
    },
    {
      "epoch": 0.4217791411042945,
      "grad_norm": 15.355749130249023,
      "learning_rate": 8.430470347648262e-06,
      "loss": 0.9601,
      "step": 1650
    },
    {
      "epoch": 0.42433537832310836,
      "grad_norm": 11.973981857299805,
      "learning_rate": 8.481595092024541e-06,
      "loss": 1.0835,
      "step": 1660
    },
    {
      "epoch": 0.4268916155419223,
      "grad_norm": 17.572921752929688,
      "learning_rate": 8.53271983640082e-06,
      "loss": 1.0341,
      "step": 1670
    },
    {
      "epoch": 0.4294478527607362,
      "grad_norm": 13.629963874816895,
      "learning_rate": 8.583844580777096e-06,
      "loss": 1.1951,
      "step": 1680
    },
    {
      "epoch": 0.4320040899795501,
      "grad_norm": 10.527235984802246,
      "learning_rate": 8.634969325153375e-06,
      "loss": 1.0702,
      "step": 1690
    },
    {
      "epoch": 0.434560327198364,
      "grad_norm": 17.04031753540039,
      "learning_rate": 8.686094069529653e-06,
      "loss": 1.2097,
      "step": 1700
    },
    {
      "epoch": 0.4371165644171779,
      "grad_norm": 11.430649757385254,
      "learning_rate": 8.737218813905932e-06,
      "loss": 0.7584,
      "step": 1710
    },
    {
      "epoch": 0.4396728016359918,
      "grad_norm": 10.45757007598877,
      "learning_rate": 8.78834355828221e-06,
      "loss": 1.1054,
      "step": 1720
    },
    {
      "epoch": 0.44222903885480574,
      "grad_norm": 17.184608459472656,
      "learning_rate": 8.839468302658487e-06,
      "loss": 0.8942,
      "step": 1730
    },
    {
      "epoch": 0.4447852760736196,
      "grad_norm": 11.653769493103027,
      "learning_rate": 8.890593047034766e-06,
      "loss": 1.2842,
      "step": 1740
    },
    {
      "epoch": 0.44734151329243355,
      "grad_norm": 17.205242156982422,
      "learning_rate": 8.941717791411042e-06,
      "loss": 0.9786,
      "step": 1750
    },
    {
      "epoch": 0.4498977505112474,
      "grad_norm": 27.1918888092041,
      "learning_rate": 8.992842535787321e-06,
      "loss": 1.2404,
      "step": 1760
    },
    {
      "epoch": 0.45245398773006135,
      "grad_norm": 14.006787300109863,
      "learning_rate": 9.043967280163601e-06,
      "loss": 1.0146,
      "step": 1770
    },
    {
      "epoch": 0.4550102249488753,
      "grad_norm": 21.269569396972656,
      "learning_rate": 9.095092024539878e-06,
      "loss": 0.9494,
      "step": 1780
    },
    {
      "epoch": 0.45756646216768915,
      "grad_norm": 13.8292236328125,
      "learning_rate": 9.146216768916156e-06,
      "loss": 1.2056,
      "step": 1790
    },
    {
      "epoch": 0.4601226993865031,
      "grad_norm": 11.28924560546875,
      "learning_rate": 9.197341513292433e-06,
      "loss": 1.1219,
      "step": 1800
    },
    {
      "epoch": 0.46267893660531695,
      "grad_norm": 24.358989715576172,
      "learning_rate": 9.248466257668712e-06,
      "loss": 1.0259,
      "step": 1810
    },
    {
      "epoch": 0.4652351738241309,
      "grad_norm": 16.623613357543945,
      "learning_rate": 9.29959100204499e-06,
      "loss": 0.8764,
      "step": 1820
    },
    {
      "epoch": 0.4677914110429448,
      "grad_norm": 11.915813446044922,
      "learning_rate": 9.350715746421269e-06,
      "loss": 0.9114,
      "step": 1830
    },
    {
      "epoch": 0.4703476482617587,
      "grad_norm": 14.000443458557129,
      "learning_rate": 9.401840490797547e-06,
      "loss": 0.9903,
      "step": 1840
    },
    {
      "epoch": 0.4729038854805726,
      "grad_norm": 9.23658561706543,
      "learning_rate": 9.452965235173824e-06,
      "loss": 1.1503,
      "step": 1850
    },
    {
      "epoch": 0.4754601226993865,
      "grad_norm": 14.627740859985352,
      "learning_rate": 9.504089979550103e-06,
      "loss": 1.0605,
      "step": 1860
    },
    {
      "epoch": 0.4780163599182004,
      "grad_norm": 13.077226638793945,
      "learning_rate": 9.555214723926381e-06,
      "loss": 0.9759,
      "step": 1870
    },
    {
      "epoch": 0.48057259713701433,
      "grad_norm": 9.975872993469238,
      "learning_rate": 9.60633946830266e-06,
      "loss": 0.9908,
      "step": 1880
    },
    {
      "epoch": 0.4831288343558282,
      "grad_norm": 15.750456809997559,
      "learning_rate": 9.657464212678938e-06,
      "loss": 1.0758,
      "step": 1890
    },
    {
      "epoch": 0.48568507157464214,
      "grad_norm": 10.907366752624512,
      "learning_rate": 9.708588957055215e-06,
      "loss": 0.8757,
      "step": 1900
    },
    {
      "epoch": 0.488241308793456,
      "grad_norm": 26.87792205810547,
      "learning_rate": 9.759713701431493e-06,
      "loss": 0.9745,
      "step": 1910
    },
    {
      "epoch": 0.49079754601226994,
      "grad_norm": 10.880130767822266,
      "learning_rate": 9.810838445807772e-06,
      "loss": 0.9391,
      "step": 1920
    },
    {
      "epoch": 0.49335378323108386,
      "grad_norm": 19.826669692993164,
      "learning_rate": 9.86196319018405e-06,
      "loss": 1.1917,
      "step": 1930
    },
    {
      "epoch": 0.49591002044989774,
      "grad_norm": 11.035025596618652,
      "learning_rate": 9.913087934560329e-06,
      "loss": 0.7836,
      "step": 1940
    },
    {
      "epoch": 0.49846625766871167,
      "grad_norm": 13.407333374023438,
      "learning_rate": 9.964212678936606e-06,
      "loss": 1.1624,
      "step": 1950
    },
    {
      "epoch": 0.5010224948875256,
      "grad_norm": 18.5594482421875,
      "learning_rate": 9.999999283428496e-06,
      "loss": 1.0359,
      "step": 1960
    },
    {
      "epoch": 0.5035787321063395,
      "grad_norm": 30.378826141357422,
      "learning_rate": 9.999986544385255e-06,
      "loss": 0.9342,
      "step": 1970
    },
    {
      "epoch": 0.5061349693251533,
      "grad_norm": 26.27793312072754,
      "learning_rate": 9.99995788157752e-06,
      "loss": 0.7684,
      "step": 1980
    },
    {
      "epoch": 0.5086912065439673,
      "grad_norm": 17.525869369506836,
      "learning_rate": 9.999913295096573e-06,
      "loss": 1.2072,
      "step": 1990
    },
    {
      "epoch": 0.5112474437627812,
      "grad_norm": 19.318090438842773,
      "learning_rate": 9.999852785084414e-06,
      "loss": 0.9006,
      "step": 2000
    },
    {
      "epoch": 0.5138036809815951,
      "grad_norm": 11.649446487426758,
      "learning_rate": 9.999776351733751e-06,
      "loss": 0.831,
      "step": 2010
    },
    {
      "epoch": 0.516359918200409,
      "grad_norm": 18.077003479003906,
      "learning_rate": 9.999683995288008e-06,
      "loss": 0.8372,
      "step": 2020
    },
    {
      "epoch": 0.5189161554192229,
      "grad_norm": 24.69324493408203,
      "learning_rate": 9.999575716041316e-06,
      "loss": 1.0961,
      "step": 2030
    },
    {
      "epoch": 0.5214723926380368,
      "grad_norm": 10.308004379272461,
      "learning_rate": 9.99945151433852e-06,
      "loss": 1.0896,
      "step": 2040
    },
    {
      "epoch": 0.5240286298568507,
      "grad_norm": 14.579326629638672,
      "learning_rate": 9.99931139057517e-06,
      "loss": 0.8101,
      "step": 2050
    },
    {
      "epoch": 0.5265848670756647,
      "grad_norm": 19.19144630432129,
      "learning_rate": 9.999155345197531e-06,
      "loss": 0.9718,
      "step": 2060
    },
    {
      "epoch": 0.5291411042944786,
      "grad_norm": 14.424161911010742,
      "learning_rate": 9.99898337870257e-06,
      "loss": 1.1082,
      "step": 2070
    },
    {
      "epoch": 0.5316973415132924,
      "grad_norm": 11.568525314331055,
      "learning_rate": 9.998795491637956e-06,
      "loss": 0.9928,
      "step": 2080
    },
    {
      "epoch": 0.5342535787321063,
      "grad_norm": 28.195453643798828,
      "learning_rate": 9.998591684602065e-06,
      "loss": 0.967,
      "step": 2090
    },
    {
      "epoch": 0.5368098159509203,
      "grad_norm": 11.809616088867188,
      "learning_rate": 9.998371958243977e-06,
      "loss": 0.8879,
      "step": 2100
    },
    {
      "epoch": 0.5393660531697342,
      "grad_norm": 11.77135944366455,
      "learning_rate": 9.998136313263465e-06,
      "loss": 1.0883,
      "step": 2110
    },
    {
      "epoch": 0.5419222903885481,
      "grad_norm": 17.555498123168945,
      "learning_rate": 9.997884750411004e-06,
      "loss": 1.0922,
      "step": 2120
    },
    {
      "epoch": 0.5444785276073619,
      "grad_norm": 11.646632194519043,
      "learning_rate": 9.997617270487761e-06,
      "loss": 0.831,
      "step": 2130
    },
    {
      "epoch": 0.5470347648261759,
      "grad_norm": 11.330808639526367,
      "learning_rate": 9.997333874345594e-06,
      "loss": 1.1629,
      "step": 2140
    },
    {
      "epoch": 0.5495910020449898,
      "grad_norm": 12.656023979187012,
      "learning_rate": 9.997034562887054e-06,
      "loss": 1.1112,
      "step": 2150
    },
    {
      "epoch": 0.5521472392638037,
      "grad_norm": 10.297701835632324,
      "learning_rate": 9.996719337065376e-06,
      "loss": 0.9942,
      "step": 2160
    },
    {
      "epoch": 0.5547034764826176,
      "grad_norm": 20.408578872680664,
      "learning_rate": 9.99638819788448e-06,
      "loss": 0.7756,
      "step": 2170
    },
    {
      "epoch": 0.5572597137014315,
      "grad_norm": 13.656134605407715,
      "learning_rate": 9.996041146398963e-06,
      "loss": 1.2323,
      "step": 2180
    },
    {
      "epoch": 0.5598159509202454,
      "grad_norm": 10.573500633239746,
      "learning_rate": 9.995678183714104e-06,
      "loss": 0.9494,
      "step": 2190
    },
    {
      "epoch": 0.5623721881390593,
      "grad_norm": 30.932117462158203,
      "learning_rate": 9.99529931098585e-06,
      "loss": 0.9215,
      "step": 2200
    },
    {
      "epoch": 0.5649284253578732,
      "grad_norm": 12.926258087158203,
      "learning_rate": 9.994904529420824e-06,
      "loss": 1.151,
      "step": 2210
    },
    {
      "epoch": 0.5674846625766872,
      "grad_norm": 9.75345516204834,
      "learning_rate": 9.994493840276308e-06,
      "loss": 1.0613,
      "step": 2220
    },
    {
      "epoch": 0.570040899795501,
      "grad_norm": 15.309710502624512,
      "learning_rate": 9.99406724486025e-06,
      "loss": 1.1024,
      "step": 2230
    },
    {
      "epoch": 0.5725971370143149,
      "grad_norm": 13.060432434082031,
      "learning_rate": 9.993624744531253e-06,
      "loss": 0.8317,
      "step": 2240
    },
    {
      "epoch": 0.5751533742331288,
      "grad_norm": 22.823984146118164,
      "learning_rate": 9.993166340698577e-06,
      "loss": 0.9703,
      "step": 2250
    },
    {
      "epoch": 0.5777096114519428,
      "grad_norm": 11.097712516784668,
      "learning_rate": 9.992692034822127e-06,
      "loss": 0.9237,
      "step": 2260
    },
    {
      "epoch": 0.5802658486707567,
      "grad_norm": 14.171446800231934,
      "learning_rate": 9.992201828412458e-06,
      "loss": 0.9436,
      "step": 2270
    },
    {
      "epoch": 0.5828220858895705,
      "grad_norm": 10.901077270507812,
      "learning_rate": 9.991695723030755e-06,
      "loss": 0.9086,
      "step": 2280
    },
    {
      "epoch": 0.5853783231083844,
      "grad_norm": 44.82511901855469,
      "learning_rate": 9.991173720288847e-06,
      "loss": 0.7686,
      "step": 2290
    },
    {
      "epoch": 0.5879345603271984,
      "grad_norm": 8.220059394836426,
      "learning_rate": 9.990635821849187e-06,
      "loss": 0.7624,
      "step": 2300
    },
    {
      "epoch": 0.5904907975460123,
      "grad_norm": 11.58703327178955,
      "learning_rate": 9.990082029424852e-06,
      "loss": 0.7953,
      "step": 2310
    },
    {
      "epoch": 0.5930470347648262,
      "grad_norm": 18.552797317504883,
      "learning_rate": 9.989512344779541e-06,
      "loss": 0.7791,
      "step": 2320
    },
    {
      "epoch": 0.59560327198364,
      "grad_norm": 16.435989379882812,
      "learning_rate": 9.988926769727563e-06,
      "loss": 1.1133,
      "step": 2330
    },
    {
      "epoch": 0.598159509202454,
      "grad_norm": 9.04973316192627,
      "learning_rate": 9.988325306133832e-06,
      "loss": 0.8,
      "step": 2340
    },
    {
      "epoch": 0.6007157464212679,
      "grad_norm": 9.818502426147461,
      "learning_rate": 9.987707955913873e-06,
      "loss": 0.7636,
      "step": 2350
    },
    {
      "epoch": 0.6032719836400818,
      "grad_norm": 8.12960147857666,
      "learning_rate": 9.98707472103379e-06,
      "loss": 0.7332,
      "step": 2360
    },
    {
      "epoch": 0.6058282208588958,
      "grad_norm": 14.352721214294434,
      "learning_rate": 9.986425603510292e-06,
      "loss": 0.7819,
      "step": 2370
    },
    {
      "epoch": 0.6083844580777096,
      "grad_norm": 6.8704986572265625,
      "learning_rate": 9.985760605410662e-06,
      "loss": 0.7691,
      "step": 2380
    },
    {
      "epoch": 0.6109406952965235,
      "grad_norm": 10.685389518737793,
      "learning_rate": 9.985079728852759e-06,
      "loss": 0.8252,
      "step": 2390
    },
    {
      "epoch": 0.6134969325153374,
      "grad_norm": 16.207923889160156,
      "learning_rate": 9.98438297600501e-06,
      "loss": 0.9821,
      "step": 2400
    },
    {
      "epoch": 0.6160531697341514,
      "grad_norm": 15.584657669067383,
      "learning_rate": 9.983670349086413e-06,
      "loss": 0.876,
      "step": 2410
    },
    {
      "epoch": 0.6186094069529653,
      "grad_norm": 15.134186744689941,
      "learning_rate": 9.982941850366513e-06,
      "loss": 0.5934,
      "step": 2420
    },
    {
      "epoch": 0.6211656441717791,
      "grad_norm": 28.123193740844727,
      "learning_rate": 9.982197482165398e-06,
      "loss": 0.7742,
      "step": 2430
    },
    {
      "epoch": 0.623721881390593,
      "grad_norm": 17.409650802612305,
      "learning_rate": 9.981437246853712e-06,
      "loss": 0.7065,
      "step": 2440
    },
    {
      "epoch": 0.626278118609407,
      "grad_norm": 13.156755447387695,
      "learning_rate": 9.980661146852619e-06,
      "loss": 0.6499,
      "step": 2450
    },
    {
      "epoch": 0.6288343558282209,
      "grad_norm": 20.250652313232422,
      "learning_rate": 9.979869184633812e-06,
      "loss": 0.7821,
      "step": 2460
    },
    {
      "epoch": 0.6313905930470347,
      "grad_norm": 52.275699615478516,
      "learning_rate": 9.979061362719502e-06,
      "loss": 0.8,
      "step": 2470
    },
    {
      "epoch": 0.6339468302658486,
      "grad_norm": 10.591206550598145,
      "learning_rate": 9.97823768368241e-06,
      "loss": 1.0135,
      "step": 2480
    },
    {
      "epoch": 0.6365030674846626,
      "grad_norm": 20.04345703125,
      "learning_rate": 9.977398150145758e-06,
      "loss": 0.9202,
      "step": 2490
    },
    {
      "epoch": 0.6390593047034765,
      "grad_norm": 15.350805282592773,
      "learning_rate": 9.976542764783256e-06,
      "loss": 1.0958,
      "step": 2500
    },
    {
      "epoch": 0.6416155419222904,
      "grad_norm": 10.294832229614258,
      "learning_rate": 9.97567153031911e-06,
      "loss": 0.9347,
      "step": 2510
    },
    {
      "epoch": 0.6441717791411042,
      "grad_norm": 18.00196075439453,
      "learning_rate": 9.974784449527984e-06,
      "loss": 0.776,
      "step": 2520
    },
    {
      "epoch": 0.6467280163599182,
      "grad_norm": 15.802022933959961,
      "learning_rate": 9.973881525235028e-06,
      "loss": 0.7016,
      "step": 2530
    },
    {
      "epoch": 0.6492842535787321,
      "grad_norm": 16.474000930786133,
      "learning_rate": 9.972962760315834e-06,
      "loss": 0.9632,
      "step": 2540
    },
    {
      "epoch": 0.651840490797546,
      "grad_norm": 20.025535583496094,
      "learning_rate": 9.972028157696452e-06,
      "loss": 0.9582,
      "step": 2550
    },
    {
      "epoch": 0.65439672801636,
      "grad_norm": 20.044818878173828,
      "learning_rate": 9.971077720353368e-06,
      "loss": 0.8913,
      "step": 2560
    },
    {
      "epoch": 0.6569529652351738,
      "grad_norm": 10.750015258789062,
      "learning_rate": 9.970111451313498e-06,
      "loss": 0.9251,
      "step": 2570
    },
    {
      "epoch": 0.6595092024539877,
      "grad_norm": 13.033714294433594,
      "learning_rate": 9.969129353654179e-06,
      "loss": 0.8761,
      "step": 2580
    },
    {
      "epoch": 0.6620654396728016,
      "grad_norm": 9.243477821350098,
      "learning_rate": 9.968131430503157e-06,
      "loss": 0.5353,
      "step": 2590
    },
    {
      "epoch": 0.6646216768916156,
      "grad_norm": 8.169621467590332,
      "learning_rate": 9.96711768503858e-06,
      "loss": 0.6617,
      "step": 2600
    },
    {
      "epoch": 0.6671779141104295,
      "grad_norm": 21.10552406311035,
      "learning_rate": 9.966088120488985e-06,
      "loss": 0.5695,
      "step": 2610
    },
    {
      "epoch": 0.6697341513292433,
      "grad_norm": 9.105271339416504,
      "learning_rate": 9.96504274013329e-06,
      "loss": 0.9342,
      "step": 2620
    },
    {
      "epoch": 0.6722903885480572,
      "grad_norm": 12.127760887145996,
      "learning_rate": 9.96398154730078e-06,
      "loss": 0.8841,
      "step": 2630
    },
    {
      "epoch": 0.6748466257668712,
      "grad_norm": 6.325476169586182,
      "learning_rate": 9.962904545371104e-06,
      "loss": 0.6288,
      "step": 2640
    },
    {
      "epoch": 0.6774028629856851,
      "grad_norm": 36.65105438232422,
      "learning_rate": 9.961811737774256e-06,
      "loss": 0.7858,
      "step": 2650
    },
    {
      "epoch": 0.679959100204499,
      "grad_norm": 12.881020545959473,
      "learning_rate": 9.960703127990564e-06,
      "loss": 0.6614,
      "step": 2660
    },
    {
      "epoch": 0.6825153374233128,
      "grad_norm": 9.100659370422363,
      "learning_rate": 9.959578719550689e-06,
      "loss": 0.753,
      "step": 2670
    },
    {
      "epoch": 0.6850715746421268,
      "grad_norm": 6.299210071563721,
      "learning_rate": 9.958438516035604e-06,
      "loss": 0.7298,
      "step": 2680
    },
    {
      "epoch": 0.6876278118609407,
      "grad_norm": 10.514267921447754,
      "learning_rate": 9.957282521076583e-06,
      "loss": 0.7337,
      "step": 2690
    },
    {
      "epoch": 0.6901840490797546,
      "grad_norm": 6.144178867340088,
      "learning_rate": 9.956110738355197e-06,
      "loss": 0.7576,
      "step": 2700
    },
    {
      "epoch": 0.6927402862985685,
      "grad_norm": 7.862902641296387,
      "learning_rate": 9.95492317160329e-06,
      "loss": 0.8132,
      "step": 2710
    },
    {
      "epoch": 0.6952965235173824,
      "grad_norm": 15.029640197753906,
      "learning_rate": 9.953719824602982e-06,
      "loss": 0.7462,
      "step": 2720
    },
    {
      "epoch": 0.6978527607361963,
      "grad_norm": 13.379220008850098,
      "learning_rate": 9.952500701186649e-06,
      "loss": 0.4353,
      "step": 2730
    },
    {
      "epoch": 0.7004089979550102,
      "grad_norm": 8.90844440460205,
      "learning_rate": 9.951265805236903e-06,
      "loss": 0.6655,
      "step": 2740
    },
    {
      "epoch": 0.7029652351738241,
      "grad_norm": 14.42451000213623,
      "learning_rate": 9.950015140686595e-06,
      "loss": 0.6928,
      "step": 2750
    },
    {
      "epoch": 0.7055214723926381,
      "grad_norm": 9.552287101745605,
      "learning_rate": 9.948748711518792e-06,
      "loss": 0.5294,
      "step": 2760
    },
    {
      "epoch": 0.7080777096114519,
      "grad_norm": 12.426175117492676,
      "learning_rate": 9.947466521766772e-06,
      "loss": 0.7148,
      "step": 2770
    },
    {
      "epoch": 0.7106339468302658,
      "grad_norm": 16.0783748626709,
      "learning_rate": 9.946168575514e-06,
      "loss": 0.6684,
      "step": 2780
    },
    {
      "epoch": 0.7131901840490797,
      "grad_norm": 10.560613632202148,
      "learning_rate": 9.94485487689413e-06,
      "loss": 0.7561,
      "step": 2790
    },
    {
      "epoch": 0.7157464212678937,
      "grad_norm": 13.276518821716309,
      "learning_rate": 9.943525430090973e-06,
      "loss": 0.5811,
      "step": 2800
    },
    {
      "epoch": 0.7183026584867076,
      "grad_norm": 13.999181747436523,
      "learning_rate": 9.942180239338503e-06,
      "loss": 0.5591,
      "step": 2810
    },
    {
      "epoch": 0.7208588957055214,
      "grad_norm": 12.428943634033203,
      "learning_rate": 9.940819308920832e-06,
      "loss": 0.7026,
      "step": 2820
    },
    {
      "epoch": 0.7234151329243353,
      "grad_norm": 7.707891941070557,
      "learning_rate": 9.939442643172197e-06,
      "loss": 0.7179,
      "step": 2830
    },
    {
      "epoch": 0.7259713701431493,
      "grad_norm": 7.399072170257568,
      "learning_rate": 9.93805024647695e-06,
      "loss": 0.664,
      "step": 2840
    },
    {
      "epoch": 0.7285276073619632,
      "grad_norm": 23.526582717895508,
      "learning_rate": 9.936642123269546e-06,
      "loss": 0.7611,
      "step": 2850
    },
    {
      "epoch": 0.7310838445807771,
      "grad_norm": 9.424376487731934,
      "learning_rate": 9.93521827803452e-06,
      "loss": 0.7113,
      "step": 2860
    },
    {
      "epoch": 0.733640081799591,
      "grad_norm": 13.683032989501953,
      "learning_rate": 9.933778715306474e-06,
      "loss": 0.4565,
      "step": 2870
    },
    {
      "epoch": 0.7361963190184049,
      "grad_norm": 8.428793907165527,
      "learning_rate": 9.932323439670079e-06,
      "loss": 0.6818,
      "step": 2880
    },
    {
      "epoch": 0.7387525562372188,
      "grad_norm": 20.064414978027344,
      "learning_rate": 9.930852455760039e-06,
      "loss": 0.6954,
      "step": 2890
    },
    {
      "epoch": 0.7413087934560327,
      "grad_norm": 12.071993827819824,
      "learning_rate": 9.929365768261085e-06,
      "loss": 0.8114,
      "step": 2900
    },
    {
      "epoch": 0.7438650306748467,
      "grad_norm": 10.930386543273926,
      "learning_rate": 9.927863381907963e-06,
      "loss": 0.7282,
      "step": 2910
    },
    {
      "epoch": 0.7464212678936605,
      "grad_norm": 10.170836448669434,
      "learning_rate": 9.926345301485414e-06,
      "loss": 0.9321,
      "step": 2920
    },
    {
      "epoch": 0.7489775051124744,
      "grad_norm": 6.6626129150390625,
      "learning_rate": 9.924811531828164e-06,
      "loss": 0.7144,
      "step": 2930
    },
    {
      "epoch": 0.7515337423312883,
      "grad_norm": 8.486347198486328,
      "learning_rate": 9.923262077820903e-06,
      "loss": 0.5393,
      "step": 2940
    },
    {
      "epoch": 0.7540899795501023,
      "grad_norm": 12.877697944641113,
      "learning_rate": 9.921696944398274e-06,
      "loss": 0.4268,
      "step": 2950
    },
    {
      "epoch": 0.7566462167689162,
      "grad_norm": 11.594487190246582,
      "learning_rate": 9.920116136544849e-06,
      "loss": 0.5911,
      "step": 2960
    },
    {
      "epoch": 0.75920245398773,
      "grad_norm": 15.745911598205566,
      "learning_rate": 9.918519659295127e-06,
      "loss": 0.7711,
      "step": 2970
    },
    {
      "epoch": 0.7617586912065439,
      "grad_norm": 13.972307205200195,
      "learning_rate": 9.916907517733508e-06,
      "loss": 0.5574,
      "step": 2980
    },
    {
      "epoch": 0.7643149284253579,
      "grad_norm": 6.976569175720215,
      "learning_rate": 9.915279716994276e-06,
      "loss": 0.4998,
      "step": 2990
    },
    {
      "epoch": 0.7668711656441718,
      "grad_norm": 6.9776787757873535,
      "learning_rate": 9.913636262261592e-06,
      "loss": 0.4069,
      "step": 3000
    },
    {
      "epoch": 0.7694274028629857,
      "grad_norm": 12.110786437988281,
      "learning_rate": 9.911977158769461e-06,
      "loss": 0.6704,
      "step": 3010
    },
    {
      "epoch": 0.7719836400817995,
      "grad_norm": 6.544830799102783,
      "learning_rate": 9.910302411801738e-06,
      "loss": 0.5889,
      "step": 3020
    },
    {
      "epoch": 0.7745398773006135,
      "grad_norm": 8.968564987182617,
      "learning_rate": 9.90861202669209e-06,
      "loss": 0.4109,
      "step": 3030
    },
    {
      "epoch": 0.7770961145194274,
      "grad_norm": 16.600383758544922,
      "learning_rate": 9.906906008823989e-06,
      "loss": 0.9562,
      "step": 3040
    },
    {
      "epoch": 0.7796523517382413,
      "grad_norm": 21.926057815551758,
      "learning_rate": 9.905184363630698e-06,
      "loss": 0.5117,
      "step": 3050
    },
    {
      "epoch": 0.7822085889570553,
      "grad_norm": 13.331565856933594,
      "learning_rate": 9.903447096595245e-06,
      "loss": 0.5186,
      "step": 3060
    },
    {
      "epoch": 0.7847648261758691,
      "grad_norm": 10.782326698303223,
      "learning_rate": 9.90169421325041e-06,
      "loss": 0.5799,
      "step": 3070
    },
    {
      "epoch": 0.787321063394683,
      "grad_norm": 20.489850997924805,
      "learning_rate": 9.89992571917871e-06,
      "loss": 0.4487,
      "step": 3080
    },
    {
      "epoch": 0.7898773006134969,
      "grad_norm": 12.216683387756348,
      "learning_rate": 9.898141620012374e-06,
      "loss": 0.636,
      "step": 3090
    },
    {
      "epoch": 0.7924335378323109,
      "grad_norm": 8.060449600219727,
      "learning_rate": 9.896341921433337e-06,
      "loss": 0.6251,
      "step": 3100
    },
    {
      "epoch": 0.7949897750511248,
      "grad_norm": 5.005650997161865,
      "learning_rate": 9.894526629173204e-06,
      "loss": 0.6748,
      "step": 3110
    },
    {
      "epoch": 0.7975460122699386,
      "grad_norm": 11.046931266784668,
      "learning_rate": 9.892695749013253e-06,
      "loss": 0.599,
      "step": 3120
    },
    {
      "epoch": 0.8001022494887525,
      "grad_norm": 11.397811889648438,
      "learning_rate": 9.890849286784398e-06,
      "loss": 0.7874,
      "step": 3130
    },
    {
      "epoch": 0.8026584867075665,
      "grad_norm": 8.473251342773438,
      "learning_rate": 9.888987248367181e-06,
      "loss": 0.6328,
      "step": 3140
    },
    {
      "epoch": 0.8052147239263804,
      "grad_norm": 11.444445610046387,
      "learning_rate": 9.88710963969175e-06,
      "loss": 0.5749,
      "step": 3150
    },
    {
      "epoch": 0.8077709611451943,
      "grad_norm": 8.93635082244873,
      "learning_rate": 9.885216466737843e-06,
      "loss": 0.7803,
      "step": 3160
    },
    {
      "epoch": 0.8103271983640081,
      "grad_norm": 8.53089714050293,
      "learning_rate": 9.883307735534761e-06,
      "loss": 0.6362,
      "step": 3170
    },
    {
      "epoch": 0.8128834355828221,
      "grad_norm": 4.943642616271973,
      "learning_rate": 9.88138345216136e-06,
      "loss": 0.6297,
      "step": 3180
    },
    {
      "epoch": 0.815439672801636,
      "grad_norm": 10.993963241577148,
      "learning_rate": 9.87944362274602e-06,
      "loss": 0.4654,
      "step": 3190
    },
    {
      "epoch": 0.8179959100204499,
      "grad_norm": 20.30816650390625,
      "learning_rate": 9.87748825346664e-06,
      "loss": 0.5197,
      "step": 3200
    },
    {
      "epoch": 0.8205521472392638,
      "grad_norm": 10.663908004760742,
      "learning_rate": 9.875517350550601e-06,
      "loss": 0.6027,
      "step": 3210
    },
    {
      "epoch": 0.8231083844580777,
      "grad_norm": 7.101048469543457,
      "learning_rate": 9.873530920274761e-06,
      "loss": 0.5027,
      "step": 3220
    },
    {
      "epoch": 0.8256646216768916,
      "grad_norm": 16.21637725830078,
      "learning_rate": 9.871528968965426e-06,
      "loss": 0.6488,
      "step": 3230
    },
    {
      "epoch": 0.8282208588957055,
      "grad_norm": 11.160218238830566,
      "learning_rate": 9.86951150299833e-06,
      "loss": 0.6848,
      "step": 3240
    },
    {
      "epoch": 0.8307770961145194,
      "grad_norm": 7.589058876037598,
      "learning_rate": 9.867478528798625e-06,
      "loss": 0.3006,
      "step": 3250
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 13.101618766784668,
      "learning_rate": 9.865430052840849e-06,
      "loss": 0.6459,
      "step": 3260
    },
    {
      "epoch": 0.8358895705521472,
      "grad_norm": 6.775156021118164,
      "learning_rate": 9.863366081648907e-06,
      "loss": 0.5887,
      "step": 3270
    },
    {
      "epoch": 0.8384458077709611,
      "grad_norm": 14.762919425964355,
      "learning_rate": 9.861286621796056e-06,
      "loss": 0.4892,
      "step": 3280
    },
    {
      "epoch": 0.841002044989775,
      "grad_norm": 22.660533905029297,
      "learning_rate": 9.85919167990488e-06,
      "loss": 0.5762,
      "step": 3290
    },
    {
      "epoch": 0.843558282208589,
      "grad_norm": 12.753227233886719,
      "learning_rate": 9.857081262647269e-06,
      "loss": 0.6596,
      "step": 3300
    },
    {
      "epoch": 0.8461145194274029,
      "grad_norm": 14.134135246276855,
      "learning_rate": 9.854955376744397e-06,
      "loss": 0.5865,
      "step": 3310
    },
    {
      "epoch": 0.8486707566462167,
      "grad_norm": 7.306004047393799,
      "learning_rate": 9.852814028966706e-06,
      "loss": 0.5196,
      "step": 3320
    },
    {
      "epoch": 0.8512269938650306,
      "grad_norm": 12.3103609085083,
      "learning_rate": 9.850657226133878e-06,
      "loss": 0.605,
      "step": 3330
    },
    {
      "epoch": 0.8537832310838446,
      "grad_norm": 7.823228359222412,
      "learning_rate": 9.848484975114812e-06,
      "loss": 0.6368,
      "step": 3340
    },
    {
      "epoch": 0.8563394683026585,
      "grad_norm": 11.120277404785156,
      "learning_rate": 9.846297282827612e-06,
      "loss": 0.4841,
      "step": 3350
    },
    {
      "epoch": 0.8588957055214724,
      "grad_norm": 8.988906860351562,
      "learning_rate": 9.844094156239557e-06,
      "loss": 0.5918,
      "step": 3360
    },
    {
      "epoch": 0.8614519427402862,
      "grad_norm": 14.820247650146484,
      "learning_rate": 9.841875602367079e-06,
      "loss": 0.4307,
      "step": 3370
    },
    {
      "epoch": 0.8640081799591002,
      "grad_norm": 7.334587097167969,
      "learning_rate": 9.83964162827574e-06,
      "loss": 0.564,
      "step": 3380
    },
    {
      "epoch": 0.8665644171779141,
      "grad_norm": 11.864500999450684,
      "learning_rate": 9.837392241080218e-06,
      "loss": 0.5235,
      "step": 3390
    },
    {
      "epoch": 0.869120654396728,
      "grad_norm": 10.920977592468262,
      "learning_rate": 9.835127447944274e-06,
      "loss": 0.4475,
      "step": 3400
    },
    {
      "epoch": 0.871676891615542,
      "grad_norm": 8.427702903747559,
      "learning_rate": 9.832847256080734e-06,
      "loss": 0.5594,
      "step": 3410
    },
    {
      "epoch": 0.8742331288343558,
      "grad_norm": 9.778414726257324,
      "learning_rate": 9.830551672751463e-06,
      "loss": 0.6194,
      "step": 3420
    },
    {
      "epoch": 0.8767893660531697,
      "grad_norm": 8.027331352233887,
      "learning_rate": 9.82824070526735e-06,
      "loss": 0.5957,
      "step": 3430
    },
    {
      "epoch": 0.8793456032719836,
      "grad_norm": 6.331071376800537,
      "learning_rate": 9.825914360988271e-06,
      "loss": 0.5145,
      "step": 3440
    },
    {
      "epoch": 0.8819018404907976,
      "grad_norm": 8.607481956481934,
      "learning_rate": 9.82357264732308e-06,
      "loss": 0.5986,
      "step": 3450
    },
    {
      "epoch": 0.8844580777096115,
      "grad_norm": 6.551468849182129,
      "learning_rate": 9.821215571729578e-06,
      "loss": 0.5461,
      "step": 3460
    },
    {
      "epoch": 0.8870143149284253,
      "grad_norm": 6.835443496704102,
      "learning_rate": 9.818843141714486e-06,
      "loss": 0.7021,
      "step": 3470
    },
    {
      "epoch": 0.8895705521472392,
      "grad_norm": 7.249754428863525,
      "learning_rate": 9.81645536483343e-06,
      "loss": 0.6188,
      "step": 3480
    },
    {
      "epoch": 0.8921267893660532,
      "grad_norm": 7.487998962402344,
      "learning_rate": 9.814052248690906e-06,
      "loss": 0.4203,
      "step": 3490
    },
    {
      "epoch": 0.8946830265848671,
      "grad_norm": 17.97199821472168,
      "learning_rate": 9.81163380094027e-06,
      "loss": 0.4725,
      "step": 3500
    },
    {
      "epoch": 0.897239263803681,
      "grad_norm": 15.719616889953613,
      "learning_rate": 9.809200029283698e-06,
      "loss": 0.5723,
      "step": 3510
    },
    {
      "epoch": 0.8997955010224948,
      "grad_norm": 9.500740051269531,
      "learning_rate": 9.806750941472175e-06,
      "loss": 0.417,
      "step": 3520
    },
    {
      "epoch": 0.9023517382413088,
      "grad_norm": 7.425899505615234,
      "learning_rate": 9.804286545305456e-06,
      "loss": 0.4884,
      "step": 3530
    },
    {
      "epoch": 0.9049079754601227,
      "grad_norm": 8.523987770080566,
      "learning_rate": 9.801806848632062e-06,
      "loss": 0.4925,
      "step": 3540
    },
    {
      "epoch": 0.9074642126789366,
      "grad_norm": 13.769088745117188,
      "learning_rate": 9.799311859349235e-06,
      "loss": 0.3849,
      "step": 3550
    },
    {
      "epoch": 0.9100204498977505,
      "grad_norm": 7.716251850128174,
      "learning_rate": 9.796801585402913e-06,
      "loss": 0.4594,
      "step": 3560
    },
    {
      "epoch": 0.9125766871165644,
      "grad_norm": 10.922795295715332,
      "learning_rate": 9.79427603478773e-06,
      "loss": 0.4632,
      "step": 3570
    },
    {
      "epoch": 0.9151329243353783,
      "grad_norm": 8.93303108215332,
      "learning_rate": 9.791735215546953e-06,
      "loss": 0.453,
      "step": 3580
    },
    {
      "epoch": 0.9176891615541922,
      "grad_norm": 6.447891712188721,
      "learning_rate": 9.78917913577249e-06,
      "loss": 0.3284,
      "step": 3590
    },
    {
      "epoch": 0.9202453987730062,
      "grad_norm": 8.590970993041992,
      "learning_rate": 9.786607803604844e-06,
      "loss": 0.4445,
      "step": 3600
    },
    {
      "epoch": 0.9228016359918201,
      "grad_norm": 9.189178466796875,
      "learning_rate": 9.784021227233097e-06,
      "loss": 0.5768,
      "step": 3610
    },
    {
      "epoch": 0.9253578732106339,
      "grad_norm": 8.67251968383789,
      "learning_rate": 9.781419414894877e-06,
      "loss": 0.4507,
      "step": 3620
    },
    {
      "epoch": 0.9279141104294478,
      "grad_norm": 10.756339073181152,
      "learning_rate": 9.778802374876332e-06,
      "loss": 0.4278,
      "step": 3630
    },
    {
      "epoch": 0.9304703476482618,
      "grad_norm": 9.680365562438965,
      "learning_rate": 9.776170115512115e-06,
      "loss": 0.3831,
      "step": 3640
    },
    {
      "epoch": 0.9330265848670757,
      "grad_norm": 16.632375717163086,
      "learning_rate": 9.773522645185342e-06,
      "loss": 0.5033,
      "step": 3650
    },
    {
      "epoch": 0.9355828220858896,
      "grad_norm": 7.6330695152282715,
      "learning_rate": 9.770859972327575e-06,
      "loss": 0.3978,
      "step": 3660
    },
    {
      "epoch": 0.9381390593047034,
      "grad_norm": 8.260819435119629,
      "learning_rate": 9.768182105418791e-06,
      "loss": 0.5457,
      "step": 3670
    },
    {
      "epoch": 0.9406952965235174,
      "grad_norm": 18.994287490844727,
      "learning_rate": 9.765489052987357e-06,
      "loss": 0.5469,
      "step": 3680
    },
    {
      "epoch": 0.9432515337423313,
      "grad_norm": 8.636393547058105,
      "learning_rate": 9.762780823610006e-06,
      "loss": 0.4657,
      "step": 3690
    },
    {
      "epoch": 0.9458077709611452,
      "grad_norm": 16.197158813476562,
      "learning_rate": 9.760057425911797e-06,
      "loss": 0.3715,
      "step": 3700
    },
    {
      "epoch": 0.9483640081799591,
      "grad_norm": 28.646278381347656,
      "learning_rate": 9.757318868566107e-06,
      "loss": 0.3147,
      "step": 3710
    },
    {
      "epoch": 0.950920245398773,
      "grad_norm": 9.230977058410645,
      "learning_rate": 9.754565160294587e-06,
      "loss": 0.6337,
      "step": 3720
    },
    {
      "epoch": 0.9534764826175869,
      "grad_norm": 17.38115882873535,
      "learning_rate": 9.751796309867139e-06,
      "loss": 0.4393,
      "step": 3730
    },
    {
      "epoch": 0.9560327198364008,
      "grad_norm": 15.209970474243164,
      "learning_rate": 9.749012326101891e-06,
      "loss": 0.4759,
      "step": 3740
    },
    {
      "epoch": 0.9585889570552147,
      "grad_norm": 15.37113094329834,
      "learning_rate": 9.74621321786517e-06,
      "loss": 0.493,
      "step": 3750
    },
    {
      "epoch": 0.9611451942740287,
      "grad_norm": 9.076826095581055,
      "learning_rate": 9.743398994071467e-06,
      "loss": 0.2903,
      "step": 3760
    },
    {
      "epoch": 0.9637014314928425,
      "grad_norm": 6.899563312530518,
      "learning_rate": 9.740569663683413e-06,
      "loss": 0.3847,
      "step": 3770
    },
    {
      "epoch": 0.9662576687116564,
      "grad_norm": 14.622838973999023,
      "learning_rate": 9.73772523571175e-06,
      "loss": 0.3528,
      "step": 3780
    },
    {
      "epoch": 0.9688139059304703,
      "grad_norm": 11.762303352355957,
      "learning_rate": 9.734865719215303e-06,
      "loss": 0.4437,
      "step": 3790
    },
    {
      "epoch": 0.9713701431492843,
      "grad_norm": 11.108593940734863,
      "learning_rate": 9.73199112330095e-06,
      "loss": 0.2947,
      "step": 3800
    },
    {
      "epoch": 0.9739263803680982,
      "grad_norm": 7.895074367523193,
      "learning_rate": 9.729101457123593e-06,
      "loss": 0.4659,
      "step": 3810
    },
    {
      "epoch": 0.976482617586912,
      "grad_norm": 10.534423828125,
      "learning_rate": 9.72619672988613e-06,
      "loss": 0.5034,
      "step": 3820
    },
    {
      "epoch": 0.9790388548057259,
      "grad_norm": 6.145469665527344,
      "learning_rate": 9.723276950839425e-06,
      "loss": 0.4708,
      "step": 3830
    },
    {
      "epoch": 0.9815950920245399,
      "grad_norm": 5.333863258361816,
      "learning_rate": 9.720342129282277e-06,
      "loss": 0.5987,
      "step": 3840
    },
    {
      "epoch": 0.9841513292433538,
      "grad_norm": 11.559300422668457,
      "learning_rate": 9.717392274561392e-06,
      "loss": 0.5316,
      "step": 3850
    },
    {
      "epoch": 0.9867075664621677,
      "grad_norm": 7.202635288238525,
      "learning_rate": 9.714427396071354e-06,
      "loss": 0.3995,
      "step": 3860
    },
    {
      "epoch": 0.9892638036809815,
      "grad_norm": 9.292013168334961,
      "learning_rate": 9.711447503254595e-06,
      "loss": 0.5362,
      "step": 3870
    },
    {
      "epoch": 0.9918200408997955,
      "grad_norm": 15.875975608825684,
      "learning_rate": 9.708452605601361e-06,
      "loss": 0.3956,
      "step": 3880
    },
    {
      "epoch": 0.9943762781186094,
      "grad_norm": 5.166224002838135,
      "learning_rate": 9.705442712649688e-06,
      "loss": 0.4298,
      "step": 3890
    },
    {
      "epoch": 0.9969325153374233,
      "grad_norm": 28.647296905517578,
      "learning_rate": 9.702417833985367e-06,
      "loss": 0.5758,
      "step": 3900
    },
    {
      "epoch": 0.9994887525562373,
      "grad_norm": 7.455996990203857,
      "learning_rate": 9.699377979241915e-06,
      "loss": 0.4445,
      "step": 3910
    },
    {
      "epoch": 1.0020449897750512,
      "grad_norm": 8.313132286071777,
      "learning_rate": 9.696323158100543e-06,
      "loss": 0.3661,
      "step": 3920
    },
    {
      "epoch": 1.0046012269938651,
      "grad_norm": 2.6401190757751465,
      "learning_rate": 9.69325338029013e-06,
      "loss": 0.4446,
      "step": 3930
    },
    {
      "epoch": 1.007157464212679,
      "grad_norm": 8.16818904876709,
      "learning_rate": 9.690168655587184e-06,
      "loss": 0.298,
      "step": 3940
    },
    {
      "epoch": 1.0097137014314927,
      "grad_norm": 9.28429889678955,
      "learning_rate": 9.687068993815819e-06,
      "loss": 0.2262,
      "step": 3950
    },
    {
      "epoch": 1.0122699386503067,
      "grad_norm": 6.392743110656738,
      "learning_rate": 9.683954404847715e-06,
      "loss": 0.2432,
      "step": 3960
    },
    {
      "epoch": 1.0148261758691206,
      "grad_norm": 6.890766620635986,
      "learning_rate": 9.6808248986021e-06,
      "loss": 0.4461,
      "step": 3970
    },
    {
      "epoch": 1.0173824130879345,
      "grad_norm": 10.436578750610352,
      "learning_rate": 9.6776804850457e-06,
      "loss": 0.3529,
      "step": 3980
    },
    {
      "epoch": 1.0199386503067485,
      "grad_norm": 7.264800071716309,
      "learning_rate": 9.674521174192726e-06,
      "loss": 0.2966,
      "step": 3990
    },
    {
      "epoch": 1.0224948875255624,
      "grad_norm": 10.522168159484863,
      "learning_rate": 9.671346976104828e-06,
      "loss": 0.2953,
      "step": 4000
    },
    {
      "epoch": 1.0250511247443763,
      "grad_norm": 5.65585994720459,
      "learning_rate": 9.668157900891069e-06,
      "loss": 0.3308,
      "step": 4010
    },
    {
      "epoch": 1.0276073619631902,
      "grad_norm": 9.439372062683105,
      "learning_rate": 9.664953958707892e-06,
      "loss": 0.2545,
      "step": 4020
    },
    {
      "epoch": 1.0301635991820042,
      "grad_norm": 3.5625405311584473,
      "learning_rate": 9.661735159759093e-06,
      "loss": 0.2846,
      "step": 4030
    },
    {
      "epoch": 1.032719836400818,
      "grad_norm": 26.94212532043457,
      "learning_rate": 9.658501514295775e-06,
      "loss": 0.205,
      "step": 4040
    },
    {
      "epoch": 1.0352760736196318,
      "grad_norm": 11.873112678527832,
      "learning_rate": 9.655253032616327e-06,
      "loss": 0.3401,
      "step": 4050
    },
    {
      "epoch": 1.0378323108384457,
      "grad_norm": 7.584825038909912,
      "learning_rate": 9.651989725066393e-06,
      "loss": 0.2991,
      "step": 4060
    },
    {
      "epoch": 1.0403885480572597,
      "grad_norm": 7.558630466461182,
      "learning_rate": 9.648711602038823e-06,
      "loss": 0.3096,
      "step": 4070
    },
    {
      "epoch": 1.0429447852760736,
      "grad_norm": 24.522443771362305,
      "learning_rate": 9.64541867397366e-06,
      "loss": 0.4115,
      "step": 4080
    },
    {
      "epoch": 1.0455010224948875,
      "grad_norm": 5.4436354637146,
      "learning_rate": 9.642110951358097e-06,
      "loss": 0.2687,
      "step": 4090
    },
    {
      "epoch": 1.0480572597137015,
      "grad_norm": 9.708597183227539,
      "learning_rate": 9.638788444726437e-06,
      "loss": 0.2038,
      "step": 4100
    },
    {
      "epoch": 1.0506134969325154,
      "grad_norm": 5.303321361541748,
      "learning_rate": 9.635451164660073e-06,
      "loss": 0.3039,
      "step": 4110
    },
    {
      "epoch": 1.0531697341513293,
      "grad_norm": 7.557952404022217,
      "learning_rate": 9.632099121787445e-06,
      "loss": 0.3325,
      "step": 4120
    },
    {
      "epoch": 1.0557259713701432,
      "grad_norm": 5.638031005859375,
      "learning_rate": 9.628732326784014e-06,
      "loss": 0.3189,
      "step": 4130
    },
    {
      "epoch": 1.058282208588957,
      "grad_norm": 1.7007097005844116,
      "learning_rate": 9.625350790372214e-06,
      "loss": 0.3178,
      "step": 4140
    },
    {
      "epoch": 1.0608384458077709,
      "grad_norm": 8.193168640136719,
      "learning_rate": 9.621954523321434e-06,
      "loss": 0.307,
      "step": 4150
    },
    {
      "epoch": 1.0633946830265848,
      "grad_norm": 15.883909225463867,
      "learning_rate": 9.618543536447974e-06,
      "loss": 0.2642,
      "step": 4160
    },
    {
      "epoch": 1.0659509202453987,
      "grad_norm": 13.922346115112305,
      "learning_rate": 9.615117840615011e-06,
      "loss": 0.3466,
      "step": 4170
    },
    {
      "epoch": 1.0685071574642127,
      "grad_norm": 21.666532516479492,
      "learning_rate": 9.611677446732576e-06,
      "loss": 0.2475,
      "step": 4180
    },
    {
      "epoch": 1.0710633946830266,
      "grad_norm": 14.09211540222168,
      "learning_rate": 9.608222365757498e-06,
      "loss": 0.2698,
      "step": 4190
    },
    {
      "epoch": 1.0736196319018405,
      "grad_norm": 9.652295112609863,
      "learning_rate": 9.604752608693384e-06,
      "loss": 0.2477,
      "step": 4200
    },
    {
      "epoch": 1.0761758691206544,
      "grad_norm": 5.439416408538818,
      "learning_rate": 9.601268186590587e-06,
      "loss": 0.2024,
      "step": 4210
    },
    {
      "epoch": 1.0787321063394684,
      "grad_norm": 3.458691358566284,
      "learning_rate": 9.597769110546158e-06,
      "loss": 0.2974,
      "step": 4220
    },
    {
      "epoch": 1.0812883435582823,
      "grad_norm": 8.662911415100098,
      "learning_rate": 9.594255391703821e-06,
      "loss": 0.2053,
      "step": 4230
    },
    {
      "epoch": 1.0838445807770962,
      "grad_norm": 9.305736541748047,
      "learning_rate": 9.59072704125393e-06,
      "loss": 0.3785,
      "step": 4240
    },
    {
      "epoch": 1.08640081799591,
      "grad_norm": 8.057384490966797,
      "learning_rate": 9.587184070433442e-06,
      "loss": 0.239,
      "step": 4250
    },
    {
      "epoch": 1.0889570552147239,
      "grad_norm": 11.628586769104004,
      "learning_rate": 9.583626490525872e-06,
      "loss": 0.3451,
      "step": 4260
    },
    {
      "epoch": 1.0915132924335378,
      "grad_norm": 5.124874591827393,
      "learning_rate": 9.580054312861264e-06,
      "loss": 0.3267,
      "step": 4270
    },
    {
      "epoch": 1.0940695296523517,
      "grad_norm": 8.520767211914062,
      "learning_rate": 9.576467548816154e-06,
      "loss": 0.2843,
      "step": 4280
    },
    {
      "epoch": 1.0966257668711656,
      "grad_norm": 13.09350872039795,
      "learning_rate": 9.572866209813525e-06,
      "loss": 0.2522,
      "step": 4290
    },
    {
      "epoch": 1.0991820040899796,
      "grad_norm": 6.647915840148926,
      "learning_rate": 9.569250307322788e-06,
      "loss": 0.3104,
      "step": 4300
    },
    {
      "epoch": 1.1017382413087935,
      "grad_norm": 10.310320854187012,
      "learning_rate": 9.565619852859727e-06,
      "loss": 0.2137,
      "step": 4310
    },
    {
      "epoch": 1.1042944785276074,
      "grad_norm": 6.362160682678223,
      "learning_rate": 9.561974857986472e-06,
      "loss": 0.1824,
      "step": 4320
    },
    {
      "epoch": 1.1068507157464214,
      "grad_norm": 16.666887283325195,
      "learning_rate": 9.558315334311467e-06,
      "loss": 0.3631,
      "step": 4330
    },
    {
      "epoch": 1.109406952965235,
      "grad_norm": 2.7935502529144287,
      "learning_rate": 9.554641293489419e-06,
      "loss": 0.2915,
      "step": 4340
    },
    {
      "epoch": 1.111963190184049,
      "grad_norm": 15.494998931884766,
      "learning_rate": 9.55095274722127e-06,
      "loss": 0.2922,
      "step": 4350
    },
    {
      "epoch": 1.114519427402863,
      "grad_norm": 6.94740629196167,
      "learning_rate": 9.547249707254166e-06,
      "loss": 0.264,
      "step": 4360
    },
    {
      "epoch": 1.1170756646216768,
      "grad_norm": 7.18923807144165,
      "learning_rate": 9.543532185381397e-06,
      "loss": 0.3097,
      "step": 4370
    },
    {
      "epoch": 1.1196319018404908,
      "grad_norm": 10.083481788635254,
      "learning_rate": 9.53980019344239e-06,
      "loss": 0.2706,
      "step": 4380
    },
    {
      "epoch": 1.1221881390593047,
      "grad_norm": 7.783493995666504,
      "learning_rate": 9.53605374332265e-06,
      "loss": 0.1824,
      "step": 4390
    },
    {
      "epoch": 1.1247443762781186,
      "grad_norm": 10.747809410095215,
      "learning_rate": 9.532292846953723e-06,
      "loss": 0.3375,
      "step": 4400
    },
    {
      "epoch": 1.1273006134969326,
      "grad_norm": 11.694700241088867,
      "learning_rate": 9.528517516313167e-06,
      "loss": 0.2018,
      "step": 4410
    },
    {
      "epoch": 1.1298568507157465,
      "grad_norm": 6.256073474884033,
      "learning_rate": 9.524727763424513e-06,
      "loss": 0.1545,
      "step": 4420
    },
    {
      "epoch": 1.1324130879345604,
      "grad_norm": 6.233736991882324,
      "learning_rate": 9.520923600357217e-06,
      "loss": 0.2827,
      "step": 4430
    },
    {
      "epoch": 1.1349693251533743,
      "grad_norm": 8.213584899902344,
      "learning_rate": 9.517105039226632e-06,
      "loss": 0.315,
      "step": 4440
    },
    {
      "epoch": 1.137525562372188,
      "grad_norm": 12.951038360595703,
      "learning_rate": 9.513272092193965e-06,
      "loss": 0.2061,
      "step": 4450
    },
    {
      "epoch": 1.140081799591002,
      "grad_norm": 5.706482410430908,
      "learning_rate": 9.509424771466236e-06,
      "loss": 0.2526,
      "step": 4460
    },
    {
      "epoch": 1.142638036809816,
      "grad_norm": 6.124299049377441,
      "learning_rate": 9.505563089296246e-06,
      "loss": 0.3302,
      "step": 4470
    },
    {
      "epoch": 1.1451942740286298,
      "grad_norm": 11.08293342590332,
      "learning_rate": 9.501687057982531e-06,
      "loss": 0.2411,
      "step": 4480
    },
    {
      "epoch": 1.1477505112474438,
      "grad_norm": 8.393287658691406,
      "learning_rate": 9.497796689869324e-06,
      "loss": 0.3682,
      "step": 4490
    },
    {
      "epoch": 1.1503067484662577,
      "grad_norm": 0.49787667393684387,
      "learning_rate": 9.493891997346522e-06,
      "loss": 0.176,
      "step": 4500
    },
    {
      "epoch": 1.1528629856850716,
      "grad_norm": 6.434317588806152,
      "learning_rate": 9.489972992849641e-06,
      "loss": 0.2696,
      "step": 4510
    },
    {
      "epoch": 1.1554192229038855,
      "grad_norm": 8.729398727416992,
      "learning_rate": 9.486039688859772e-06,
      "loss": 0.2838,
      "step": 4520
    },
    {
      "epoch": 1.1579754601226995,
      "grad_norm": 9.446803092956543,
      "learning_rate": 9.482092097903551e-06,
      "loss": 0.3253,
      "step": 4530
    },
    {
      "epoch": 1.1605316973415132,
      "grad_norm": 6.4901957511901855,
      "learning_rate": 9.478130232553111e-06,
      "loss": 0.3429,
      "step": 4540
    },
    {
      "epoch": 1.163087934560327,
      "grad_norm": 9.026398658752441,
      "learning_rate": 9.474154105426055e-06,
      "loss": 0.3302,
      "step": 4550
    },
    {
      "epoch": 1.165644171779141,
      "grad_norm": 6.108066082000732,
      "learning_rate": 9.470163729185392e-06,
      "loss": 0.1702,
      "step": 4560
    },
    {
      "epoch": 1.168200408997955,
      "grad_norm": 10.425956726074219,
      "learning_rate": 9.466159116539523e-06,
      "loss": 0.3008,
      "step": 4570
    },
    {
      "epoch": 1.170756646216769,
      "grad_norm": 4.817817211151123,
      "learning_rate": 9.462140280242182e-06,
      "loss": 0.3151,
      "step": 4580
    },
    {
      "epoch": 1.1733128834355828,
      "grad_norm": 17.882158279418945,
      "learning_rate": 9.458107233092406e-06,
      "loss": 0.23,
      "step": 4590
    },
    {
      "epoch": 1.1758691206543967,
      "grad_norm": 5.028483867645264,
      "learning_rate": 9.454059987934487e-06,
      "loss": 0.2413,
      "step": 4600
    },
    {
      "epoch": 1.1784253578732107,
      "grad_norm": 9.872651100158691,
      "learning_rate": 9.449998557657936e-06,
      "loss": 0.1329,
      "step": 4610
    },
    {
      "epoch": 1.1809815950920246,
      "grad_norm": 5.998063087463379,
      "learning_rate": 9.445922955197437e-06,
      "loss": 0.2879,
      "step": 4620
    },
    {
      "epoch": 1.1835378323108385,
      "grad_norm": 8.390649795532227,
      "learning_rate": 9.441833193532817e-06,
      "loss": 0.2824,
      "step": 4630
    },
    {
      "epoch": 1.1860940695296525,
      "grad_norm": 6.652390003204346,
      "learning_rate": 9.437729285688986e-06,
      "loss": 0.3389,
      "step": 4640
    },
    {
      "epoch": 1.1886503067484662,
      "grad_norm": 10.573369026184082,
      "learning_rate": 9.433611244735914e-06,
      "loss": 0.3841,
      "step": 4650
    },
    {
      "epoch": 1.19120654396728,
      "grad_norm": 10.0396146774292,
      "learning_rate": 9.429479083788578e-06,
      "loss": 0.2638,
      "step": 4660
    },
    {
      "epoch": 1.193762781186094,
      "grad_norm": 11.902812004089355,
      "learning_rate": 9.425332816006927e-06,
      "loss": 0.4186,
      "step": 4670
    },
    {
      "epoch": 1.196319018404908,
      "grad_norm": 10.162897109985352,
      "learning_rate": 9.421172454595834e-06,
      "loss": 0.3057,
      "step": 4680
    },
    {
      "epoch": 1.1988752556237219,
      "grad_norm": 11.278912544250488,
      "learning_rate": 9.416998012805057e-06,
      "loss": 0.3223,
      "step": 4690
    },
    {
      "epoch": 1.2014314928425358,
      "grad_norm": 8.295330047607422,
      "learning_rate": 9.412809503929198e-06,
      "loss": 0.2588,
      "step": 4700
    },
    {
      "epoch": 1.2039877300613497,
      "grad_norm": 7.55431604385376,
      "learning_rate": 9.408606941307658e-06,
      "loss": 0.3087,
      "step": 4710
    },
    {
      "epoch": 1.2065439672801637,
      "grad_norm": 3.9323720932006836,
      "learning_rate": 9.404390338324599e-06,
      "loss": 0.3091,
      "step": 4720
    },
    {
      "epoch": 1.2091002044989776,
      "grad_norm": 7.560153007507324,
      "learning_rate": 9.400159708408892e-06,
      "loss": 0.2096,
      "step": 4730
    },
    {
      "epoch": 1.2116564417177913,
      "grad_norm": 9.517462730407715,
      "learning_rate": 9.395915065034085e-06,
      "loss": 0.1582,
      "step": 4740
    },
    {
      "epoch": 1.2142126789366052,
      "grad_norm": 5.7381720542907715,
      "learning_rate": 9.391656421718356e-06,
      "loss": 0.1742,
      "step": 4750
    },
    {
      "epoch": 1.2167689161554192,
      "grad_norm": 7.014863014221191,
      "learning_rate": 9.387383792024469e-06,
      "loss": 0.2988,
      "step": 4760
    },
    {
      "epoch": 1.219325153374233,
      "grad_norm": 12.077631950378418,
      "learning_rate": 9.383097189559728e-06,
      "loss": 0.254,
      "step": 4770
    },
    {
      "epoch": 1.221881390593047,
      "grad_norm": 8.781020164489746,
      "learning_rate": 9.37879662797594e-06,
      "loss": 0.2946,
      "step": 4780
    },
    {
      "epoch": 1.224437627811861,
      "grad_norm": 9.89029312133789,
      "learning_rate": 9.37448212096937e-06,
      "loss": 0.2043,
      "step": 4790
    },
    {
      "epoch": 1.2269938650306749,
      "grad_norm": 7.694300174713135,
      "learning_rate": 9.370153682280692e-06,
      "loss": 0.138,
      "step": 4800
    },
    {
      "epoch": 1.2295501022494888,
      "grad_norm": 8.310929298400879,
      "learning_rate": 9.365811325694949e-06,
      "loss": 0.2311,
      "step": 4810
    },
    {
      "epoch": 1.2321063394683027,
      "grad_norm": 12.575085639953613,
      "learning_rate": 9.361455065041514e-06,
      "loss": 0.2834,
      "step": 4820
    },
    {
      "epoch": 1.2346625766871167,
      "grad_norm": 10.732074737548828,
      "learning_rate": 9.357084914194036e-06,
      "loss": 0.2134,
      "step": 4830
    },
    {
      "epoch": 1.2372188139059306,
      "grad_norm": 10.34244441986084,
      "learning_rate": 9.352700887070403e-06,
      "loss": 0.3486,
      "step": 4840
    },
    {
      "epoch": 1.2397750511247443,
      "grad_norm": 10.497349739074707,
      "learning_rate": 9.348302997632699e-06,
      "loss": 0.3058,
      "step": 4850
    },
    {
      "epoch": 1.2423312883435582,
      "grad_norm": 14.589156150817871,
      "learning_rate": 9.343891259887148e-06,
      "loss": 0.2331,
      "step": 4860
    },
    {
      "epoch": 1.2448875255623721,
      "grad_norm": 5.382908344268799,
      "learning_rate": 9.339465687884086e-06,
      "loss": 0.3091,
      "step": 4870
    },
    {
      "epoch": 1.247443762781186,
      "grad_norm": 16.56047821044922,
      "learning_rate": 9.335026295717902e-06,
      "loss": 0.2812,
      "step": 4880
    },
    {
      "epoch": 1.25,
      "grad_norm": 5.166291236877441,
      "learning_rate": 9.330573097527002e-06,
      "loss": 0.2357,
      "step": 4890
    },
    {
      "epoch": 1.252556237218814,
      "grad_norm": 6.794707775115967,
      "learning_rate": 9.326106107493762e-06,
      "loss": 0.2503,
      "step": 4900
    },
    {
      "epoch": 1.2551124744376279,
      "grad_norm": 6.429582118988037,
      "learning_rate": 9.321625339844476e-06,
      "loss": 0.1967,
      "step": 4910
    },
    {
      "epoch": 1.2576687116564418,
      "grad_norm": 21.49854278564453,
      "learning_rate": 9.317130808849322e-06,
      "loss": 0.3339,
      "step": 4920
    },
    {
      "epoch": 1.2602249488752557,
      "grad_norm": 6.054262161254883,
      "learning_rate": 9.312622528822308e-06,
      "loss": 0.1903,
      "step": 4930
    },
    {
      "epoch": 1.2627811860940694,
      "grad_norm": 13.686524391174316,
      "learning_rate": 9.308100514121233e-06,
      "loss": 0.1497,
      "step": 4940
    },
    {
      "epoch": 1.2653374233128836,
      "grad_norm": 18.514162063598633,
      "learning_rate": 9.303564779147634e-06,
      "loss": 0.2372,
      "step": 4950
    },
    {
      "epoch": 1.2678936605316973,
      "grad_norm": 6.550439357757568,
      "learning_rate": 9.299015338346745e-06,
      "loss": 0.2101,
      "step": 4960
    },
    {
      "epoch": 1.2704498977505112,
      "grad_norm": 9.836435317993164,
      "learning_rate": 9.294452206207448e-06,
      "loss": 0.1643,
      "step": 4970
    },
    {
      "epoch": 1.2730061349693251,
      "grad_norm": 7.0567307472229,
      "learning_rate": 9.289875397262234e-06,
      "loss": 0.1969,
      "step": 4980
    },
    {
      "epoch": 1.275562372188139,
      "grad_norm": 8.437677383422852,
      "learning_rate": 9.285284926087144e-06,
      "loss": 0.3502,
      "step": 4990
    },
    {
      "epoch": 1.278118609406953,
      "grad_norm": 7.982880592346191,
      "learning_rate": 9.280680807301735e-06,
      "loss": 0.1473,
      "step": 5000
    },
    {
      "epoch": 1.280674846625767,
      "grad_norm": 6.814586162567139,
      "learning_rate": 9.276063055569029e-06,
      "loss": 0.2684,
      "step": 5010
    },
    {
      "epoch": 1.2832310838445808,
      "grad_norm": 5.944293022155762,
      "learning_rate": 9.271431685595461e-06,
      "loss": 0.1763,
      "step": 5020
    },
    {
      "epoch": 1.2857873210633946,
      "grad_norm": 5.889406204223633,
      "learning_rate": 9.266786712130842e-06,
      "loss": 0.1852,
      "step": 5030
    },
    {
      "epoch": 1.2883435582822087,
      "grad_norm": 5.56532096862793,
      "learning_rate": 9.262128149968304e-06,
      "loss": 0.3474,
      "step": 5040
    },
    {
      "epoch": 1.2908997955010224,
      "grad_norm": 6.4994049072265625,
      "learning_rate": 9.257456013944255e-06,
      "loss": 0.1804,
      "step": 5050
    },
    {
      "epoch": 1.2934560327198363,
      "grad_norm": 6.235182285308838,
      "learning_rate": 9.252770318938334e-06,
      "loss": 0.2414,
      "step": 5060
    },
    {
      "epoch": 1.2960122699386503,
      "grad_norm": 5.915652275085449,
      "learning_rate": 9.248071079873362e-06,
      "loss": 0.2333,
      "step": 5070
    },
    {
      "epoch": 1.2985685071574642,
      "grad_norm": 9.032744407653809,
      "learning_rate": 9.243358311715298e-06,
      "loss": 0.2185,
      "step": 5080
    },
    {
      "epoch": 1.3011247443762781,
      "grad_norm": 7.362344264984131,
      "learning_rate": 9.238632029473178e-06,
      "loss": 0.2571,
      "step": 5090
    },
    {
      "epoch": 1.303680981595092,
      "grad_norm": 9.257672309875488,
      "learning_rate": 9.23389224819909e-06,
      "loss": 0.2363,
      "step": 5100
    },
    {
      "epoch": 1.306237218813906,
      "grad_norm": 8.25611400604248,
      "learning_rate": 9.229138982988102e-06,
      "loss": 0.1432,
      "step": 5110
    },
    {
      "epoch": 1.30879345603272,
      "grad_norm": 9.176118850708008,
      "learning_rate": 9.224372248978231e-06,
      "loss": 0.2158,
      "step": 5120
    },
    {
      "epoch": 1.3113496932515338,
      "grad_norm": 3.796792984008789,
      "learning_rate": 9.21959206135039e-06,
      "loss": 0.1544,
      "step": 5130
    },
    {
      "epoch": 1.3139059304703475,
      "grad_norm": 6.011196613311768,
      "learning_rate": 9.214798435328334e-06,
      "loss": 0.3326,
      "step": 5140
    },
    {
      "epoch": 1.3164621676891617,
      "grad_norm": 16.793350219726562,
      "learning_rate": 9.209991386178621e-06,
      "loss": 0.2056,
      "step": 5150
    },
    {
      "epoch": 1.3190184049079754,
      "grad_norm": 7.064115047454834,
      "learning_rate": 9.205170929210552e-06,
      "loss": 0.3113,
      "step": 5160
    },
    {
      "epoch": 1.3215746421267893,
      "grad_norm": 19.5340518951416,
      "learning_rate": 9.200337079776136e-06,
      "loss": 0.1886,
      "step": 5170
    },
    {
      "epoch": 1.3241308793456033,
      "grad_norm": 12.674887657165527,
      "learning_rate": 9.195489853270029e-06,
      "loss": 0.4599,
      "step": 5180
    },
    {
      "epoch": 1.3266871165644172,
      "grad_norm": 13.094590187072754,
      "learning_rate": 9.190629265129492e-06,
      "loss": 0.2936,
      "step": 5190
    },
    {
      "epoch": 1.329243353783231,
      "grad_norm": 9.762693405151367,
      "learning_rate": 9.185755330834338e-06,
      "loss": 0.2078,
      "step": 5200
    },
    {
      "epoch": 1.331799591002045,
      "grad_norm": 7.909463405609131,
      "learning_rate": 9.180868065906884e-06,
      "loss": 0.2288,
      "step": 5210
    },
    {
      "epoch": 1.334355828220859,
      "grad_norm": 7.411076545715332,
      "learning_rate": 9.175967485911907e-06,
      "loss": 0.2717,
      "step": 5220
    },
    {
      "epoch": 1.3369120654396727,
      "grad_norm": 6.424882411956787,
      "learning_rate": 9.171053606456582e-06,
      "loss": 0.1745,
      "step": 5230
    },
    {
      "epoch": 1.3394683026584868,
      "grad_norm": 6.506113052368164,
      "learning_rate": 9.166126443190443e-06,
      "loss": 0.1601,
      "step": 5240
    },
    {
      "epoch": 1.3420245398773005,
      "grad_norm": 9.06916332244873,
      "learning_rate": 9.161186011805332e-06,
      "loss": 0.3146,
      "step": 5250
    },
    {
      "epoch": 1.3445807770961145,
      "grad_norm": 10.523892402648926,
      "learning_rate": 9.156232328035342e-06,
      "loss": 0.2956,
      "step": 5260
    },
    {
      "epoch": 1.3471370143149284,
      "grad_norm": 8.017621994018555,
      "learning_rate": 9.151265407656775e-06,
      "loss": 0.2294,
      "step": 5270
    },
    {
      "epoch": 1.3496932515337423,
      "grad_norm": 14.679991722106934,
      "learning_rate": 9.146285266488088e-06,
      "loss": 0.2024,
      "step": 5280
    },
    {
      "epoch": 1.3522494887525562,
      "grad_norm": 0.9324799180030823,
      "learning_rate": 9.141291920389843e-06,
      "loss": 0.1614,
      "step": 5290
    },
    {
      "epoch": 1.3548057259713702,
      "grad_norm": 5.870517253875732,
      "learning_rate": 9.136285385264655e-06,
      "loss": 0.2225,
      "step": 5300
    },
    {
      "epoch": 1.357361963190184,
      "grad_norm": 11.407279014587402,
      "learning_rate": 9.131265677057146e-06,
      "loss": 0.1872,
      "step": 5310
    },
    {
      "epoch": 1.359918200408998,
      "grad_norm": 17.659618377685547,
      "learning_rate": 9.12623281175389e-06,
      "loss": 0.2171,
      "step": 5320
    },
    {
      "epoch": 1.362474437627812,
      "grad_norm": 12.906618118286133,
      "learning_rate": 9.121186805383358e-06,
      "loss": 0.2759,
      "step": 5330
    },
    {
      "epoch": 1.3650306748466257,
      "grad_norm": 6.954870223999023,
      "learning_rate": 9.11612767401588e-06,
      "loss": 0.2188,
      "step": 5340
    },
    {
      "epoch": 1.3675869120654398,
      "grad_norm": 4.730753421783447,
      "learning_rate": 9.111055433763582e-06,
      "loss": 0.2126,
      "step": 5350
    },
    {
      "epoch": 1.3701431492842535,
      "grad_norm": 13.265816688537598,
      "learning_rate": 9.105970100780341e-06,
      "loss": 0.2904,
      "step": 5360
    },
    {
      "epoch": 1.3726993865030674,
      "grad_norm": 3.0092155933380127,
      "learning_rate": 9.100871691261728e-06,
      "loss": 0.1578,
      "step": 5370
    },
    {
      "epoch": 1.3752556237218814,
      "grad_norm": 6.426031112670898,
      "learning_rate": 9.09576022144496e-06,
      "loss": 0.2037,
      "step": 5380
    },
    {
      "epoch": 1.3778118609406953,
      "grad_norm": 8.25606918334961,
      "learning_rate": 9.09063570760885e-06,
      "loss": 0.1798,
      "step": 5390
    },
    {
      "epoch": 1.3803680981595092,
      "grad_norm": 20.269100189208984,
      "learning_rate": 9.085498166073755e-06,
      "loss": 0.3306,
      "step": 5400
    },
    {
      "epoch": 1.3829243353783232,
      "grad_norm": 7.950530529022217,
      "learning_rate": 9.080347613201513e-06,
      "loss": 0.2489,
      "step": 5410
    },
    {
      "epoch": 1.385480572597137,
      "grad_norm": 11.141780853271484,
      "learning_rate": 9.075184065395413e-06,
      "loss": 0.2043,
      "step": 5420
    },
    {
      "epoch": 1.3880368098159508,
      "grad_norm": 4.896001815795898,
      "learning_rate": 9.070007539100118e-06,
      "loss": 0.3356,
      "step": 5430
    },
    {
      "epoch": 1.390593047034765,
      "grad_norm": 11.557963371276855,
      "learning_rate": 9.064818050801634e-06,
      "loss": 0.1741,
      "step": 5440
    },
    {
      "epoch": 1.3931492842535786,
      "grad_norm": 6.800997734069824,
      "learning_rate": 9.05961561702724e-06,
      "loss": 0.1887,
      "step": 5450
    },
    {
      "epoch": 1.3957055214723926,
      "grad_norm": 6.017879009246826,
      "learning_rate": 9.054400254345448e-06,
      "loss": 0.2398,
      "step": 5460
    },
    {
      "epoch": 1.3982617586912065,
      "grad_norm": 6.6386189460754395,
      "learning_rate": 9.049171979365945e-06,
      "loss": 0.1465,
      "step": 5470
    },
    {
      "epoch": 1.4008179959100204,
      "grad_norm": 4.621875762939453,
      "learning_rate": 9.043930808739537e-06,
      "loss": 0.335,
      "step": 5480
    },
    {
      "epoch": 1.4033742331288344,
      "grad_norm": 6.274672508239746,
      "learning_rate": 9.038676759158105e-06,
      "loss": 0.1384,
      "step": 5490
    },
    {
      "epoch": 1.4059304703476483,
      "grad_norm": 2.794377565383911,
      "learning_rate": 9.033409847354542e-06,
      "loss": 0.2304,
      "step": 5500
    },
    {
      "epoch": 1.4084867075664622,
      "grad_norm": 10.634669303894043,
      "learning_rate": 9.028130090102706e-06,
      "loss": 0.3528,
      "step": 5510
    },
    {
      "epoch": 1.4110429447852761,
      "grad_norm": 6.818256855010986,
      "learning_rate": 9.022837504217366e-06,
      "loss": 0.1227,
      "step": 5520
    },
    {
      "epoch": 1.41359918200409,
      "grad_norm": 8.108813285827637,
      "learning_rate": 9.017532106554143e-06,
      "loss": 0.2864,
      "step": 5530
    },
    {
      "epoch": 1.4161554192229038,
      "grad_norm": 8.222419738769531,
      "learning_rate": 9.012213914009464e-06,
      "loss": 0.251,
      "step": 5540
    },
    {
      "epoch": 1.418711656441718,
      "grad_norm": 9.900671005249023,
      "learning_rate": 9.006882943520506e-06,
      "loss": 0.2974,
      "step": 5550
    },
    {
      "epoch": 1.4212678936605316,
      "grad_norm": 4.816144943237305,
      "learning_rate": 9.001539212065136e-06,
      "loss": 0.2626,
      "step": 5560
    },
    {
      "epoch": 1.4238241308793456,
      "grad_norm": 3.0924923419952393,
      "learning_rate": 8.996182736661863e-06,
      "loss": 0.1263,
      "step": 5570
    },
    {
      "epoch": 1.4263803680981595,
      "grad_norm": 5.688522815704346,
      "learning_rate": 8.990813534369787e-06,
      "loss": 0.2336,
      "step": 5580
    },
    {
      "epoch": 1.4289366053169734,
      "grad_norm": 10.940909385681152,
      "learning_rate": 8.985431622288533e-06,
      "loss": 0.2868,
      "step": 5590
    },
    {
      "epoch": 1.4314928425357873,
      "grad_norm": 13.232209205627441,
      "learning_rate": 8.98003701755821e-06,
      "loss": 0.2469,
      "step": 5600
    },
    {
      "epoch": 1.4340490797546013,
      "grad_norm": 7.461823463439941,
      "learning_rate": 8.974629737359348e-06,
      "loss": 0.2405,
      "step": 5610
    },
    {
      "epoch": 1.4366053169734152,
      "grad_norm": 3.547605037689209,
      "learning_rate": 8.96920979891284e-06,
      "loss": 0.1996,
      "step": 5620
    },
    {
      "epoch": 1.439161554192229,
      "grad_norm": 6.454622745513916,
      "learning_rate": 8.963777219479902e-06,
      "loss": 0.2072,
      "step": 5630
    },
    {
      "epoch": 1.441717791411043,
      "grad_norm": 6.902385711669922,
      "learning_rate": 8.958332016362e-06,
      "loss": 0.0997,
      "step": 5640
    },
    {
      "epoch": 1.4442740286298568,
      "grad_norm": 7.078310489654541,
      "learning_rate": 8.952874206900809e-06,
      "loss": 0.1943,
      "step": 5650
    },
    {
      "epoch": 1.4468302658486707,
      "grad_norm": 5.974771976470947,
      "learning_rate": 8.94740380847815e-06,
      "loss": 0.3048,
      "step": 5660
    },
    {
      "epoch": 1.4493865030674846,
      "grad_norm": 7.63726806640625,
      "learning_rate": 8.941920838515936e-06,
      "loss": 0.1593,
      "step": 5670
    },
    {
      "epoch": 1.4519427402862985,
      "grad_norm": 5.1760430335998535,
      "learning_rate": 8.936425314476121e-06,
      "loss": 0.1877,
      "step": 5680
    },
    {
      "epoch": 1.4544989775051125,
      "grad_norm": 8.131750106811523,
      "learning_rate": 8.930917253860637e-06,
      "loss": 0.2409,
      "step": 5690
    },
    {
      "epoch": 1.4570552147239264,
      "grad_norm": 6.002188205718994,
      "learning_rate": 8.925396674211341e-06,
      "loss": 0.2159,
      "step": 5700
    },
    {
      "epoch": 1.4596114519427403,
      "grad_norm": 12.237569808959961,
      "learning_rate": 8.919863593109967e-06,
      "loss": 0.2005,
      "step": 5710
    },
    {
      "epoch": 1.4621676891615543,
      "grad_norm": 14.401376724243164,
      "learning_rate": 8.914318028178055e-06,
      "loss": 0.3153,
      "step": 5720
    },
    {
      "epoch": 1.4647239263803682,
      "grad_norm": 5.81574821472168,
      "learning_rate": 8.908759997076909e-06,
      "loss": 0.1836,
      "step": 5730
    },
    {
      "epoch": 1.467280163599182,
      "grad_norm": 6.657829761505127,
      "learning_rate": 8.903189517507527e-06,
      "loss": 0.2741,
      "step": 5740
    },
    {
      "epoch": 1.469836400817996,
      "grad_norm": 4.597752094268799,
      "learning_rate": 8.897606607210563e-06,
      "loss": 0.1928,
      "step": 5750
    },
    {
      "epoch": 1.4723926380368098,
      "grad_norm": 7.948934555053711,
      "learning_rate": 8.892011283966253e-06,
      "loss": 0.1889,
      "step": 5760
    },
    {
      "epoch": 1.4749488752556237,
      "grad_norm": 14.392995834350586,
      "learning_rate": 8.886403565594367e-06,
      "loss": 0.2368,
      "step": 5770
    },
    {
      "epoch": 1.4775051124744376,
      "grad_norm": 7.179086685180664,
      "learning_rate": 8.88078346995415e-06,
      "loss": 0.2,
      "step": 5780
    },
    {
      "epoch": 1.4800613496932515,
      "grad_norm": 7.146066665649414,
      "learning_rate": 8.875151014944267e-06,
      "loss": 0.1678,
      "step": 5790
    },
    {
      "epoch": 1.4826175869120655,
      "grad_norm": 9.944082260131836,
      "learning_rate": 8.869506218502742e-06,
      "loss": 0.1642,
      "step": 5800
    },
    {
      "epoch": 1.4851738241308794,
      "grad_norm": 12.250117301940918,
      "learning_rate": 8.863849098606907e-06,
      "loss": 0.2266,
      "step": 5810
    },
    {
      "epoch": 1.4877300613496933,
      "grad_norm": 29.39047622680664,
      "learning_rate": 8.858179673273337e-06,
      "loss": 0.2813,
      "step": 5820
    },
    {
      "epoch": 1.490286298568507,
      "grad_norm": 11.951471328735352,
      "learning_rate": 8.852497960557804e-06,
      "loss": 0.3751,
      "step": 5830
    },
    {
      "epoch": 1.4928425357873212,
      "grad_norm": 1.6928082704544067,
      "learning_rate": 8.846803978555203e-06,
      "loss": 0.1711,
      "step": 5840
    },
    {
      "epoch": 1.4953987730061349,
      "grad_norm": 8.914717674255371,
      "learning_rate": 8.84109774539951e-06,
      "loss": 0.2084,
      "step": 5850
    },
    {
      "epoch": 1.4979550102249488,
      "grad_norm": 9.57482624053955,
      "learning_rate": 8.835379279263718e-06,
      "loss": 0.2722,
      "step": 5860
    },
    {
      "epoch": 1.5005112474437627,
      "grad_norm": 11.420355796813965,
      "learning_rate": 8.829648598359775e-06,
      "loss": 0.1593,
      "step": 5870
    },
    {
      "epoch": 1.5030674846625767,
      "grad_norm": 4.315236568450928,
      "learning_rate": 8.823905720938534e-06,
      "loss": 0.1693,
      "step": 5880
    },
    {
      "epoch": 1.5056237218813906,
      "grad_norm": 4.3361945152282715,
      "learning_rate": 8.81815066528969e-06,
      "loss": 0.164,
      "step": 5890
    },
    {
      "epoch": 1.5081799591002045,
      "grad_norm": 9.296090126037598,
      "learning_rate": 8.812383449741724e-06,
      "loss": 0.1611,
      "step": 5900
    },
    {
      "epoch": 1.5107361963190185,
      "grad_norm": 16.11349105834961,
      "learning_rate": 8.806604092661839e-06,
      "loss": 0.1636,
      "step": 5910
    },
    {
      "epoch": 1.5132924335378322,
      "grad_norm": 12.905272483825684,
      "learning_rate": 8.800812612455909e-06,
      "loss": 0.1995,
      "step": 5920
    },
    {
      "epoch": 1.5158486707566463,
      "grad_norm": 4.522705554962158,
      "learning_rate": 8.79500902756842e-06,
      "loss": 0.115,
      "step": 5930
    },
    {
      "epoch": 1.51840490797546,
      "grad_norm": 8.156167984008789,
      "learning_rate": 8.789193356482401e-06,
      "loss": 0.1444,
      "step": 5940
    },
    {
      "epoch": 1.5209611451942742,
      "grad_norm": 6.0793328285217285,
      "learning_rate": 8.783365617719382e-06,
      "loss": 0.1781,
      "step": 5950
    },
    {
      "epoch": 1.5235173824130879,
      "grad_norm": 8.255613327026367,
      "learning_rate": 8.777525829839317e-06,
      "loss": 0.2307,
      "step": 5960
    },
    {
      "epoch": 1.5260736196319018,
      "grad_norm": 13.122941017150879,
      "learning_rate": 8.77167401144054e-06,
      "loss": 0.1803,
      "step": 5970
    },
    {
      "epoch": 1.5286298568507157,
      "grad_norm": 4.706987380981445,
      "learning_rate": 8.765810181159696e-06,
      "loss": 0.1343,
      "step": 5980
    },
    {
      "epoch": 1.5311860940695297,
      "grad_norm": 4.327836990356445,
      "learning_rate": 8.759934357671685e-06,
      "loss": 0.2642,
      "step": 5990
    },
    {
      "epoch": 1.5337423312883436,
      "grad_norm": 5.442415714263916,
      "learning_rate": 8.754046559689602e-06,
      "loss": 0.2007,
      "step": 6000
    },
    {
      "epoch": 1.5362985685071575,
      "grad_norm": 12.884740829467773,
      "learning_rate": 8.748146805964683e-06,
      "loss": 0.2029,
      "step": 6010
    },
    {
      "epoch": 1.5388548057259714,
      "grad_norm": 7.4214582443237305,
      "learning_rate": 8.742235115286232e-06,
      "loss": 0.131,
      "step": 6020
    },
    {
      "epoch": 1.5414110429447851,
      "grad_norm": 5.057283878326416,
      "learning_rate": 8.736311506481579e-06,
      "loss": 0.2342,
      "step": 6030
    },
    {
      "epoch": 1.5439672801635993,
      "grad_norm": 11.823676109313965,
      "learning_rate": 8.730375998416e-06,
      "loss": 0.145,
      "step": 6040
    },
    {
      "epoch": 1.546523517382413,
      "grad_norm": 8.330456733703613,
      "learning_rate": 8.724428609992675e-06,
      "loss": 0.1139,
      "step": 6050
    },
    {
      "epoch": 1.5490797546012272,
      "grad_norm": 11.217977523803711,
      "learning_rate": 8.718469360152617e-06,
      "loss": 0.2302,
      "step": 6060
    },
    {
      "epoch": 1.5516359918200409,
      "grad_norm": 7.306154251098633,
      "learning_rate": 8.712498267874615e-06,
      "loss": 0.1695,
      "step": 6070
    },
    {
      "epoch": 1.5541922290388548,
      "grad_norm": 5.975497722625732,
      "learning_rate": 8.706515352175173e-06,
      "loss": 0.2389,
      "step": 6080
    },
    {
      "epoch": 1.5567484662576687,
      "grad_norm": 7.292505264282227,
      "learning_rate": 8.700520632108453e-06,
      "loss": 0.305,
      "step": 6090
    },
    {
      "epoch": 1.5593047034764826,
      "grad_norm": 12.038248062133789,
      "learning_rate": 8.694514126766205e-06,
      "loss": 0.1872,
      "step": 6100
    },
    {
      "epoch": 1.5618609406952966,
      "grad_norm": 5.702522277832031,
      "learning_rate": 8.688495855277718e-06,
      "loss": 0.1847,
      "step": 6110
    },
    {
      "epoch": 1.5644171779141103,
      "grad_norm": 6.972240447998047,
      "learning_rate": 8.68246583680975e-06,
      "loss": 0.177,
      "step": 6120
    },
    {
      "epoch": 1.5669734151329244,
      "grad_norm": 5.465381145477295,
      "learning_rate": 8.676424090566473e-06,
      "loss": 0.2276,
      "step": 6130
    },
    {
      "epoch": 1.5695296523517381,
      "grad_norm": 3.666998863220215,
      "learning_rate": 8.670370635789407e-06,
      "loss": 0.2746,
      "step": 6140
    },
    {
      "epoch": 1.5720858895705523,
      "grad_norm": 1.9799798727035522,
      "learning_rate": 8.66430549175736e-06,
      "loss": 0.1176,
      "step": 6150
    },
    {
      "epoch": 1.574642126789366,
      "grad_norm": 5.453342437744141,
      "learning_rate": 8.65822867778637e-06,
      "loss": 0.2283,
      "step": 6160
    },
    {
      "epoch": 1.57719836400818,
      "grad_norm": 5.7280683517456055,
      "learning_rate": 8.652140213229642e-06,
      "loss": 0.1838,
      "step": 6170
    },
    {
      "epoch": 1.5797546012269938,
      "grad_norm": 5.071581840515137,
      "learning_rate": 8.64604011747748e-06,
      "loss": 0.179,
      "step": 6180
    },
    {
      "epoch": 1.5823108384458078,
      "grad_norm": 1.5993189811706543,
      "learning_rate": 8.639928409957236e-06,
      "loss": 0.222,
      "step": 6190
    },
    {
      "epoch": 1.5848670756646217,
      "grad_norm": 5.141691207885742,
      "learning_rate": 8.63380511013324e-06,
      "loss": 0.2307,
      "step": 6200
    },
    {
      "epoch": 1.5874233128834356,
      "grad_norm": 8.022561073303223,
      "learning_rate": 8.627670237506742e-06,
      "loss": 0.2617,
      "step": 6210
    },
    {
      "epoch": 1.5899795501022496,
      "grad_norm": 7.5429301261901855,
      "learning_rate": 8.621523811615848e-06,
      "loss": 0.1311,
      "step": 6220
    },
    {
      "epoch": 1.5925357873210633,
      "grad_norm": 6.324619293212891,
      "learning_rate": 8.615365852035456e-06,
      "loss": 0.2665,
      "step": 6230
    },
    {
      "epoch": 1.5950920245398774,
      "grad_norm": 5.001183032989502,
      "learning_rate": 8.609196378377203e-06,
      "loss": 0.205,
      "step": 6240
    },
    {
      "epoch": 1.5976482617586911,
      "grad_norm": 7.617444038391113,
      "learning_rate": 8.603015410289387e-06,
      "loss": 0.4019,
      "step": 6250
    },
    {
      "epoch": 1.6002044989775053,
      "grad_norm": 4.471902847290039,
      "learning_rate": 8.596822967456915e-06,
      "loss": 0.1962,
      "step": 6260
    },
    {
      "epoch": 1.602760736196319,
      "grad_norm": 6.265940189361572,
      "learning_rate": 8.590619069601247e-06,
      "loss": 0.139,
      "step": 6270
    },
    {
      "epoch": 1.605316973415133,
      "grad_norm": 6.503332614898682,
      "learning_rate": 8.584403736480313e-06,
      "loss": 0.1892,
      "step": 6280
    },
    {
      "epoch": 1.6078732106339468,
      "grad_norm": 4.576842784881592,
      "learning_rate": 8.57817698788847e-06,
      "loss": 0.1271,
      "step": 6290
    },
    {
      "epoch": 1.6104294478527608,
      "grad_norm": 7.434634685516357,
      "learning_rate": 8.571938843656422e-06,
      "loss": 0.2066,
      "step": 6300
    },
    {
      "epoch": 1.6129856850715747,
      "grad_norm": 8.325051307678223,
      "learning_rate": 8.565689323651174e-06,
      "loss": 0.1975,
      "step": 6310
    },
    {
      "epoch": 1.6155419222903884,
      "grad_norm": 7.133656978607178,
      "learning_rate": 8.559428447775956e-06,
      "loss": 0.1116,
      "step": 6320
    },
    {
      "epoch": 1.6180981595092025,
      "grad_norm": 7.880911827087402,
      "learning_rate": 8.553156235970163e-06,
      "loss": 0.1743,
      "step": 6330
    },
    {
      "epoch": 1.6206543967280163,
      "grad_norm": 20.269716262817383,
      "learning_rate": 8.546872708209297e-06,
      "loss": 0.1994,
      "step": 6340
    },
    {
      "epoch": 1.6232106339468304,
      "grad_norm": 8.107951164245605,
      "learning_rate": 8.54057788450489e-06,
      "loss": 0.1642,
      "step": 6350
    },
    {
      "epoch": 1.6257668711656441,
      "grad_norm": 5.440578937530518,
      "learning_rate": 8.534271784904457e-06,
      "loss": 0.1593,
      "step": 6360
    },
    {
      "epoch": 1.628323108384458,
      "grad_norm": 3.178661584854126,
      "learning_rate": 8.527954429491422e-06,
      "loss": 0.2159,
      "step": 6370
    },
    {
      "epoch": 1.630879345603272,
      "grad_norm": 5.0311055183410645,
      "learning_rate": 8.521625838385052e-06,
      "loss": 0.2587,
      "step": 6380
    },
    {
      "epoch": 1.633435582822086,
      "grad_norm": 1.3832993507385254,
      "learning_rate": 8.515286031740403e-06,
      "loss": 0.1799,
      "step": 6390
    },
    {
      "epoch": 1.6359918200408998,
      "grad_norm": 8.102804183959961,
      "learning_rate": 8.508935029748244e-06,
      "loss": 0.1516,
      "step": 6400
    },
    {
      "epoch": 1.6385480572597138,
      "grad_norm": 6.02394437789917,
      "learning_rate": 8.502572852635005e-06,
      "loss": 0.179,
      "step": 6410
    },
    {
      "epoch": 1.6411042944785277,
      "grad_norm": 6.3991312980651855,
      "learning_rate": 8.4961995206627e-06,
      "loss": 0.2349,
      "step": 6420
    },
    {
      "epoch": 1.6436605316973414,
      "grad_norm": 5.750975608825684,
      "learning_rate": 8.489815054128874e-06,
      "loss": 0.1607,
      "step": 6430
    },
    {
      "epoch": 1.6462167689161555,
      "grad_norm": 4.242618560791016,
      "learning_rate": 8.483419473366525e-06,
      "loss": 0.1986,
      "step": 6440
    },
    {
      "epoch": 1.6487730061349692,
      "grad_norm": 9.25927734375,
      "learning_rate": 8.477012798744056e-06,
      "loss": 0.1515,
      "step": 6450
    },
    {
      "epoch": 1.6513292433537834,
      "grad_norm": 0.4773276150226593,
      "learning_rate": 8.470595050665196e-06,
      "loss": 0.1506,
      "step": 6460
    },
    {
      "epoch": 1.653885480572597,
      "grad_norm": 9.461527824401855,
      "learning_rate": 8.464166249568944e-06,
      "loss": 0.2223,
      "step": 6470
    },
    {
      "epoch": 1.656441717791411,
      "grad_norm": 4.911471843719482,
      "learning_rate": 8.457726415929494e-06,
      "loss": 0.1179,
      "step": 6480
    },
    {
      "epoch": 1.658997955010225,
      "grad_norm": 5.247636318206787,
      "learning_rate": 8.451275570256183e-06,
      "loss": 0.1667,
      "step": 6490
    },
    {
      "epoch": 1.6615541922290389,
      "grad_norm": 7.205673694610596,
      "learning_rate": 8.444813733093416e-06,
      "loss": 0.184,
      "step": 6500
    },
    {
      "epoch": 1.6641104294478528,
      "grad_norm": 12.158601760864258,
      "learning_rate": 8.4383409250206e-06,
      "loss": 0.1431,
      "step": 6510
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 7.19647741317749,
      "learning_rate": 8.43185716665209e-06,
      "loss": 0.1936,
      "step": 6520
    },
    {
      "epoch": 1.6692229038854807,
      "grad_norm": 7.732553958892822,
      "learning_rate": 8.425362478637105e-06,
      "loss": 0.1933,
      "step": 6530
    },
    {
      "epoch": 1.6717791411042944,
      "grad_norm": 8.475358009338379,
      "learning_rate": 8.418856881659677e-06,
      "loss": 0.2284,
      "step": 6540
    },
    {
      "epoch": 1.6743353783231085,
      "grad_norm": 11.112258911132812,
      "learning_rate": 8.412340396438587e-06,
      "loss": 0.1528,
      "step": 6550
    },
    {
      "epoch": 1.6768916155419222,
      "grad_norm": 11.443809509277344,
      "learning_rate": 8.405813043727279e-06,
      "loss": 0.1782,
      "step": 6560
    },
    {
      "epoch": 1.6794478527607362,
      "grad_norm": 0.7984766960144043,
      "learning_rate": 8.399274844313816e-06,
      "loss": 0.1205,
      "step": 6570
    },
    {
      "epoch": 1.68200408997955,
      "grad_norm": 0.6593146324157715,
      "learning_rate": 8.392725819020806e-06,
      "loss": 0.0928,
      "step": 6580
    },
    {
      "epoch": 1.684560327198364,
      "grad_norm": 7.761658668518066,
      "learning_rate": 8.38616598870533e-06,
      "loss": 0.1637,
      "step": 6590
    },
    {
      "epoch": 1.687116564417178,
      "grad_norm": 6.802185535430908,
      "learning_rate": 8.379595374258883e-06,
      "loss": 0.3094,
      "step": 6600
    },
    {
      "epoch": 1.6896728016359919,
      "grad_norm": 7.621953964233398,
      "learning_rate": 8.373013996607309e-06,
      "loss": 0.1235,
      "step": 6610
    },
    {
      "epoch": 1.6922290388548058,
      "grad_norm": 5.766721248626709,
      "learning_rate": 8.36642187671072e-06,
      "loss": 0.1979,
      "step": 6620
    },
    {
      "epoch": 1.6947852760736195,
      "grad_norm": 7.573540687561035,
      "learning_rate": 8.359819035563447e-06,
      "loss": 0.1544,
      "step": 6630
    },
    {
      "epoch": 1.6973415132924337,
      "grad_norm": 7.856776237487793,
      "learning_rate": 8.353205494193965e-06,
      "loss": 0.2178,
      "step": 6640
    },
    {
      "epoch": 1.6998977505112474,
      "grad_norm": 6.826193332672119,
      "learning_rate": 8.346581273664826e-06,
      "loss": 0.1453,
      "step": 6650
    },
    {
      "epoch": 1.7024539877300615,
      "grad_norm": 3.6651082038879395,
      "learning_rate": 8.339946395072593e-06,
      "loss": 0.1316,
      "step": 6660
    },
    {
      "epoch": 1.7050102249488752,
      "grad_norm": 13.016592025756836,
      "learning_rate": 8.33330087954777e-06,
      "loss": 0.2319,
      "step": 6670
    },
    {
      "epoch": 1.7075664621676891,
      "grad_norm": 2.1794581413269043,
      "learning_rate": 8.32664474825474e-06,
      "loss": 0.096,
      "step": 6680
    },
    {
      "epoch": 1.710122699386503,
      "grad_norm": 6.232535362243652,
      "learning_rate": 8.319978022391692e-06,
      "loss": 0.1157,
      "step": 6690
    },
    {
      "epoch": 1.712678936605317,
      "grad_norm": 11.268756866455078,
      "learning_rate": 8.313300723190561e-06,
      "loss": 0.1155,
      "step": 6700
    },
    {
      "epoch": 1.715235173824131,
      "grad_norm": 7.64271879196167,
      "learning_rate": 8.306612871916946e-06,
      "loss": 0.1295,
      "step": 6710
    },
    {
      "epoch": 1.7177914110429446,
      "grad_norm": 3.3692967891693115,
      "learning_rate": 8.299914489870065e-06,
      "loss": 0.1837,
      "step": 6720
    },
    {
      "epoch": 1.7203476482617588,
      "grad_norm": 3.621946096420288,
      "learning_rate": 8.293205598382662e-06,
      "loss": 0.116,
      "step": 6730
    },
    {
      "epoch": 1.7229038854805725,
      "grad_norm": 7.414484024047852,
      "learning_rate": 8.28648621882096e-06,
      "loss": 0.2422,
      "step": 6740
    },
    {
      "epoch": 1.7254601226993866,
      "grad_norm": 8.968006134033203,
      "learning_rate": 8.279756372584575e-06,
      "loss": 0.1423,
      "step": 6750
    },
    {
      "epoch": 1.7280163599182004,
      "grad_norm": 5.072629451751709,
      "learning_rate": 8.273016081106468e-06,
      "loss": 0.1433,
      "step": 6760
    },
    {
      "epoch": 1.7305725971370143,
      "grad_norm": 8.455986976623535,
      "learning_rate": 8.266265365852854e-06,
      "loss": 0.2221,
      "step": 6770
    },
    {
      "epoch": 1.7331288343558282,
      "grad_norm": 7.337911128997803,
      "learning_rate": 8.259504248323155e-06,
      "loss": 0.0976,
      "step": 6780
    },
    {
      "epoch": 1.7356850715746421,
      "grad_norm": 7.0469207763671875,
      "learning_rate": 8.252732750049918e-06,
      "loss": 0.1134,
      "step": 6790
    },
    {
      "epoch": 1.738241308793456,
      "grad_norm": 6.939335823059082,
      "learning_rate": 8.245950892598746e-06,
      "loss": 0.1975,
      "step": 6800
    },
    {
      "epoch": 1.74079754601227,
      "grad_norm": 3.959833860397339,
      "learning_rate": 8.23915869756824e-06,
      "loss": 0.1229,
      "step": 6810
    },
    {
      "epoch": 1.743353783231084,
      "grad_norm": 9.389518737792969,
      "learning_rate": 8.23235618658992e-06,
      "loss": 0.1164,
      "step": 6820
    },
    {
      "epoch": 1.7459100204498976,
      "grad_norm": 3.3109939098358154,
      "learning_rate": 8.225543381328162e-06,
      "loss": 0.1659,
      "step": 6830
    },
    {
      "epoch": 1.7484662576687118,
      "grad_norm": 4.770479202270508,
      "learning_rate": 8.218720303480124e-06,
      "loss": 0.1385,
      "step": 6840
    },
    {
      "epoch": 1.7510224948875255,
      "grad_norm": 3.3656115531921387,
      "learning_rate": 8.211886974775682e-06,
      "loss": 0.2088,
      "step": 6850
    },
    {
      "epoch": 1.7535787321063396,
      "grad_norm": 5.787675857543945,
      "learning_rate": 8.205043416977358e-06,
      "loss": 0.0627,
      "step": 6860
    },
    {
      "epoch": 1.7561349693251533,
      "grad_norm": 5.655759334564209,
      "learning_rate": 8.198189651880253e-06,
      "loss": 0.1626,
      "step": 6870
    },
    {
      "epoch": 1.7586912065439673,
      "grad_norm": 5.212615966796875,
      "learning_rate": 8.191325701311971e-06,
      "loss": 0.1073,
      "step": 6880
    },
    {
      "epoch": 1.7612474437627812,
      "grad_norm": 5.487759113311768,
      "learning_rate": 8.18445158713256e-06,
      "loss": 0.1968,
      "step": 6890
    },
    {
      "epoch": 1.7638036809815951,
      "grad_norm": 13.81961727142334,
      "learning_rate": 8.17756733123443e-06,
      "loss": 0.1275,
      "step": 6900
    },
    {
      "epoch": 1.766359918200409,
      "grad_norm": 5.11100959777832,
      "learning_rate": 8.170672955542299e-06,
      "loss": 0.183,
      "step": 6910
    },
    {
      "epoch": 1.7689161554192228,
      "grad_norm": 1.606713056564331,
      "learning_rate": 8.163768482013106e-06,
      "loss": 0.0828,
      "step": 6920
    },
    {
      "epoch": 1.771472392638037,
      "grad_norm": 5.141575813293457,
      "learning_rate": 8.156853932635955e-06,
      "loss": 0.1193,
      "step": 6930
    },
    {
      "epoch": 1.7740286298568506,
      "grad_norm": 11.083499908447266,
      "learning_rate": 8.149929329432032e-06,
      "loss": 0.2004,
      "step": 6940
    },
    {
      "epoch": 1.7765848670756648,
      "grad_norm": 10.328533172607422,
      "learning_rate": 8.14299469445455e-06,
      "loss": 0.0874,
      "step": 6950
    },
    {
      "epoch": 1.7791411042944785,
      "grad_norm": 6.226305961608887,
      "learning_rate": 8.136050049788666e-06,
      "loss": 0.103,
      "step": 6960
    },
    {
      "epoch": 1.7816973415132924,
      "grad_norm": 8.67745590209961,
      "learning_rate": 8.129095417551416e-06,
      "loss": 0.1642,
      "step": 6970
    },
    {
      "epoch": 1.7842535787321063,
      "grad_norm": 9.080946922302246,
      "learning_rate": 8.122130819891645e-06,
      "loss": 0.14,
      "step": 6980
    },
    {
      "epoch": 1.7868098159509203,
      "grad_norm": 4.160292625427246,
      "learning_rate": 8.115156278989938e-06,
      "loss": 0.0769,
      "step": 6990
    },
    {
      "epoch": 1.7893660531697342,
      "grad_norm": 4.340435028076172,
      "learning_rate": 8.10817181705854e-06,
      "loss": 0.0904,
      "step": 7000
    },
    {
      "epoch": 1.7919222903885481,
      "grad_norm": 5.093479156494141,
      "learning_rate": 8.101177456341301e-06,
      "loss": 0.1122,
      "step": 7010
    },
    {
      "epoch": 1.794478527607362,
      "grad_norm": 7.038718223571777,
      "learning_rate": 8.094173219113589e-06,
      "loss": 0.1572,
      "step": 7020
    },
    {
      "epoch": 1.7970347648261757,
      "grad_norm": 4.94278621673584,
      "learning_rate": 8.087159127682227e-06,
      "loss": 0.1477,
      "step": 7030
    },
    {
      "epoch": 1.79959100204499,
      "grad_norm": 1.7163784503936768,
      "learning_rate": 8.080135204385425e-06,
      "loss": 0.2002,
      "step": 7040
    },
    {
      "epoch": 1.8021472392638036,
      "grad_norm": 8.449196815490723,
      "learning_rate": 8.073101471592702e-06,
      "loss": 0.2222,
      "step": 7050
    },
    {
      "epoch": 1.8047034764826178,
      "grad_norm": 6.09740686416626,
      "learning_rate": 8.066057951704821e-06,
      "loss": 0.14,
      "step": 7060
    },
    {
      "epoch": 1.8072597137014315,
      "grad_norm": 13.180371284484863,
      "learning_rate": 8.059004667153713e-06,
      "loss": 0.0977,
      "step": 7070
    },
    {
      "epoch": 1.8098159509202454,
      "grad_norm": 7.9253058433532715,
      "learning_rate": 8.051941640402406e-06,
      "loss": 0.1332,
      "step": 7080
    },
    {
      "epoch": 1.8123721881390593,
      "grad_norm": 8.333995819091797,
      "learning_rate": 8.044868893944955e-06,
      "loss": 0.1297,
      "step": 7090
    },
    {
      "epoch": 1.8149284253578732,
      "grad_norm": 8.638833045959473,
      "learning_rate": 8.03778645030637e-06,
      "loss": 0.101,
      "step": 7100
    },
    {
      "epoch": 1.8174846625766872,
      "grad_norm": 6.839685916900635,
      "learning_rate": 8.030694332042548e-06,
      "loss": 0.0693,
      "step": 7110
    },
    {
      "epoch": 1.8200408997955009,
      "grad_norm": 7.357212066650391,
      "learning_rate": 8.02359256174019e-06,
      "loss": 0.066,
      "step": 7120
    },
    {
      "epoch": 1.822597137014315,
      "grad_norm": 4.24409294128418,
      "learning_rate": 8.01648116201674e-06,
      "loss": 0.1837,
      "step": 7130
    },
    {
      "epoch": 1.8251533742331287,
      "grad_norm": 8.311896324157715,
      "learning_rate": 8.009360155520313e-06,
      "loss": 0.1389,
      "step": 7140
    },
    {
      "epoch": 1.8277096114519429,
      "grad_norm": 12.251752853393555,
      "learning_rate": 8.002229564929616e-06,
      "loss": 0.111,
      "step": 7150
    },
    {
      "epoch": 1.8302658486707566,
      "grad_norm": 5.574610233306885,
      "learning_rate": 7.995089412953875e-06,
      "loss": 0.1158,
      "step": 7160
    },
    {
      "epoch": 1.8328220858895705,
      "grad_norm": 8.057143211364746,
      "learning_rate": 7.987939722332776e-06,
      "loss": 0.094,
      "step": 7170
    },
    {
      "epoch": 1.8353783231083844,
      "grad_norm": 11.000237464904785,
      "learning_rate": 7.980780515836377e-06,
      "loss": 0.1,
      "step": 7180
    },
    {
      "epoch": 1.8379345603271984,
      "grad_norm": 5.534488201141357,
      "learning_rate": 7.97361181626504e-06,
      "loss": 0.2236,
      "step": 7190
    },
    {
      "epoch": 1.8404907975460123,
      "grad_norm": 6.447413444519043,
      "learning_rate": 7.966433646449364e-06,
      "loss": 0.2489,
      "step": 7200
    },
    {
      "epoch": 1.8430470347648262,
      "grad_norm": 2.375591516494751,
      "learning_rate": 7.959246029250112e-06,
      "loss": 0.0896,
      "step": 7210
    },
    {
      "epoch": 1.8456032719836402,
      "grad_norm": 7.849663734436035,
      "learning_rate": 7.952048987558126e-06,
      "loss": 0.2143,
      "step": 7220
    },
    {
      "epoch": 1.8481595092024539,
      "grad_norm": 9.33170223236084,
      "learning_rate": 7.944842544294268e-06,
      "loss": 0.1366,
      "step": 7230
    },
    {
      "epoch": 1.850715746421268,
      "grad_norm": 7.391844749450684,
      "learning_rate": 7.937626722409342e-06,
      "loss": 0.1979,
      "step": 7240
    },
    {
      "epoch": 1.8532719836400817,
      "grad_norm": 0.42054474353790283,
      "learning_rate": 7.930401544884017e-06,
      "loss": 0.0991,
      "step": 7250
    },
    {
      "epoch": 1.8558282208588959,
      "grad_norm": 6.135138511657715,
      "learning_rate": 7.923167034728763e-06,
      "loss": 0.0628,
      "step": 7260
    },
    {
      "epoch": 1.8583844580777096,
      "grad_norm": 9.923365592956543,
      "learning_rate": 7.915923214983767e-06,
      "loss": 0.1159,
      "step": 7270
    },
    {
      "epoch": 1.8609406952965235,
      "grad_norm": 7.890591144561768,
      "learning_rate": 7.908670108718868e-06,
      "loss": 0.1056,
      "step": 7280
    },
    {
      "epoch": 1.8634969325153374,
      "grad_norm": 1.3051115274429321,
      "learning_rate": 7.90140773903348e-06,
      "loss": 0.1308,
      "step": 7290
    },
    {
      "epoch": 1.8660531697341514,
      "grad_norm": 7.580386161804199,
      "learning_rate": 7.894136129056516e-06,
      "loss": 0.1585,
      "step": 7300
    },
    {
      "epoch": 1.8686094069529653,
      "grad_norm": 4.543681621551514,
      "learning_rate": 7.886855301946322e-06,
      "loss": 0.0982,
      "step": 7310
    },
    {
      "epoch": 1.871165644171779,
      "grad_norm": 8.670321464538574,
      "learning_rate": 7.879565280890593e-06,
      "loss": 0.1984,
      "step": 7320
    },
    {
      "epoch": 1.8737218813905931,
      "grad_norm": 10.790763854980469,
      "learning_rate": 7.872266089106309e-06,
      "loss": 0.0939,
      "step": 7330
    },
    {
      "epoch": 1.8762781186094069,
      "grad_norm": 5.62462854385376,
      "learning_rate": 7.864957749839653e-06,
      "loss": 0.125,
      "step": 7340
    },
    {
      "epoch": 1.878834355828221,
      "grad_norm": 5.0767717361450195,
      "learning_rate": 7.857640286365946e-06,
      "loss": 0.1439,
      "step": 7350
    },
    {
      "epoch": 1.8813905930470347,
      "grad_norm": 4.852501392364502,
      "learning_rate": 7.850313721989558e-06,
      "loss": 0.2335,
      "step": 7360
    },
    {
      "epoch": 1.8839468302658486,
      "grad_norm": 8.364299774169922,
      "learning_rate": 7.842978080043855e-06,
      "loss": 0.138,
      "step": 7370
    },
    {
      "epoch": 1.8865030674846626,
      "grad_norm": 16.219741821289062,
      "learning_rate": 7.835633383891102e-06,
      "loss": 0.1868,
      "step": 7380
    },
    {
      "epoch": 1.8890593047034765,
      "grad_norm": 6.5828375816345215,
      "learning_rate": 7.828279656922408e-06,
      "loss": 0.1366,
      "step": 7390
    },
    {
      "epoch": 1.8916155419222904,
      "grad_norm": 11.096482276916504,
      "learning_rate": 7.820916922557636e-06,
      "loss": 0.0636,
      "step": 7400
    },
    {
      "epoch": 1.8941717791411041,
      "grad_norm": 7.485594749450684,
      "learning_rate": 7.813545204245341e-06,
      "loss": 0.2255,
      "step": 7410
    },
    {
      "epoch": 1.8967280163599183,
      "grad_norm": 8.4011869430542,
      "learning_rate": 7.806164525462687e-06,
      "loss": 0.1484,
      "step": 7420
    },
    {
      "epoch": 1.899284253578732,
      "grad_norm": 7.423107624053955,
      "learning_rate": 7.798774909715374e-06,
      "loss": 0.1592,
      "step": 7430
    },
    {
      "epoch": 1.9018404907975461,
      "grad_norm": 5.52902364730835,
      "learning_rate": 7.791376380537567e-06,
      "loss": 0.0735,
      "step": 7440
    },
    {
      "epoch": 1.9043967280163598,
      "grad_norm": 3.4649152755737305,
      "learning_rate": 7.783968961491818e-06,
      "loss": 0.1479,
      "step": 7450
    },
    {
      "epoch": 1.9069529652351738,
      "grad_norm": 7.678995132446289,
      "learning_rate": 7.776552676168987e-06,
      "loss": 0.2274,
      "step": 7460
    },
    {
      "epoch": 1.9095092024539877,
      "grad_norm": 0.06970912218093872,
      "learning_rate": 7.769127548188174e-06,
      "loss": 0.1003,
      "step": 7470
    },
    {
      "epoch": 1.9120654396728016,
      "grad_norm": 17.272754669189453,
      "learning_rate": 7.761693601196642e-06,
      "loss": 0.0924,
      "step": 7480
    },
    {
      "epoch": 1.9146216768916156,
      "grad_norm": 5.135831832885742,
      "learning_rate": 7.75425085886974e-06,
      "loss": 0.1176,
      "step": 7490
    },
    {
      "epoch": 1.9171779141104295,
      "grad_norm": 5.651144981384277,
      "learning_rate": 7.746799344910822e-06,
      "loss": 0.1398,
      "step": 7500
    },
    {
      "epoch": 1.9197341513292434,
      "grad_norm": 6.184920787811279,
      "learning_rate": 7.739339083051186e-06,
      "loss": 0.1766,
      "step": 7510
    },
    {
      "epoch": 1.9222903885480571,
      "grad_norm": 6.632026672363281,
      "learning_rate": 7.73187009704999e-06,
      "loss": 0.1427,
      "step": 7520
    },
    {
      "epoch": 1.9248466257668713,
      "grad_norm": 8.19317626953125,
      "learning_rate": 7.724392410694167e-06,
      "loss": 0.1126,
      "step": 7530
    },
    {
      "epoch": 1.927402862985685,
      "grad_norm": 1.4213460683822632,
      "learning_rate": 7.716906047798364e-06,
      "loss": 0.1248,
      "step": 7540
    },
    {
      "epoch": 1.9299591002044991,
      "grad_norm": 8.21669864654541,
      "learning_rate": 7.709411032204868e-06,
      "loss": 0.1148,
      "step": 7550
    },
    {
      "epoch": 1.9325153374233128,
      "grad_norm": 6.994448661804199,
      "learning_rate": 7.701907387783509e-06,
      "loss": 0.1548,
      "step": 7560
    },
    {
      "epoch": 1.9350715746421268,
      "grad_norm": 7.743505954742432,
      "learning_rate": 7.694395138431608e-06,
      "loss": 0.1274,
      "step": 7570
    },
    {
      "epoch": 1.9376278118609407,
      "grad_norm": 5.287206172943115,
      "learning_rate": 7.686874308073885e-06,
      "loss": 0.0779,
      "step": 7580
    },
    {
      "epoch": 1.9401840490797546,
      "grad_norm": 15.280442237854004,
      "learning_rate": 7.679344920662394e-06,
      "loss": 0.0718,
      "step": 7590
    },
    {
      "epoch": 1.9427402862985685,
      "grad_norm": 9.01176929473877,
      "learning_rate": 7.671807000176434e-06,
      "loss": 0.2102,
      "step": 7600
    },
    {
      "epoch": 1.9452965235173822,
      "grad_norm": 4.649341583251953,
      "learning_rate": 7.664260570622487e-06,
      "loss": 0.1391,
      "step": 7610
    },
    {
      "epoch": 1.9478527607361964,
      "grad_norm": 9.841882705688477,
      "learning_rate": 7.656705656034132e-06,
      "loss": 0.1092,
      "step": 7620
    },
    {
      "epoch": 1.95040899795501,
      "grad_norm": 4.586430072784424,
      "learning_rate": 7.649142280471964e-06,
      "loss": 0.1478,
      "step": 7630
    },
    {
      "epoch": 1.9529652351738243,
      "grad_norm": 3.7405037879943848,
      "learning_rate": 7.641570468023536e-06,
      "loss": 0.157,
      "step": 7640
    },
    {
      "epoch": 1.955521472392638,
      "grad_norm": 4.911379337310791,
      "learning_rate": 7.633990242803263e-06,
      "loss": 0.0739,
      "step": 7650
    },
    {
      "epoch": 1.9580777096114519,
      "grad_norm": 14.748944282531738,
      "learning_rate": 7.626401628952352e-06,
      "loss": 0.1426,
      "step": 7660
    },
    {
      "epoch": 1.9606339468302658,
      "grad_norm": 7.726930141448975,
      "learning_rate": 7.61880465063873e-06,
      "loss": 0.1107,
      "step": 7670
    },
    {
      "epoch": 1.9631901840490797,
      "grad_norm": 7.120655059814453,
      "learning_rate": 7.61119933205696e-06,
      "loss": 0.044,
      "step": 7680
    },
    {
      "epoch": 1.9657464212678937,
      "grad_norm": 1.3341773748397827,
      "learning_rate": 7.603585697428169e-06,
      "loss": 0.0847,
      "step": 7690
    },
    {
      "epoch": 1.9683026584867076,
      "grad_norm": 5.155945777893066,
      "learning_rate": 7.595963770999966e-06,
      "loss": 0.2069,
      "step": 7700
    },
    {
      "epoch": 1.9708588957055215,
      "grad_norm": 6.961178302764893,
      "learning_rate": 7.588333577046368e-06,
      "loss": 0.1673,
      "step": 7710
    },
    {
      "epoch": 1.9734151329243352,
      "grad_norm": 5.766995906829834,
      "learning_rate": 7.5806951398677255e-06,
      "loss": 0.1469,
      "step": 7720
    },
    {
      "epoch": 1.9759713701431494,
      "grad_norm": 11.985013961791992,
      "learning_rate": 7.573048483790635e-06,
      "loss": 0.1621,
      "step": 7730
    },
    {
      "epoch": 1.978527607361963,
      "grad_norm": 0.5396488308906555,
      "learning_rate": 7.565393633167876e-06,
      "loss": 0.0574,
      "step": 7740
    },
    {
      "epoch": 1.9810838445807772,
      "grad_norm": 11.865923881530762,
      "learning_rate": 7.557730612378318e-06,
      "loss": 0.1207,
      "step": 7750
    },
    {
      "epoch": 1.983640081799591,
      "grad_norm": 4.756693363189697,
      "learning_rate": 7.5500594458268576e-06,
      "loss": 0.1147,
      "step": 7760
    },
    {
      "epoch": 1.9861963190184049,
      "grad_norm": 4.860601425170898,
      "learning_rate": 7.542380157944328e-06,
      "loss": 0.0956,
      "step": 7770
    },
    {
      "epoch": 1.9887525562372188,
      "grad_norm": 14.664186477661133,
      "learning_rate": 7.534692773187431e-06,
      "loss": 0.1399,
      "step": 7780
    },
    {
      "epoch": 1.9913087934560327,
      "grad_norm": 4.663970470428467,
      "learning_rate": 7.526997316038654e-06,
      "loss": 0.0859,
      "step": 7790
    },
    {
      "epoch": 1.9938650306748467,
      "grad_norm": 0.8506277203559875,
      "learning_rate": 7.519293811006187e-06,
      "loss": 0.136,
      "step": 7800
    },
    {
      "epoch": 1.9964212678936604,
      "grad_norm": 5.4818644523620605,
      "learning_rate": 7.511582282623865e-06,
      "loss": 0.0835,
      "step": 7810
    },
    {
      "epoch": 1.9989775051124745,
      "grad_norm": 5.375784397125244,
      "learning_rate": 7.503862755451059e-06,
      "loss": 0.1255,
      "step": 7820
    },
    {
      "epoch": 2.0015337423312882,
      "grad_norm": 1.3432427644729614,
      "learning_rate": 7.4961352540726274e-06,
      "loss": 0.0644,
      "step": 7830
    },
    {
      "epoch": 2.0040899795501024,
      "grad_norm": 8.615415573120117,
      "learning_rate": 7.4883998030988136e-06,
      "loss": 0.1136,
      "step": 7840
    },
    {
      "epoch": 2.006646216768916,
      "grad_norm": 7.158458232879639,
      "learning_rate": 7.480656427165187e-06,
      "loss": 0.09,
      "step": 7850
    },
    {
      "epoch": 2.0092024539877302,
      "grad_norm": 8.66907024383545,
      "learning_rate": 7.47290515093255e-06,
      "loss": 0.0703,
      "step": 7860
    },
    {
      "epoch": 2.011758691206544,
      "grad_norm": 25.180543899536133,
      "learning_rate": 7.465145999086874e-06,
      "loss": 0.1314,
      "step": 7870
    },
    {
      "epoch": 2.014314928425358,
      "grad_norm": 0.7909819483757019,
      "learning_rate": 7.457378996339201e-06,
      "loss": 0.0538,
      "step": 7880
    },
    {
      "epoch": 2.016871165644172,
      "grad_norm": 0.6326285600662231,
      "learning_rate": 7.4496041674255834e-06,
      "loss": 0.0545,
      "step": 7890
    },
    {
      "epoch": 2.0194274028629855,
      "grad_norm": 6.992855548858643,
      "learning_rate": 7.441821537107e-06,
      "loss": 0.0811,
      "step": 7900
    },
    {
      "epoch": 2.0219836400817996,
      "grad_norm": 4.8581743240356445,
      "learning_rate": 7.434031130169268e-06,
      "loss": 0.0897,
      "step": 7910
    },
    {
      "epoch": 2.0245398773006134,
      "grad_norm": 0.3861932158470154,
      "learning_rate": 7.42623297142298e-06,
      "loss": 0.0795,
      "step": 7920
    },
    {
      "epoch": 2.0270961145194275,
      "grad_norm": 4.8933424949646,
      "learning_rate": 7.418427085703406e-06,
      "loss": 0.0746,
      "step": 7930
    },
    {
      "epoch": 2.029652351738241,
      "grad_norm": 7.480552673339844,
      "learning_rate": 7.410613497870432e-06,
      "loss": 0.0816,
      "step": 7940
    },
    {
      "epoch": 2.0322085889570554,
      "grad_norm": 5.1835126876831055,
      "learning_rate": 7.402792232808474e-06,
      "loss": 0.1248,
      "step": 7950
    },
    {
      "epoch": 2.034764826175869,
      "grad_norm": 0.7514427304267883,
      "learning_rate": 7.394963315426393e-06,
      "loss": 0.077,
      "step": 7960
    },
    {
      "epoch": 2.037321063394683,
      "grad_norm": 5.26667594909668,
      "learning_rate": 7.387126770657423e-06,
      "loss": 0.0694,
      "step": 7970
    },
    {
      "epoch": 2.039877300613497,
      "grad_norm": 8.795965194702148,
      "learning_rate": 7.379282623459093e-06,
      "loss": 0.0845,
      "step": 7980
    },
    {
      "epoch": 2.0424335378323106,
      "grad_norm": 5.604037284851074,
      "learning_rate": 7.371430898813137e-06,
      "loss": 0.0753,
      "step": 7990
    },
    {
      "epoch": 2.044989775051125,
      "grad_norm": 2.7282750606536865,
      "learning_rate": 7.363571621725427e-06,
      "loss": 0.031,
      "step": 8000
    },
    {
      "epoch": 2.0475460122699385,
      "grad_norm": 5.139689922332764,
      "learning_rate": 7.355704817225886e-06,
      "loss": 0.1,
      "step": 8010
    },
    {
      "epoch": 2.0501022494887526,
      "grad_norm": 7.020951271057129,
      "learning_rate": 7.347830510368409e-06,
      "loss": 0.0798,
      "step": 8020
    },
    {
      "epoch": 2.0526584867075663,
      "grad_norm": 2.1761505603790283,
      "learning_rate": 7.3399487262307866e-06,
      "loss": 0.0768,
      "step": 8030
    },
    {
      "epoch": 2.0552147239263805,
      "grad_norm": 5.854605197906494,
      "learning_rate": 7.332059489914619e-06,
      "loss": 0.0601,
      "step": 8040
    },
    {
      "epoch": 2.057770961145194,
      "grad_norm": 0.5980772376060486,
      "learning_rate": 7.324162826545245e-06,
      "loss": 0.0586,
      "step": 8050
    },
    {
      "epoch": 2.0603271983640083,
      "grad_norm": 4.8323235511779785,
      "learning_rate": 7.316258761271651e-06,
      "loss": 0.0578,
      "step": 8060
    },
    {
      "epoch": 2.062883435582822,
      "grad_norm": 8.097885131835938,
      "learning_rate": 7.308347319266401e-06,
      "loss": 0.0469,
      "step": 8070
    },
    {
      "epoch": 2.065439672801636,
      "grad_norm": 5.477297782897949,
      "learning_rate": 7.300428525725549e-06,
      "loss": 0.0597,
      "step": 8080
    },
    {
      "epoch": 2.06799591002045,
      "grad_norm": 2.20831298828125,
      "learning_rate": 7.2925024058685664e-06,
      "loss": 0.0512,
      "step": 8090
    },
    {
      "epoch": 2.0705521472392636,
      "grad_norm": 6.855231761932373,
      "learning_rate": 7.2845689849382514e-06,
      "loss": 0.0787,
      "step": 8100
    },
    {
      "epoch": 2.0731083844580778,
      "grad_norm": 9.492572784423828,
      "learning_rate": 7.27662828820066e-06,
      "loss": 0.104,
      "step": 8110
    },
    {
      "epoch": 2.0756646216768915,
      "grad_norm": 7.048098087310791,
      "learning_rate": 7.268680340945016e-06,
      "loss": 0.1052,
      "step": 8120
    },
    {
      "epoch": 2.0782208588957056,
      "grad_norm": 7.1551594734191895,
      "learning_rate": 7.260725168483634e-06,
      "loss": 0.0538,
      "step": 8130
    },
    {
      "epoch": 2.0807770961145193,
      "grad_norm": 3.1020727157592773,
      "learning_rate": 7.252762796151843e-06,
      "loss": 0.0923,
      "step": 8140
    },
    {
      "epoch": 2.0833333333333335,
      "grad_norm": 6.914649963378906,
      "learning_rate": 7.2447932493079e-06,
      "loss": 0.0458,
      "step": 8150
    },
    {
      "epoch": 2.085889570552147,
      "grad_norm": 1.941754698753357,
      "learning_rate": 7.236816553332909e-06,
      "loss": 0.0847,
      "step": 8160
    },
    {
      "epoch": 2.0884458077709613,
      "grad_norm": 3.0333592891693115,
      "learning_rate": 7.228832733630742e-06,
      "loss": 0.0318,
      "step": 8170
    },
    {
      "epoch": 2.091002044989775,
      "grad_norm": 2.743631601333618,
      "learning_rate": 7.220841815627966e-06,
      "loss": 0.0935,
      "step": 8180
    },
    {
      "epoch": 2.0935582822085887,
      "grad_norm": 6.149184226989746,
      "learning_rate": 7.212843824773745e-06,
      "loss": 0.1325,
      "step": 8190
    },
    {
      "epoch": 2.096114519427403,
      "grad_norm": 9.376814842224121,
      "learning_rate": 7.204838786539772e-06,
      "loss": 0.0287,
      "step": 8200
    },
    {
      "epoch": 2.0986707566462166,
      "grad_norm": 6.627695560455322,
      "learning_rate": 7.196826726420185e-06,
      "loss": 0.1187,
      "step": 8210
    },
    {
      "epoch": 2.1012269938650308,
      "grad_norm": 7.894048690795898,
      "learning_rate": 7.188807669931486e-06,
      "loss": 0.078,
      "step": 8220
    },
    {
      "epoch": 2.1037832310838445,
      "grad_norm": 6.502098083496094,
      "learning_rate": 7.180781642612453e-06,
      "loss": 0.0647,
      "step": 8230
    },
    {
      "epoch": 2.1063394683026586,
      "grad_norm": 5.958528995513916,
      "learning_rate": 7.172748670024073e-06,
      "loss": 0.0945,
      "step": 8240
    },
    {
      "epoch": 2.1088957055214723,
      "grad_norm": 0.8460894823074341,
      "learning_rate": 7.164708777749445e-06,
      "loss": 0.0558,
      "step": 8250
    },
    {
      "epoch": 2.1114519427402865,
      "grad_norm": 5.054858207702637,
      "learning_rate": 7.1566619913937105e-06,
      "loss": 0.1047,
      "step": 8260
    },
    {
      "epoch": 2.1140081799591,
      "grad_norm": 9.798078536987305,
      "learning_rate": 7.148608336583961e-06,
      "loss": 0.0616,
      "step": 8270
    },
    {
      "epoch": 2.116564417177914,
      "grad_norm": 2.237877607345581,
      "learning_rate": 7.140547838969168e-06,
      "loss": 0.0827,
      "step": 8280
    },
    {
      "epoch": 2.119120654396728,
      "grad_norm": 0.3861876428127289,
      "learning_rate": 7.1324805242200956e-06,
      "loss": 0.0635,
      "step": 8290
    },
    {
      "epoch": 2.1216768916155417,
      "grad_norm": 6.713496685028076,
      "learning_rate": 7.1244064180292134e-06,
      "loss": 0.0663,
      "step": 8300
    },
    {
      "epoch": 2.124233128834356,
      "grad_norm": 5.54539155960083,
      "learning_rate": 7.116325546110628e-06,
      "loss": 0.0446,
      "step": 8310
    },
    {
      "epoch": 2.1267893660531696,
      "grad_norm": 5.177070617675781,
      "learning_rate": 7.108237934199983e-06,
      "loss": 0.0517,
      "step": 8320
    },
    {
      "epoch": 2.1293456032719837,
      "grad_norm": 0.7041372060775757,
      "learning_rate": 7.1001436080544e-06,
      "loss": 0.0289,
      "step": 8330
    },
    {
      "epoch": 2.1319018404907975,
      "grad_norm": 6.997579574584961,
      "learning_rate": 7.0920425934523705e-06,
      "loss": 0.0502,
      "step": 8340
    },
    {
      "epoch": 2.1344580777096116,
      "grad_norm": 9.049081802368164,
      "learning_rate": 7.083934916193698e-06,
      "loss": 0.0795,
      "step": 8350
    },
    {
      "epoch": 2.1370143149284253,
      "grad_norm": 3.9479804039001465,
      "learning_rate": 7.075820602099399e-06,
      "loss": 0.0659,
      "step": 8360
    },
    {
      "epoch": 2.1395705521472395,
      "grad_norm": 7.389666557312012,
      "learning_rate": 7.0676996770116294e-06,
      "loss": 0.0533,
      "step": 8370
    },
    {
      "epoch": 2.142126789366053,
      "grad_norm": 5.052390098571777,
      "learning_rate": 7.059572166793598e-06,
      "loss": 0.075,
      "step": 8380
    },
    {
      "epoch": 2.144683026584867,
      "grad_norm": 8.923999786376953,
      "learning_rate": 7.051438097329485e-06,
      "loss": 0.0782,
      "step": 8390
    },
    {
      "epoch": 2.147239263803681,
      "grad_norm": 9.955076217651367,
      "learning_rate": 7.043297494524364e-06,
      "loss": 0.0648,
      "step": 8400
    },
    {
      "epoch": 2.1497955010224947,
      "grad_norm": 14.11737060546875,
      "learning_rate": 7.03515038430411e-06,
      "loss": 0.0368,
      "step": 8410
    },
    {
      "epoch": 2.152351738241309,
      "grad_norm": 4.5228590965271,
      "learning_rate": 7.026996792615328e-06,
      "loss": 0.0758,
      "step": 8420
    },
    {
      "epoch": 2.1549079754601226,
      "grad_norm": 6.418432712554932,
      "learning_rate": 7.0188367454252624e-06,
      "loss": 0.0705,
      "step": 8430
    },
    {
      "epoch": 2.1574642126789367,
      "grad_norm": 5.669915676116943,
      "learning_rate": 7.010670268721718e-06,
      "loss": 0.1191,
      "step": 8440
    },
    {
      "epoch": 2.1600204498977504,
      "grad_norm": 5.414175033569336,
      "learning_rate": 7.002497388512971e-06,
      "loss": 0.0665,
      "step": 8450
    },
    {
      "epoch": 2.1625766871165646,
      "grad_norm": 3.9066929817199707,
      "learning_rate": 6.9943181308277e-06,
      "loss": 0.0625,
      "step": 8460
    },
    {
      "epoch": 2.1651329243353783,
      "grad_norm": 0.23331096768379211,
      "learning_rate": 6.986132521714888e-06,
      "loss": 0.0674,
      "step": 8470
    },
    {
      "epoch": 2.1676891615541924,
      "grad_norm": 3.160121440887451,
      "learning_rate": 6.977940587243745e-06,
      "loss": 0.0834,
      "step": 8480
    },
    {
      "epoch": 2.170245398773006,
      "grad_norm": 4.351058483123779,
      "learning_rate": 6.969742353503635e-06,
      "loss": 0.0386,
      "step": 8490
    },
    {
      "epoch": 2.17280163599182,
      "grad_norm": 9.820882797241211,
      "learning_rate": 6.96153784660397e-06,
      "loss": 0.0672,
      "step": 8500
    },
    {
      "epoch": 2.175357873210634,
      "grad_norm": 15.702372550964355,
      "learning_rate": 6.9533270926741506e-06,
      "loss": 0.0749,
      "step": 8510
    },
    {
      "epoch": 2.1779141104294477,
      "grad_norm": 5.2401509284973145,
      "learning_rate": 6.945110117863469e-06,
      "loss": 0.0703,
      "step": 8520
    },
    {
      "epoch": 2.180470347648262,
      "grad_norm": 5.104111194610596,
      "learning_rate": 6.936886948341029e-06,
      "loss": 0.091,
      "step": 8530
    },
    {
      "epoch": 2.1830265848670756,
      "grad_norm": 12.119421005249023,
      "learning_rate": 6.928657610295666e-06,
      "loss": 0.045,
      "step": 8540
    },
    {
      "epoch": 2.1855828220858897,
      "grad_norm": 3.9862372875213623,
      "learning_rate": 6.920422129935859e-06,
      "loss": 0.0863,
      "step": 8550
    },
    {
      "epoch": 2.1881390593047034,
      "grad_norm": 8.157721519470215,
      "learning_rate": 6.912180533489645e-06,
      "loss": 0.0649,
      "step": 8560
    },
    {
      "epoch": 2.1906952965235176,
      "grad_norm": 12.727168083190918,
      "learning_rate": 6.903932847204548e-06,
      "loss": 0.0839,
      "step": 8570
    },
    {
      "epoch": 2.1932515337423313,
      "grad_norm": 2.1506459712982178,
      "learning_rate": 6.895679097347476e-06,
      "loss": 0.0704,
      "step": 8580
    },
    {
      "epoch": 2.195807770961145,
      "grad_norm": 3.3470993041992188,
      "learning_rate": 6.887419310204657e-06,
      "loss": 0.0637,
      "step": 8590
    },
    {
      "epoch": 2.198364008179959,
      "grad_norm": 4.4683356285095215,
      "learning_rate": 6.879153512081542e-06,
      "loss": 0.0556,
      "step": 8600
    },
    {
      "epoch": 2.200920245398773,
      "grad_norm": 5.225627899169922,
      "learning_rate": 6.870881729302728e-06,
      "loss": 0.0467,
      "step": 8610
    },
    {
      "epoch": 2.203476482617587,
      "grad_norm": 4.654438018798828,
      "learning_rate": 6.862603988211866e-06,
      "loss": 0.117,
      "step": 8620
    },
    {
      "epoch": 2.2060327198364007,
      "grad_norm": 5.765674114227295,
      "learning_rate": 6.854320315171591e-06,
      "loss": 0.0833,
      "step": 8630
    },
    {
      "epoch": 2.208588957055215,
      "grad_norm": 4.424642086029053,
      "learning_rate": 6.8460307365634225e-06,
      "loss": 0.0879,
      "step": 8640
    },
    {
      "epoch": 2.2111451942740286,
      "grad_norm": 0.613856315612793,
      "learning_rate": 6.837735278787694e-06,
      "loss": 0.0309,
      "step": 8650
    },
    {
      "epoch": 2.2137014314928427,
      "grad_norm": 6.912576675415039,
      "learning_rate": 6.829433968263458e-06,
      "loss": 0.0571,
      "step": 8660
    },
    {
      "epoch": 2.2162576687116564,
      "grad_norm": 4.189841270446777,
      "learning_rate": 6.821126831428408e-06,
      "loss": 0.0856,
      "step": 8670
    },
    {
      "epoch": 2.21881390593047,
      "grad_norm": 2.174213171005249,
      "learning_rate": 6.8128138947387966e-06,
      "loss": 0.0573,
      "step": 8680
    },
    {
      "epoch": 2.2213701431492843,
      "grad_norm": 9.983304023742676,
      "learning_rate": 6.80449518466934e-06,
      "loss": 0.0715,
      "step": 8690
    },
    {
      "epoch": 2.223926380368098,
      "grad_norm": 5.989863872528076,
      "learning_rate": 6.796170727713147e-06,
      "loss": 0.0759,
      "step": 8700
    },
    {
      "epoch": 2.226482617586912,
      "grad_norm": 2.114159345626831,
      "learning_rate": 6.787840550381628e-06,
      "loss": 0.0244,
      "step": 8710
    },
    {
      "epoch": 2.229038854805726,
      "grad_norm": 7.211903095245361,
      "learning_rate": 6.779504679204412e-06,
      "loss": 0.0973,
      "step": 8720
    },
    {
      "epoch": 2.23159509202454,
      "grad_norm": 5.518008232116699,
      "learning_rate": 6.771163140729257e-06,
      "loss": 0.1189,
      "step": 8730
    },
    {
      "epoch": 2.2341513292433537,
      "grad_norm": 7.159096717834473,
      "learning_rate": 6.762815961521976e-06,
      "loss": 0.0472,
      "step": 8740
    },
    {
      "epoch": 2.236707566462168,
      "grad_norm": 5.628960132598877,
      "learning_rate": 6.754463168166342e-06,
      "loss": 0.0646,
      "step": 8750
    },
    {
      "epoch": 2.2392638036809815,
      "grad_norm": 2.7872536182403564,
      "learning_rate": 6.746104787264011e-06,
      "loss": 0.0603,
      "step": 8760
    },
    {
      "epoch": 2.2418200408997957,
      "grad_norm": 4.476940155029297,
      "learning_rate": 6.737740845434432e-06,
      "loss": 0.0635,
      "step": 8770
    },
    {
      "epoch": 2.2443762781186094,
      "grad_norm": 4.041048049926758,
      "learning_rate": 6.7293713693147635e-06,
      "loss": 0.0462,
      "step": 8780
    },
    {
      "epoch": 2.246932515337423,
      "grad_norm": 3.1163430213928223,
      "learning_rate": 6.720996385559793e-06,
      "loss": 0.0552,
      "step": 8790
    },
    {
      "epoch": 2.2494887525562373,
      "grad_norm": 5.569158554077148,
      "learning_rate": 6.712615920841843e-06,
      "loss": 0.0689,
      "step": 8800
    },
    {
      "epoch": 2.252044989775051,
      "grad_norm": 5.894398212432861,
      "learning_rate": 6.704230001850696e-06,
      "loss": 0.0531,
      "step": 8810
    },
    {
      "epoch": 2.254601226993865,
      "grad_norm": 6.340700149536133,
      "learning_rate": 6.695838655293505e-06,
      "loss": 0.0568,
      "step": 8820
    },
    {
      "epoch": 2.257157464212679,
      "grad_norm": 4.014859199523926,
      "learning_rate": 6.6874419078947076e-06,
      "loss": 0.0613,
      "step": 8830
    },
    {
      "epoch": 2.259713701431493,
      "grad_norm": 10.440202713012695,
      "learning_rate": 6.679039786395936e-06,
      "loss": 0.0497,
      "step": 8840
    },
    {
      "epoch": 2.2622699386503067,
      "grad_norm": 9.94273567199707,
      "learning_rate": 6.6706323175559504e-06,
      "loss": 0.0866,
      "step": 8850
    },
    {
      "epoch": 2.264826175869121,
      "grad_norm": 1.108022689819336,
      "learning_rate": 6.662219528150529e-06,
      "loss": 0.0504,
      "step": 8860
    },
    {
      "epoch": 2.2673824130879345,
      "grad_norm": 3.8868322372436523,
      "learning_rate": 6.653801444972398e-06,
      "loss": 0.0675,
      "step": 8870
    },
    {
      "epoch": 2.2699386503067487,
      "grad_norm": 3.9967801570892334,
      "learning_rate": 6.64537809483115e-06,
      "loss": 0.0846,
      "step": 8880
    },
    {
      "epoch": 2.2724948875255624,
      "grad_norm": 4.602581024169922,
      "learning_rate": 6.63694950455314e-06,
      "loss": 0.0553,
      "step": 8890
    },
    {
      "epoch": 2.275051124744376,
      "grad_norm": 0.8123490810394287,
      "learning_rate": 6.628515700981424e-06,
      "loss": 0.0463,
      "step": 8900
    },
    {
      "epoch": 2.2776073619631902,
      "grad_norm": 0.3097759783267975,
      "learning_rate": 6.620076710975648e-06,
      "loss": 0.0754,
      "step": 8910
    },
    {
      "epoch": 2.280163599182004,
      "grad_norm": 4.588552474975586,
      "learning_rate": 6.611632561411987e-06,
      "loss": 0.078,
      "step": 8920
    },
    {
      "epoch": 2.282719836400818,
      "grad_norm": 7.720053195953369,
      "learning_rate": 6.603183279183041e-06,
      "loss": 0.0946,
      "step": 8930
    },
    {
      "epoch": 2.285276073619632,
      "grad_norm": 6.0510945320129395,
      "learning_rate": 6.594728891197758e-06,
      "loss": 0.0565,
      "step": 8940
    },
    {
      "epoch": 2.287832310838446,
      "grad_norm": 9.991423606872559,
      "learning_rate": 6.586269424381349e-06,
      "loss": 0.0585,
      "step": 8950
    },
    {
      "epoch": 2.2903885480572597,
      "grad_norm": 0.4170069098472595,
      "learning_rate": 6.577804905675196e-06,
      "loss": 0.0552,
      "step": 8960
    },
    {
      "epoch": 2.292944785276074,
      "grad_norm": 4.831167221069336,
      "learning_rate": 6.569335362036773e-06,
      "loss": 0.0477,
      "step": 8970
    },
    {
      "epoch": 2.2955010224948875,
      "grad_norm": 2.8550946712493896,
      "learning_rate": 6.560860820439557e-06,
      "loss": 0.0386,
      "step": 8980
    },
    {
      "epoch": 2.2980572597137012,
      "grad_norm": 6.75853967666626,
      "learning_rate": 6.55238130787294e-06,
      "loss": 0.0722,
      "step": 8990
    },
    {
      "epoch": 2.3006134969325154,
      "grad_norm": 7.144791603088379,
      "learning_rate": 6.543896851342148e-06,
      "loss": 0.0713,
      "step": 9000
    },
    {
      "epoch": 2.303169734151329,
      "grad_norm": 0.21670909225940704,
      "learning_rate": 6.535407477868151e-06,
      "loss": 0.0809,
      "step": 9010
    },
    {
      "epoch": 2.3057259713701432,
      "grad_norm": 4.624710559844971,
      "learning_rate": 6.526913214487578e-06,
      "loss": 0.0727,
      "step": 9020
    },
    {
      "epoch": 2.308282208588957,
      "grad_norm": 0.8301081657409668,
      "learning_rate": 6.518414088252632e-06,
      "loss": 0.0522,
      "step": 9030
    },
    {
      "epoch": 2.310838445807771,
      "grad_norm": 0.1696474701166153,
      "learning_rate": 6.509910126231003e-06,
      "loss": 0.0482,
      "step": 9040
    },
    {
      "epoch": 2.313394683026585,
      "grad_norm": 2.2531793117523193,
      "learning_rate": 6.501401355505782e-06,
      "loss": 0.0557,
      "step": 9050
    },
    {
      "epoch": 2.315950920245399,
      "grad_norm": 4.994187831878662,
      "learning_rate": 6.492887803175374e-06,
      "loss": 0.0938,
      "step": 9060
    },
    {
      "epoch": 2.3185071574642127,
      "grad_norm": 6.800015926361084,
      "learning_rate": 6.484369496353412e-06,
      "loss": 0.061,
      "step": 9070
    },
    {
      "epoch": 2.3210633946830264,
      "grad_norm": 10.822134017944336,
      "learning_rate": 6.4758464621686715e-06,
      "loss": 0.0584,
      "step": 9080
    },
    {
      "epoch": 2.3236196319018405,
      "grad_norm": 2.0743789672851562,
      "learning_rate": 6.467318727764983e-06,
      "loss": 0.0489,
      "step": 9090
    },
    {
      "epoch": 2.326175869120654,
      "grad_norm": 6.299098968505859,
      "learning_rate": 6.458786320301146e-06,
      "loss": 0.0832,
      "step": 9100
    },
    {
      "epoch": 2.3287321063394684,
      "grad_norm": 0.3529964089393616,
      "learning_rate": 6.450249266950846e-06,
      "loss": 0.0281,
      "step": 9110
    },
    {
      "epoch": 2.331288343558282,
      "grad_norm": 1.3568120002746582,
      "learning_rate": 6.4417075949025575e-06,
      "loss": 0.0326,
      "step": 9120
    },
    {
      "epoch": 2.3338445807770962,
      "grad_norm": 5.631685256958008,
      "learning_rate": 6.43316133135947e-06,
      "loss": 0.0618,
      "step": 9130
    },
    {
      "epoch": 2.33640081799591,
      "grad_norm": 0.5822303295135498,
      "learning_rate": 6.4246105035393965e-06,
      "loss": 0.0483,
      "step": 9140
    },
    {
      "epoch": 2.338957055214724,
      "grad_norm": 0.39102593064308167,
      "learning_rate": 6.416055138674682e-06,
      "loss": 0.0429,
      "step": 9150
    },
    {
      "epoch": 2.341513292433538,
      "grad_norm": 4.372485637664795,
      "learning_rate": 6.4074952640121226e-06,
      "loss": 0.0795,
      "step": 9160
    },
    {
      "epoch": 2.3440695296523515,
      "grad_norm": 0.6967136263847351,
      "learning_rate": 6.398930906812877e-06,
      "loss": 0.0307,
      "step": 9170
    },
    {
      "epoch": 2.3466257668711656,
      "grad_norm": 5.449244022369385,
      "learning_rate": 6.390362094352382e-06,
      "loss": 0.0729,
      "step": 9180
    },
    {
      "epoch": 2.34918200408998,
      "grad_norm": 5.0675482749938965,
      "learning_rate": 6.3817888539202595e-06,
      "loss": 0.0707,
      "step": 9190
    },
    {
      "epoch": 2.3517382413087935,
      "grad_norm": 2.9963107109069824,
      "learning_rate": 6.373211212820237e-06,
      "loss": 0.0545,
      "step": 9200
    },
    {
      "epoch": 2.354294478527607,
      "grad_norm": 3.9092769622802734,
      "learning_rate": 6.364629198370054e-06,
      "loss": 0.0281,
      "step": 9210
    },
    {
      "epoch": 2.3568507157464214,
      "grad_norm": 8.632110595703125,
      "learning_rate": 6.3560428379013795e-06,
      "loss": 0.0994,
      "step": 9220
    },
    {
      "epoch": 2.359406952965235,
      "grad_norm": 3.0046439170837402,
      "learning_rate": 6.3474521587597234e-06,
      "loss": 0.0505,
      "step": 9230
    },
    {
      "epoch": 2.361963190184049,
      "grad_norm": 2.9390039443969727,
      "learning_rate": 6.3388571883043505e-06,
      "loss": 0.0561,
      "step": 9240
    },
    {
      "epoch": 2.364519427402863,
      "grad_norm": 7.934990406036377,
      "learning_rate": 6.330257953908192e-06,
      "loss": 0.0442,
      "step": 9250
    },
    {
      "epoch": 2.367075664621677,
      "grad_norm": 3.6421031951904297,
      "learning_rate": 6.321654482957756e-06,
      "loss": 0.0761,
      "step": 9260
    },
    {
      "epoch": 2.3696319018404908,
      "grad_norm": 2.067728042602539,
      "learning_rate": 6.313046802853047e-06,
      "loss": 0.0361,
      "step": 9270
    },
    {
      "epoch": 2.372188139059305,
      "grad_norm": 0.5931568741798401,
      "learning_rate": 6.304434941007473e-06,
      "loss": 0.0441,
      "step": 9280
    },
    {
      "epoch": 2.3747443762781186,
      "grad_norm": 7.320766925811768,
      "learning_rate": 6.295818924847761e-06,
      "loss": 0.0736,
      "step": 9290
    },
    {
      "epoch": 2.3773006134969323,
      "grad_norm": 5.4987688064575195,
      "learning_rate": 6.2871987818138626e-06,
      "loss": 0.0694,
      "step": 9300
    },
    {
      "epoch": 2.3798568507157465,
      "grad_norm": 7.312312602996826,
      "learning_rate": 6.2785745393588815e-06,
      "loss": 0.0698,
      "step": 9310
    },
    {
      "epoch": 2.38241308793456,
      "grad_norm": 8.894052505493164,
      "learning_rate": 6.2699462249489715e-06,
      "loss": 0.0651,
      "step": 9320
    },
    {
      "epoch": 2.3849693251533743,
      "grad_norm": 0.4445403516292572,
      "learning_rate": 6.261313866063257e-06,
      "loss": 0.0271,
      "step": 9330
    },
    {
      "epoch": 2.387525562372188,
      "grad_norm": 3.842348575592041,
      "learning_rate": 6.252677490193739e-06,
      "loss": 0.0625,
      "step": 9340
    },
    {
      "epoch": 2.390081799591002,
      "grad_norm": 3.183258295059204,
      "learning_rate": 6.244037124845217e-06,
      "loss": 0.0454,
      "step": 9350
    },
    {
      "epoch": 2.392638036809816,
      "grad_norm": 3.39320969581604,
      "learning_rate": 6.235392797535193e-06,
      "loss": 0.0615,
      "step": 9360
    },
    {
      "epoch": 2.39519427402863,
      "grad_norm": 10.20765495300293,
      "learning_rate": 6.226744535793788e-06,
      "loss": 0.0808,
      "step": 9370
    },
    {
      "epoch": 2.3977505112474438,
      "grad_norm": 0.8380181789398193,
      "learning_rate": 6.2180923671636524e-06,
      "loss": 0.0485,
      "step": 9380
    },
    {
      "epoch": 2.4003067484662575,
      "grad_norm": 0.444444477558136,
      "learning_rate": 6.20943631919988e-06,
      "loss": 0.02,
      "step": 9390
    },
    {
      "epoch": 2.4028629856850716,
      "grad_norm": 8.41584587097168,
      "learning_rate": 6.200776419469918e-06,
      "loss": 0.054,
      "step": 9400
    },
    {
      "epoch": 2.4054192229038853,
      "grad_norm": 5.808600425720215,
      "learning_rate": 6.192112695553483e-06,
      "loss": 0.0671,
      "step": 9410
    },
    {
      "epoch": 2.4079754601226995,
      "grad_norm": 3.8908348083496094,
      "learning_rate": 6.183445175042466e-06,
      "loss": 0.0618,
      "step": 9420
    },
    {
      "epoch": 2.410531697341513,
      "grad_norm": 4.925373077392578,
      "learning_rate": 6.174773885540855e-06,
      "loss": 0.0512,
      "step": 9430
    },
    {
      "epoch": 2.4130879345603273,
      "grad_norm": 0.03155489265918732,
      "learning_rate": 6.166098854664638e-06,
      "loss": 0.0356,
      "step": 9440
    },
    {
      "epoch": 2.415644171779141,
      "grad_norm": 0.08001308143138885,
      "learning_rate": 6.157420110041719e-06,
      "loss": 0.031,
      "step": 9450
    },
    {
      "epoch": 2.418200408997955,
      "grad_norm": 6.34970760345459,
      "learning_rate": 6.1487376793118285e-06,
      "loss": 0.0595,
      "step": 9460
    },
    {
      "epoch": 2.420756646216769,
      "grad_norm": 15.385396957397461,
      "learning_rate": 6.140051590126439e-06,
      "loss": 0.0452,
      "step": 9470
    },
    {
      "epoch": 2.4233128834355826,
      "grad_norm": 5.20993185043335,
      "learning_rate": 6.131361870148672e-06,
      "loss": 0.0745,
      "step": 9480
    },
    {
      "epoch": 2.4258691206543967,
      "grad_norm": 4.343068599700928,
      "learning_rate": 6.1226685470532125e-06,
      "loss": 0.0639,
      "step": 9490
    },
    {
      "epoch": 2.4284253578732105,
      "grad_norm": 4.774913787841797,
      "learning_rate": 6.113971648526222e-06,
      "loss": 0.0416,
      "step": 9500
    },
    {
      "epoch": 2.4309815950920246,
      "grad_norm": 0.5611134767532349,
      "learning_rate": 6.105271202265246e-06,
      "loss": 0.0636,
      "step": 9510
    },
    {
      "epoch": 2.4335378323108383,
      "grad_norm": 6.5504279136657715,
      "learning_rate": 6.096567235979133e-06,
      "loss": 0.0537,
      "step": 9520
    },
    {
      "epoch": 2.4360940695296525,
      "grad_norm": 0.9646693468093872,
      "learning_rate": 6.0878597773879376e-06,
      "loss": 0.0512,
      "step": 9530
    },
    {
      "epoch": 2.438650306748466,
      "grad_norm": 4.056527614593506,
      "learning_rate": 6.079148854222839e-06,
      "loss": 0.0451,
      "step": 9540
    },
    {
      "epoch": 2.4412065439672803,
      "grad_norm": 5.754093170166016,
      "learning_rate": 6.07043449422605e-06,
      "loss": 0.0635,
      "step": 9550
    },
    {
      "epoch": 2.443762781186094,
      "grad_norm": 7.742176532745361,
      "learning_rate": 6.061716725150727e-06,
      "loss": 0.0305,
      "step": 9560
    },
    {
      "epoch": 2.4463190184049077,
      "grad_norm": 7.218969345092773,
      "learning_rate": 6.052995574760887e-06,
      "loss": 0.0615,
      "step": 9570
    },
    {
      "epoch": 2.448875255623722,
      "grad_norm": 3.2471063137054443,
      "learning_rate": 6.044271070831312e-06,
      "loss": 0.0568,
      "step": 9580
    },
    {
      "epoch": 2.451431492842536,
      "grad_norm": 0.23956027626991272,
      "learning_rate": 6.035543241147469e-06,
      "loss": 0.0468,
      "step": 9590
    },
    {
      "epoch": 2.4539877300613497,
      "grad_norm": 0.8415837287902832,
      "learning_rate": 6.026812113505409e-06,
      "loss": 0.0366,
      "step": 9600
    },
    {
      "epoch": 2.4565439672801634,
      "grad_norm": 4.5563154220581055,
      "learning_rate": 6.018077715711695e-06,
      "loss": 0.0611,
      "step": 9610
    },
    {
      "epoch": 2.4591002044989776,
      "grad_norm": 9.952324867248535,
      "learning_rate": 6.009340075583299e-06,
      "loss": 0.0504,
      "step": 9620
    },
    {
      "epoch": 2.4616564417177913,
      "grad_norm": 3.28727126121521,
      "learning_rate": 6.00059922094752e-06,
      "loss": 0.0563,
      "step": 9630
    },
    {
      "epoch": 2.4642126789366054,
      "grad_norm": 4.564260959625244,
      "learning_rate": 5.991855179641896e-06,
      "loss": 0.0354,
      "step": 9640
    },
    {
      "epoch": 2.466768916155419,
      "grad_norm": 5.473964214324951,
      "learning_rate": 5.983107979514112e-06,
      "loss": 0.0389,
      "step": 9650
    },
    {
      "epoch": 2.4693251533742333,
      "grad_norm": 3.674219846725464,
      "learning_rate": 5.974357648421916e-06,
      "loss": 0.0745,
      "step": 9660
    },
    {
      "epoch": 2.471881390593047,
      "grad_norm": 0.6603105068206787,
      "learning_rate": 5.965604214233022e-06,
      "loss": 0.0572,
      "step": 9670
    },
    {
      "epoch": 2.474437627811861,
      "grad_norm": 4.627801895141602,
      "learning_rate": 5.956847704825033e-06,
      "loss": 0.0395,
      "step": 9680
    },
    {
      "epoch": 2.476993865030675,
      "grad_norm": 2.601986885070801,
      "learning_rate": 5.94808814808534e-06,
      "loss": 0.0775,
      "step": 9690
    },
    {
      "epoch": 2.4795501022494886,
      "grad_norm": 5.2239460945129395,
      "learning_rate": 5.9393255719110455e-06,
      "loss": 0.057,
      "step": 9700
    },
    {
      "epoch": 2.4821063394683027,
      "grad_norm": 0.7189023494720459,
      "learning_rate": 5.9305600042088595e-06,
      "loss": 0.0669,
      "step": 9710
    },
    {
      "epoch": 2.4846625766871164,
      "grad_norm": 4.483514308929443,
      "learning_rate": 5.9217914728950286e-06,
      "loss": 0.0511,
      "step": 9720
    },
    {
      "epoch": 2.4872188139059306,
      "grad_norm": 1.7777493000030518,
      "learning_rate": 5.913020005895232e-06,
      "loss": 0.0491,
      "step": 9730
    },
    {
      "epoch": 2.4897750511247443,
      "grad_norm": 6.096456050872803,
      "learning_rate": 5.904245631144498e-06,
      "loss": 0.0772,
      "step": 9740
    },
    {
      "epoch": 2.4923312883435584,
      "grad_norm": 6.093538761138916,
      "learning_rate": 5.895468376587121e-06,
      "loss": 0.0738,
      "step": 9750
    },
    {
      "epoch": 2.494887525562372,
      "grad_norm": 0.5627290606498718,
      "learning_rate": 5.8866882701765605e-06,
      "loss": 0.0428,
      "step": 9760
    },
    {
      "epoch": 2.4974437627811863,
      "grad_norm": 2.499333143234253,
      "learning_rate": 5.877905339875363e-06,
      "loss": 0.0465,
      "step": 9770
    },
    {
      "epoch": 2.5,
      "grad_norm": 2.476902723312378,
      "learning_rate": 5.869119613655062e-06,
      "loss": 0.033,
      "step": 9780
    },
    {
      "epoch": 2.5025562372188137,
      "grad_norm": 3.85345458984375,
      "learning_rate": 5.860331119496106e-06,
      "loss": 0.0589,
      "step": 9790
    },
    {
      "epoch": 2.505112474437628,
      "grad_norm": 0.05737360939383507,
      "learning_rate": 5.851539885387748e-06,
      "loss": 0.0693,
      "step": 9800
    },
    {
      "epoch": 2.5076687116564416,
      "grad_norm": 5.509619235992432,
      "learning_rate": 5.8427459393279736e-06,
      "loss": 0.0514,
      "step": 9810
    },
    {
      "epoch": 2.5102249488752557,
      "grad_norm": 5.018087863922119,
      "learning_rate": 5.8339493093234025e-06,
      "loss": 0.0638,
      "step": 9820
    },
    {
      "epoch": 2.5127811860940694,
      "grad_norm": 5.845489501953125,
      "learning_rate": 5.825150023389203e-06,
      "loss": 0.0408,
      "step": 9830
    },
    {
      "epoch": 2.5153374233128836,
      "grad_norm": 3.2593860626220703,
      "learning_rate": 5.816348109549005e-06,
      "loss": 0.0141,
      "step": 9840
    },
    {
      "epoch": 2.5178936605316973,
      "grad_norm": 5.271510124206543,
      "learning_rate": 5.807543595834799e-06,
      "loss": 0.0526,
      "step": 9850
    },
    {
      "epoch": 2.5204498977505114,
      "grad_norm": 0.1252453476190567,
      "learning_rate": 5.798736510286866e-06,
      "loss": 0.0522,
      "step": 9860
    },
    {
      "epoch": 2.523006134969325,
      "grad_norm": 4.33157205581665,
      "learning_rate": 5.7899268809536705e-06,
      "loss": 0.0888,
      "step": 9870
    },
    {
      "epoch": 2.525562372188139,
      "grad_norm": 6.989223480224609,
      "learning_rate": 5.781114735891781e-06,
      "loss": 0.0413,
      "step": 9880
    },
    {
      "epoch": 2.528118609406953,
      "grad_norm": 4.28364896774292,
      "learning_rate": 5.772300103165777e-06,
      "loss": 0.0438,
      "step": 9890
    },
    {
      "epoch": 2.530674846625767,
      "grad_norm": 0.42973408102989197,
      "learning_rate": 5.763483010848161e-06,
      "loss": 0.0537,
      "step": 9900
    },
    {
      "epoch": 2.533231083844581,
      "grad_norm": 3.0371270179748535,
      "learning_rate": 5.7546634870192695e-06,
      "loss": 0.0482,
      "step": 9910
    },
    {
      "epoch": 2.5357873210633946,
      "grad_norm": 10.468814849853516,
      "learning_rate": 5.745841559767182e-06,
      "loss": 0.0593,
      "step": 9920
    },
    {
      "epoch": 2.5383435582822087,
      "grad_norm": 1.1547623872756958,
      "learning_rate": 5.737017257187634e-06,
      "loss": 0.0457,
      "step": 9930
    },
    {
      "epoch": 2.5408997955010224,
      "grad_norm": 5.563620567321777,
      "learning_rate": 5.728190607383921e-06,
      "loss": 0.0876,
      "step": 9940
    },
    {
      "epoch": 2.5434560327198366,
      "grad_norm": 1.5379348993301392,
      "learning_rate": 5.719361638466819e-06,
      "loss": 0.0441,
      "step": 9950
    },
    {
      "epoch": 2.5460122699386503,
      "grad_norm": 4.261902809143066,
      "learning_rate": 5.7105303785544894e-06,
      "loss": 0.0243,
      "step": 9960
    },
    {
      "epoch": 2.548568507157464,
      "grad_norm": 5.261180400848389,
      "learning_rate": 5.7016968557723874e-06,
      "loss": 0.0309,
      "step": 9970
    },
    {
      "epoch": 2.551124744376278,
      "grad_norm": 2.3447492122650146,
      "learning_rate": 5.692861098253174e-06,
      "loss": 0.0348,
      "step": 9980
    },
    {
      "epoch": 2.5536809815950923,
      "grad_norm": 2.6790072917938232,
      "learning_rate": 5.684023134136634e-06,
      "loss": 0.0353,
      "step": 9990
    },
    {
      "epoch": 2.556237218813906,
      "grad_norm": 3.520054817199707,
      "learning_rate": 5.67518299156957e-06,
      "loss": 0.0852,
      "step": 10000
    },
    {
      "epoch": 2.5587934560327197,
      "grad_norm": 4.114648342132568,
      "learning_rate": 5.66634069870573e-06,
      "loss": 0.0708,
      "step": 10010
    },
    {
      "epoch": 2.561349693251534,
      "grad_norm": 1.8037816286087036,
      "learning_rate": 5.657496283705708e-06,
      "loss": 0.0496,
      "step": 10020
    },
    {
      "epoch": 2.5639059304703475,
      "grad_norm": 4.1163716316223145,
      "learning_rate": 5.648649774736855e-06,
      "loss": 0.0555,
      "step": 10030
    },
    {
      "epoch": 2.5664621676891617,
      "grad_norm": 3.350024700164795,
      "learning_rate": 5.639801199973191e-06,
      "loss": 0.0262,
      "step": 10040
    },
    {
      "epoch": 2.5690184049079754,
      "grad_norm": 7.735722541809082,
      "learning_rate": 5.630950587595319e-06,
      "loss": 0.0463,
      "step": 10050
    },
    {
      "epoch": 2.571574642126789,
      "grad_norm": 4.3258538246154785,
      "learning_rate": 5.622097965790325e-06,
      "loss": 0.0553,
      "step": 10060
    },
    {
      "epoch": 2.5741308793456033,
      "grad_norm": 4.328603744506836,
      "learning_rate": 5.6132433627517005e-06,
      "loss": 0.0632,
      "step": 10070
    },
    {
      "epoch": 2.5766871165644174,
      "grad_norm": 4.42746114730835,
      "learning_rate": 5.6043868066792415e-06,
      "loss": 0.0503,
      "step": 10080
    },
    {
      "epoch": 2.579243353783231,
      "grad_norm": 3.8148934841156006,
      "learning_rate": 5.595528325778968e-06,
      "loss": 0.0607,
      "step": 10090
    },
    {
      "epoch": 2.581799591002045,
      "grad_norm": 3.635321617126465,
      "learning_rate": 5.58666794826303e-06,
      "loss": 0.0448,
      "step": 10100
    },
    {
      "epoch": 2.584355828220859,
      "grad_norm": 0.01259413082152605,
      "learning_rate": 5.577805702349614e-06,
      "loss": 0.0408,
      "step": 10110
    },
    {
      "epoch": 2.5869120654396727,
      "grad_norm": 3.7854018211364746,
      "learning_rate": 5.568941616262861e-06,
      "loss": 0.0585,
      "step": 10120
    },
    {
      "epoch": 2.589468302658487,
      "grad_norm": 1.9844086170196533,
      "learning_rate": 5.5600757182327695e-06,
      "loss": 0.0263,
      "step": 10130
    },
    {
      "epoch": 2.5920245398773005,
      "grad_norm": 5.477379322052002,
      "learning_rate": 5.5512080364951105e-06,
      "loss": 0.0553,
      "step": 10140
    },
    {
      "epoch": 2.5945807770961147,
      "grad_norm": 6.039186954498291,
      "learning_rate": 5.542338599291335e-06,
      "loss": 0.0379,
      "step": 10150
    },
    {
      "epoch": 2.5971370143149284,
      "grad_norm": 0.8108224272727966,
      "learning_rate": 5.533467434868486e-06,
      "loss": 0.0534,
      "step": 10160
    },
    {
      "epoch": 2.5996932515337425,
      "grad_norm": 4.296036243438721,
      "learning_rate": 5.524594571479104e-06,
      "loss": 0.036,
      "step": 10170
    },
    {
      "epoch": 2.6022494887525562,
      "grad_norm": 3.003478765487671,
      "learning_rate": 5.515720037381144e-06,
      "loss": 0.0471,
      "step": 10180
    },
    {
      "epoch": 2.60480572597137,
      "grad_norm": 4.551526069641113,
      "learning_rate": 5.50684386083788e-06,
      "loss": 0.0675,
      "step": 10190
    },
    {
      "epoch": 2.607361963190184,
      "grad_norm": 2.661856174468994,
      "learning_rate": 5.497966070117816e-06,
      "loss": 0.0298,
      "step": 10200
    },
    {
      "epoch": 2.609918200408998,
      "grad_norm": 3.3979713916778564,
      "learning_rate": 5.4890866934946e-06,
      "loss": 0.0422,
      "step": 10210
    },
    {
      "epoch": 2.612474437627812,
      "grad_norm": 5.5186896324157715,
      "learning_rate": 5.480205759246926e-06,
      "loss": 0.0471,
      "step": 10220
    },
    {
      "epoch": 2.6150306748466257,
      "grad_norm": 3.5918192863464355,
      "learning_rate": 5.471323295658455e-06,
      "loss": 0.0692,
      "step": 10230
    },
    {
      "epoch": 2.61758691206544,
      "grad_norm": 4.837007999420166,
      "learning_rate": 5.462439331017711e-06,
      "loss": 0.0464,
      "step": 10240
    },
    {
      "epoch": 2.6201431492842535,
      "grad_norm": 1.8546375036239624,
      "learning_rate": 5.453553893618003e-06,
      "loss": 0.0397,
      "step": 10250
    },
    {
      "epoch": 2.6226993865030677,
      "grad_norm": 7.079483985900879,
      "learning_rate": 5.44466701175733e-06,
      "loss": 0.0308,
      "step": 10260
    },
    {
      "epoch": 2.6252556237218814,
      "grad_norm": 0.1995091438293457,
      "learning_rate": 5.435778713738292e-06,
      "loss": 0.0247,
      "step": 10270
    },
    {
      "epoch": 2.627811860940695,
      "grad_norm": 5.363643169403076,
      "learning_rate": 5.426889027867997e-06,
      "loss": 0.0418,
      "step": 10280
    },
    {
      "epoch": 2.6303680981595092,
      "grad_norm": 1.1156824827194214,
      "learning_rate": 5.417997982457974e-06,
      "loss": 0.0631,
      "step": 10290
    },
    {
      "epoch": 2.6329243353783234,
      "grad_norm": 0.43824976682662964,
      "learning_rate": 5.409105605824082e-06,
      "loss": 0.0433,
      "step": 10300
    },
    {
      "epoch": 2.635480572597137,
      "grad_norm": 0.8822130560874939,
      "learning_rate": 5.400211926286421e-06,
      "loss": 0.0247,
      "step": 10310
    },
    {
      "epoch": 2.638036809815951,
      "grad_norm": 3.7047805786132812,
      "learning_rate": 5.391316972169236e-06,
      "loss": 0.039,
      "step": 10320
    },
    {
      "epoch": 2.640593047034765,
      "grad_norm": 3.4349169731140137,
      "learning_rate": 5.382420771800836e-06,
      "loss": 0.0148,
      "step": 10330
    },
    {
      "epoch": 2.6431492842535786,
      "grad_norm": 4.191125392913818,
      "learning_rate": 5.373523353513498e-06,
      "loss": 0.0671,
      "step": 10340
    },
    {
      "epoch": 2.645705521472393,
      "grad_norm": 8.565727233886719,
      "learning_rate": 5.364624745643375e-06,
      "loss": 0.0534,
      "step": 10350
    },
    {
      "epoch": 2.6482617586912065,
      "grad_norm": 5.6679840087890625,
      "learning_rate": 5.35572497653041e-06,
      "loss": 0.0493,
      "step": 10360
    },
    {
      "epoch": 2.65081799591002,
      "grad_norm": 2.3933236598968506,
      "learning_rate": 5.346824074518246e-06,
      "loss": 0.05,
      "step": 10370
    },
    {
      "epoch": 2.6533742331288344,
      "grad_norm": 0.3358931839466095,
      "learning_rate": 5.337922067954136e-06,
      "loss": 0.0137,
      "step": 10380
    },
    {
      "epoch": 2.6559304703476485,
      "grad_norm": 2.881453275680542,
      "learning_rate": 5.329018985188841e-06,
      "loss": 0.0689,
      "step": 10390
    },
    {
      "epoch": 2.658486707566462,
      "grad_norm": 3.27288818359375,
      "learning_rate": 5.320114854576559e-06,
      "loss": 0.0297,
      "step": 10400
    },
    {
      "epoch": 2.661042944785276,
      "grad_norm": 3.823456287384033,
      "learning_rate": 5.3112097044748235e-06,
      "loss": 0.0607,
      "step": 10410
    },
    {
      "epoch": 2.66359918200409,
      "grad_norm": 3.608356475830078,
      "learning_rate": 5.302303563244413e-06,
      "loss": 0.0381,
      "step": 10420
    },
    {
      "epoch": 2.6661554192229038,
      "grad_norm": 1.3827208280563354,
      "learning_rate": 5.2933964592492614e-06,
      "loss": 0.05,
      "step": 10430
    },
    {
      "epoch": 2.668711656441718,
      "grad_norm": 0.04524281620979309,
      "learning_rate": 5.284488420856372e-06,
      "loss": 0.0268,
      "step": 10440
    },
    {
      "epoch": 2.6712678936605316,
      "grad_norm": 7.237791538238525,
      "learning_rate": 5.275579476435719e-06,
      "loss": 0.0239,
      "step": 10450
    },
    {
      "epoch": 2.6738241308793453,
      "grad_norm": 0.08604143559932709,
      "learning_rate": 5.2666696543601696e-06,
      "loss": 0.0819,
      "step": 10460
    },
    {
      "epoch": 2.6763803680981595,
      "grad_norm": 4.662979602813721,
      "learning_rate": 5.25775898300538e-06,
      "loss": 0.0539,
      "step": 10470
    },
    {
      "epoch": 2.6789366053169736,
      "grad_norm": 0.7715989947319031,
      "learning_rate": 5.248847490749711e-06,
      "loss": 0.0375,
      "step": 10480
    },
    {
      "epoch": 2.6814928425357873,
      "grad_norm": 5.067183971405029,
      "learning_rate": 5.239935205974145e-06,
      "loss": 0.0205,
      "step": 10490
    },
    {
      "epoch": 2.684049079754601,
      "grad_norm": 5.718189716339111,
      "learning_rate": 5.231022157062177e-06,
      "loss": 0.0898,
      "step": 10500
    },
    {
      "epoch": 2.686605316973415,
      "grad_norm": 14.444259643554688,
      "learning_rate": 5.222108372399746e-06,
      "loss": 0.043,
      "step": 10510
    },
    {
      "epoch": 2.689161554192229,
      "grad_norm": 0.2056499719619751,
      "learning_rate": 5.213193880375127e-06,
      "loss": 0.0639,
      "step": 10520
    },
    {
      "epoch": 2.691717791411043,
      "grad_norm": 0.02217238023877144,
      "learning_rate": 5.204278709378854e-06,
      "loss": 0.0177,
      "step": 10530
    },
    {
      "epoch": 2.6942740286298568,
      "grad_norm": 1.9676077365875244,
      "learning_rate": 5.195362887803617e-06,
      "loss": 0.0495,
      "step": 10540
    },
    {
      "epoch": 2.696830265848671,
      "grad_norm": 2.4766979217529297,
      "learning_rate": 5.186446444044184e-06,
      "loss": 0.0572,
      "step": 10550
    },
    {
      "epoch": 2.6993865030674846,
      "grad_norm": 0.9265226721763611,
      "learning_rate": 5.177529406497298e-06,
      "loss": 0.0192,
      "step": 10560
    },
    {
      "epoch": 2.7019427402862988,
      "grad_norm": 6.686746597290039,
      "learning_rate": 5.168611803561599e-06,
      "loss": 0.0632,
      "step": 10570
    },
    {
      "epoch": 2.7044989775051125,
      "grad_norm": 4.72622013092041,
      "learning_rate": 5.159693663637525e-06,
      "loss": 0.0499,
      "step": 10580
    },
    {
      "epoch": 2.707055214723926,
      "grad_norm": 4.173243045806885,
      "learning_rate": 5.150775015127224e-06,
      "loss": 0.0343,
      "step": 10590
    },
    {
      "epoch": 2.7096114519427403,
      "grad_norm": 0.10401232540607452,
      "learning_rate": 5.1418558864344645e-06,
      "loss": 0.0417,
      "step": 10600
    },
    {
      "epoch": 2.712167689161554,
      "grad_norm": 4.092282772064209,
      "learning_rate": 5.132936305964543e-06,
      "loss": 0.0335,
      "step": 10610
    },
    {
      "epoch": 2.714723926380368,
      "grad_norm": 8.394328117370605,
      "learning_rate": 5.1240163021241975e-06,
      "loss": 0.0785,
      "step": 10620
    },
    {
      "epoch": 2.717280163599182,
      "grad_norm": 3.676940441131592,
      "learning_rate": 5.1150959033215104e-06,
      "loss": 0.0382,
      "step": 10630
    },
    {
      "epoch": 2.719836400817996,
      "grad_norm": 0.23662449419498444,
      "learning_rate": 5.106175137965826e-06,
      "loss": 0.0467,
      "step": 10640
    },
    {
      "epoch": 2.7223926380368098,
      "grad_norm": 6.808079719543457,
      "learning_rate": 5.097254034467652e-06,
      "loss": 0.0348,
      "step": 10650
    },
    {
      "epoch": 2.724948875255624,
      "grad_norm": 0.04969576373696327,
      "learning_rate": 5.0883326212385775e-06,
      "loss": 0.031,
      "step": 10660
    },
    {
      "epoch": 2.7275051124744376,
      "grad_norm": 6.316954612731934,
      "learning_rate": 5.079410926691174e-06,
      "loss": 0.053,
      "step": 10670
    },
    {
      "epoch": 2.7300613496932513,
      "grad_norm": 4.699779987335205,
      "learning_rate": 5.07048897923891e-06,
      "loss": 0.0328,
      "step": 10680
    },
    {
      "epoch": 2.7326175869120655,
      "grad_norm": 2.899876117706299,
      "learning_rate": 5.061566807296062e-06,
      "loss": 0.0537,
      "step": 10690
    },
    {
      "epoch": 2.7351738241308796,
      "grad_norm": 1.7334074974060059,
      "learning_rate": 5.052644439277617e-06,
      "loss": 0.036,
      "step": 10700
    },
    {
      "epoch": 2.7377300613496933,
      "grad_norm": 0.5449509024620056,
      "learning_rate": 5.043721903599193e-06,
      "loss": 0.0199,
      "step": 10710
    },
    {
      "epoch": 2.740286298568507,
      "grad_norm": 0.7619210481643677,
      "learning_rate": 5.0347992286769324e-06,
      "loss": 0.0349,
      "step": 10720
    },
    {
      "epoch": 2.742842535787321,
      "grad_norm": 0.09413593262434006,
      "learning_rate": 5.025876442927429e-06,
      "loss": 0.0579,
      "step": 10730
    },
    {
      "epoch": 2.745398773006135,
      "grad_norm": 2.7584242820739746,
      "learning_rate": 5.016953574767629e-06,
      "loss": 0.0824,
      "step": 10740
    },
    {
      "epoch": 2.747955010224949,
      "grad_norm": 3.956817626953125,
      "learning_rate": 5.008030652614737e-06,
      "loss": 0.0461,
      "step": 10750
    },
    {
      "epoch": 2.7505112474437627,
      "grad_norm": 0.14918692409992218,
      "learning_rate": 4.99910770488613e-06,
      "loss": 0.0116,
      "step": 10760
    },
    {
      "epoch": 2.7530674846625764,
      "grad_norm": 4.674230098724365,
      "learning_rate": 4.990184759999271e-06,
      "loss": 0.0704,
      "step": 10770
    },
    {
      "epoch": 2.7556237218813906,
      "grad_norm": 4.550516128540039,
      "learning_rate": 4.981261846371612e-06,
      "loss": 0.0328,
      "step": 10780
    },
    {
      "epoch": 2.7581799591002047,
      "grad_norm": 5.67306661605835,
      "learning_rate": 4.972338992420501e-06,
      "loss": 0.0425,
      "step": 10790
    },
    {
      "epoch": 2.7607361963190185,
      "grad_norm": 3.2620246410369873,
      "learning_rate": 4.9634162265631016e-06,
      "loss": 0.0281,
      "step": 10800
    },
    {
      "epoch": 2.763292433537832,
      "grad_norm": 5.77325963973999,
      "learning_rate": 4.954493577216294e-06,
      "loss": 0.0263,
      "step": 10810
    },
    {
      "epoch": 2.7658486707566463,
      "grad_norm": 7.105217933654785,
      "learning_rate": 4.9455710727965886e-06,
      "loss": 0.0971,
      "step": 10820
    },
    {
      "epoch": 2.76840490797546,
      "grad_norm": 8.464949607849121,
      "learning_rate": 4.936648741720032e-06,
      "loss": 0.0459,
      "step": 10830
    },
    {
      "epoch": 2.770961145194274,
      "grad_norm": 9.054972648620605,
      "learning_rate": 4.9277266124021245e-06,
      "loss": 0.0335,
      "step": 10840
    },
    {
      "epoch": 2.773517382413088,
      "grad_norm": 1.2454347610473633,
      "learning_rate": 4.918804713257715e-06,
      "loss": 0.0471,
      "step": 10850
    },
    {
      "epoch": 2.7760736196319016,
      "grad_norm": 2.4472923278808594,
      "learning_rate": 4.909883072700928e-06,
      "loss": 0.0462,
      "step": 10860
    },
    {
      "epoch": 2.7786298568507157,
      "grad_norm": 0.04563615098595619,
      "learning_rate": 4.900961719145056e-06,
      "loss": 0.0167,
      "step": 10870
    },
    {
      "epoch": 2.78118609406953,
      "grad_norm": 5.5846734046936035,
      "learning_rate": 4.892040681002488e-06,
      "loss": 0.0578,
      "step": 10880
    },
    {
      "epoch": 2.7837423312883436,
      "grad_norm": 4.339868068695068,
      "learning_rate": 4.883119986684596e-06,
      "loss": 0.0273,
      "step": 10890
    },
    {
      "epoch": 2.7862985685071573,
      "grad_norm": 4.785184383392334,
      "learning_rate": 4.87419966460167e-06,
      "loss": 0.076,
      "step": 10900
    },
    {
      "epoch": 2.7888548057259714,
      "grad_norm": 0.035292405635118484,
      "learning_rate": 4.865279743162804e-06,
      "loss": 0.0462,
      "step": 10910
    },
    {
      "epoch": 2.791411042944785,
      "grad_norm": 3.155709743499756,
      "learning_rate": 4.856360250775821e-06,
      "loss": 0.036,
      "step": 10920
    },
    {
      "epoch": 2.7939672801635993,
      "grad_norm": 0.7432450652122498,
      "learning_rate": 4.847441215847177e-06,
      "loss": 0.0619,
      "step": 10930
    },
    {
      "epoch": 2.796523517382413,
      "grad_norm": 5.327913761138916,
      "learning_rate": 4.838522666781871e-06,
      "loss": 0.0647,
      "step": 10940
    },
    {
      "epoch": 2.799079754601227,
      "grad_norm": 2.4953877925872803,
      "learning_rate": 4.829604631983353e-06,
      "loss": 0.0392,
      "step": 10950
    },
    {
      "epoch": 2.801635991820041,
      "grad_norm": 3.6846439838409424,
      "learning_rate": 4.8206871398534385e-06,
      "loss": 0.0368,
      "step": 10960
    },
    {
      "epoch": 2.804192229038855,
      "grad_norm": 5.844122886657715,
      "learning_rate": 4.811770218792212e-06,
      "loss": 0.0476,
      "step": 10970
    },
    {
      "epoch": 2.8067484662576687,
      "grad_norm": 4.004204273223877,
      "learning_rate": 4.80285389719794e-06,
      "loss": 0.0589,
      "step": 10980
    },
    {
      "epoch": 2.8093047034764824,
      "grad_norm": 0.9968608021736145,
      "learning_rate": 4.793938203466979e-06,
      "loss": 0.0448,
      "step": 10990
    },
    {
      "epoch": 2.8118609406952966,
      "grad_norm": 6.936352252960205,
      "learning_rate": 4.78502316599369e-06,
      "loss": 0.0447,
      "step": 11000
    },
    {
      "epoch": 2.8144171779141103,
      "grad_norm": 4.1466383934021,
      "learning_rate": 4.776108813170337e-06,
      "loss": 0.0406,
      "step": 11010
    },
    {
      "epoch": 2.8169734151329244,
      "grad_norm": 12.088165283203125,
      "learning_rate": 4.76719517338701e-06,
      "loss": 0.0544,
      "step": 11020
    },
    {
      "epoch": 2.819529652351738,
      "grad_norm": 3.7247049808502197,
      "learning_rate": 4.758282275031524e-06,
      "loss": 0.0304,
      "step": 11030
    },
    {
      "epoch": 2.8220858895705523,
      "grad_norm": 5.583109378814697,
      "learning_rate": 4.7493701464893366e-06,
      "loss": 0.0326,
      "step": 11040
    },
    {
      "epoch": 2.824642126789366,
      "grad_norm": 1.8860771656036377,
      "learning_rate": 4.740458816143447e-06,
      "loss": 0.0268,
      "step": 11050
    },
    {
      "epoch": 2.82719836400818,
      "grad_norm": 2.164116144180298,
      "learning_rate": 4.731548312374323e-06,
      "loss": 0.0403,
      "step": 11060
    },
    {
      "epoch": 2.829754601226994,
      "grad_norm": 3.961606740951538,
      "learning_rate": 4.722638663559787e-06,
      "loss": 0.039,
      "step": 11070
    },
    {
      "epoch": 2.8323108384458076,
      "grad_norm": 0.07476239651441574,
      "learning_rate": 4.713729898074949e-06,
      "loss": 0.0522,
      "step": 11080
    },
    {
      "epoch": 2.8348670756646217,
      "grad_norm": 4.681721210479736,
      "learning_rate": 4.704822044292103e-06,
      "loss": 0.0413,
      "step": 11090
    },
    {
      "epoch": 2.837423312883436,
      "grad_norm": 4.108366012573242,
      "learning_rate": 4.695915130580636e-06,
      "loss": 0.0305,
      "step": 11100
    },
    {
      "epoch": 2.8399795501022496,
      "grad_norm": 0.2699336111545563,
      "learning_rate": 4.687009185306945e-06,
      "loss": 0.0495,
      "step": 11110
    },
    {
      "epoch": 2.8425357873210633,
      "grad_norm": 3.466141939163208,
      "learning_rate": 4.678104236834341e-06,
      "loss": 0.0725,
      "step": 11120
    },
    {
      "epoch": 2.8450920245398774,
      "grad_norm": 3.030548334121704,
      "learning_rate": 4.6692003135229606e-06,
      "loss": 0.0405,
      "step": 11130
    },
    {
      "epoch": 2.847648261758691,
      "grad_norm": 4.3781938552856445,
      "learning_rate": 4.660297443729675e-06,
      "loss": 0.0209,
      "step": 11140
    },
    {
      "epoch": 2.8502044989775053,
      "grad_norm": 0.2208949774503708,
      "learning_rate": 4.6513956558080034e-06,
      "loss": 0.0237,
      "step": 11150
    },
    {
      "epoch": 2.852760736196319,
      "grad_norm": 4.45728874206543,
      "learning_rate": 4.642494978108014e-06,
      "loss": 0.0528,
      "step": 11160
    },
    {
      "epoch": 2.8553169734151327,
      "grad_norm": 6.202856063842773,
      "learning_rate": 4.633595438976244e-06,
      "loss": 0.0534,
      "step": 11170
    },
    {
      "epoch": 2.857873210633947,
      "grad_norm": 3.93393874168396,
      "learning_rate": 4.624697066755602e-06,
      "loss": 0.0261,
      "step": 11180
    },
    {
      "epoch": 2.860429447852761,
      "grad_norm": 1.9619215726852417,
      "learning_rate": 4.6157998897852815e-06,
      "loss": 0.0429,
      "step": 11190
    },
    {
      "epoch": 2.8629856850715747,
      "grad_norm": 5.04984188079834,
      "learning_rate": 4.606903936400667e-06,
      "loss": 0.0428,
      "step": 11200
    },
    {
      "epoch": 2.8655419222903884,
      "grad_norm": 3.097203254699707,
      "learning_rate": 4.5980092349332525e-06,
      "loss": 0.0336,
      "step": 11210
    },
    {
      "epoch": 2.8680981595092025,
      "grad_norm": 1.7928495407104492,
      "learning_rate": 4.589115813710535e-06,
      "loss": 0.0516,
      "step": 11220
    },
    {
      "epoch": 2.8706543967280163,
      "grad_norm": 3.5692665576934814,
      "learning_rate": 4.580223701055945e-06,
      "loss": 0.0328,
      "step": 11230
    },
    {
      "epoch": 2.8732106339468304,
      "grad_norm": 1.9397566318511963,
      "learning_rate": 4.571332925288735e-06,
      "loss": 0.0255,
      "step": 11240
    },
    {
      "epoch": 2.875766871165644,
      "grad_norm": 3.0860631465911865,
      "learning_rate": 4.562443514723911e-06,
      "loss": 0.0356,
      "step": 11250
    },
    {
      "epoch": 2.878323108384458,
      "grad_norm": 3.6334643363952637,
      "learning_rate": 4.553555497672119e-06,
      "loss": 0.0535,
      "step": 11260
    },
    {
      "epoch": 2.880879345603272,
      "grad_norm": 5.285019397735596,
      "learning_rate": 4.544668902439577e-06,
      "loss": 0.073,
      "step": 11270
    },
    {
      "epoch": 2.883435582822086,
      "grad_norm": 0.21129778027534485,
      "learning_rate": 4.53578375732797e-06,
      "loss": 0.0175,
      "step": 11280
    },
    {
      "epoch": 2.8859918200409,
      "grad_norm": 0.07329968363046646,
      "learning_rate": 4.526900090634368e-06,
      "loss": 0.0222,
      "step": 11290
    },
    {
      "epoch": 2.8885480572597135,
      "grad_norm": 2.5236427783966064,
      "learning_rate": 4.518017930651128e-06,
      "loss": 0.0439,
      "step": 11300
    },
    {
      "epoch": 2.8911042944785277,
      "grad_norm": 0.4075072407722473,
      "learning_rate": 4.509137305665812e-06,
      "loss": 0.0405,
      "step": 11310
    },
    {
      "epoch": 2.8936605316973414,
      "grad_norm": 1.6199369430541992,
      "learning_rate": 4.5002582439610895e-06,
      "loss": 0.019,
      "step": 11320
    },
    {
      "epoch": 2.8962167689161555,
      "grad_norm": 0.04643448814749718,
      "learning_rate": 4.491380773814659e-06,
      "loss": 0.0212,
      "step": 11330
    },
    {
      "epoch": 2.8987730061349692,
      "grad_norm": 1.4235713481903076,
      "learning_rate": 4.4825049234991405e-06,
      "loss": 0.0105,
      "step": 11340
    },
    {
      "epoch": 2.9013292433537834,
      "grad_norm": 0.04633248969912529,
      "learning_rate": 4.473630721282004e-06,
      "loss": 0.0261,
      "step": 11350
    },
    {
      "epoch": 2.903885480572597,
      "grad_norm": 5.469078063964844,
      "learning_rate": 4.464758195425464e-06,
      "loss": 0.0275,
      "step": 11360
    },
    {
      "epoch": 2.9064417177914113,
      "grad_norm": 0.15273931622505188,
      "learning_rate": 4.455887374186401e-06,
      "loss": 0.0297,
      "step": 11370
    },
    {
      "epoch": 2.908997955010225,
      "grad_norm": 0.10551747679710388,
      "learning_rate": 4.447018285816263e-06,
      "loss": 0.0285,
      "step": 11380
    },
    {
      "epoch": 2.9115541922290387,
      "grad_norm": 0.063129723072052,
      "learning_rate": 4.438150958560983e-06,
      "loss": 0.028,
      "step": 11390
    },
    {
      "epoch": 2.914110429447853,
      "grad_norm": 0.8330835700035095,
      "learning_rate": 4.42928542066088e-06,
      "loss": 0.0227,
      "step": 11400
    },
    {
      "epoch": 2.9166666666666665,
      "grad_norm": 5.185162544250488,
      "learning_rate": 4.420421700350581e-06,
      "loss": 0.0378,
      "step": 11410
    },
    {
      "epoch": 2.9192229038854807,
      "grad_norm": 0.602056622505188,
      "learning_rate": 4.4115598258589165e-06,
      "loss": 0.0259,
      "step": 11420
    },
    {
      "epoch": 2.9217791411042944,
      "grad_norm": 3.8201723098754883,
      "learning_rate": 4.402699825408849e-06,
      "loss": 0.0373,
      "step": 11430
    },
    {
      "epoch": 2.9243353783231085,
      "grad_norm": 0.2384403496980667,
      "learning_rate": 4.393841727217361e-06,
      "loss": 0.0158,
      "step": 11440
    },
    {
      "epoch": 2.9268916155419222,
      "grad_norm": 2.9862217903137207,
      "learning_rate": 4.384985559495387e-06,
      "loss": 0.0573,
      "step": 11450
    },
    {
      "epoch": 2.9294478527607364,
      "grad_norm": 5.518589019775391,
      "learning_rate": 4.376131350447703e-06,
      "loss": 0.0331,
      "step": 11460
    },
    {
      "epoch": 2.93200408997955,
      "grad_norm": 6.048367500305176,
      "learning_rate": 4.36727912827286e-06,
      "loss": 0.0422,
      "step": 11470
    },
    {
      "epoch": 2.934560327198364,
      "grad_norm": 5.123732089996338,
      "learning_rate": 4.358428921163066e-06,
      "loss": 0.0287,
      "step": 11480
    },
    {
      "epoch": 2.937116564417178,
      "grad_norm": 4.53354549407959,
      "learning_rate": 4.349580757304127e-06,
      "loss": 0.0191,
      "step": 11490
    },
    {
      "epoch": 2.939672801635992,
      "grad_norm": 1.6047019958496094,
      "learning_rate": 4.34073466487533e-06,
      "loss": 0.0529,
      "step": 11500
    },
    {
      "epoch": 2.942229038854806,
      "grad_norm": 0.1400771290063858,
      "learning_rate": 4.331890672049371e-06,
      "loss": 0.029,
      "step": 11510
    },
    {
      "epoch": 2.9447852760736195,
      "grad_norm": 4.497285842895508,
      "learning_rate": 4.323048806992257e-06,
      "loss": 0.031,
      "step": 11520
    },
    {
      "epoch": 2.9473415132924337,
      "grad_norm": 5.1836442947387695,
      "learning_rate": 4.31420909786322e-06,
      "loss": 0.0347,
      "step": 11530
    },
    {
      "epoch": 2.9498977505112474,
      "grad_norm": 0.12893950939178467,
      "learning_rate": 4.305371572814623e-06,
      "loss": 0.0141,
      "step": 11540
    },
    {
      "epoch": 2.9524539877300615,
      "grad_norm": 5.480885028839111,
      "learning_rate": 4.296536259991876e-06,
      "loss": 0.0223,
      "step": 11550
    },
    {
      "epoch": 2.955010224948875,
      "grad_norm": 15.032180786132812,
      "learning_rate": 4.287703187533346e-06,
      "loss": 0.0722,
      "step": 11560
    },
    {
      "epoch": 2.957566462167689,
      "grad_norm": 2.98856520652771,
      "learning_rate": 4.278872383570256e-06,
      "loss": 0.0248,
      "step": 11570
    },
    {
      "epoch": 2.960122699386503,
      "grad_norm": 3.5357167720794678,
      "learning_rate": 4.270043876226616e-06,
      "loss": 0.0385,
      "step": 11580
    },
    {
      "epoch": 2.9626789366053172,
      "grad_norm": 1.0948529243469238,
      "learning_rate": 4.2612176936191104e-06,
      "loss": 0.0293,
      "step": 11590
    },
    {
      "epoch": 2.965235173824131,
      "grad_norm": 1.0036929845809937,
      "learning_rate": 4.252393863857033e-06,
      "loss": 0.0598,
      "step": 11600
    },
    {
      "epoch": 2.9677914110429446,
      "grad_norm": 5.068575382232666,
      "learning_rate": 4.243572415042168e-06,
      "loss": 0.0479,
      "step": 11610
    },
    {
      "epoch": 2.970347648261759,
      "grad_norm": 2.0871167182922363,
      "learning_rate": 4.2347533752687335e-06,
      "loss": 0.0228,
      "step": 11620
    },
    {
      "epoch": 2.9729038854805725,
      "grad_norm": 0.04474279657006264,
      "learning_rate": 4.225936772623262e-06,
      "loss": 0.0119,
      "step": 11630
    },
    {
      "epoch": 2.9754601226993866,
      "grad_norm": 3.878139019012451,
      "learning_rate": 4.217122635184532e-06,
      "loss": 0.0333,
      "step": 11640
    },
    {
      "epoch": 2.9780163599182004,
      "grad_norm": 0.04483529180288315,
      "learning_rate": 4.208310991023469e-06,
      "loss": 0.0411,
      "step": 11650
    },
    {
      "epoch": 2.980572597137014,
      "grad_norm": 0.06956873834133148,
      "learning_rate": 4.199501868203059e-06,
      "loss": 0.015,
      "step": 11660
    },
    {
      "epoch": 2.983128834355828,
      "grad_norm": 4.716834545135498,
      "learning_rate": 4.190695294778254e-06,
      "loss": 0.0272,
      "step": 11670
    },
    {
      "epoch": 2.9856850715746424,
      "grad_norm": 4.978919506072998,
      "learning_rate": 4.1818912987958935e-06,
      "loss": 0.0349,
      "step": 11680
    },
    {
      "epoch": 2.988241308793456,
      "grad_norm": 4.98551607131958,
      "learning_rate": 4.1730899082946e-06,
      "loss": 0.0391,
      "step": 11690
    },
    {
      "epoch": 2.9907975460122698,
      "grad_norm": 0.028066415339708328,
      "learning_rate": 4.164291151304707e-06,
      "loss": 0.0366,
      "step": 11700
    },
    {
      "epoch": 2.993353783231084,
      "grad_norm": 3.7603607177734375,
      "learning_rate": 4.155495055848154e-06,
      "loss": 0.0309,
      "step": 11710
    },
    {
      "epoch": 2.9959100204498976,
      "grad_norm": 6.2368621826171875,
      "learning_rate": 4.146701649938409e-06,
      "loss": 0.0526,
      "step": 11720
    },
    {
      "epoch": 2.9984662576687118,
      "grad_norm": 1.746232032775879,
      "learning_rate": 4.13791096158037e-06,
      "loss": 0.018,
      "step": 11730
    },
    {
      "epoch": 3.0010224948875255,
      "grad_norm": 3.928952693939209,
      "learning_rate": 4.129123018770285e-06,
      "loss": 0.0108,
      "step": 11740
    },
    {
      "epoch": 3.0035787321063396,
      "grad_norm": 0.7030458450317383,
      "learning_rate": 4.120337849495654e-06,
      "loss": 0.019,
      "step": 11750
    },
    {
      "epoch": 3.0061349693251533,
      "grad_norm": 1.5258599519729614,
      "learning_rate": 4.111555481735147e-06,
      "loss": 0.0215,
      "step": 11760
    },
    {
      "epoch": 3.0086912065439675,
      "grad_norm": 3.1201798915863037,
      "learning_rate": 4.102775943458508e-06,
      "loss": 0.015,
      "step": 11770
    },
    {
      "epoch": 3.011247443762781,
      "grad_norm": 2.5468101501464844,
      "learning_rate": 4.093999262626474e-06,
      "loss": 0.0092,
      "step": 11780
    },
    {
      "epoch": 3.013803680981595,
      "grad_norm": 4.258352279663086,
      "learning_rate": 4.0852254671906794e-06,
      "loss": 0.0111,
      "step": 11790
    },
    {
      "epoch": 3.016359918200409,
      "grad_norm": 4.136040210723877,
      "learning_rate": 4.076454585093572e-06,
      "loss": 0.0247,
      "step": 11800
    },
    {
      "epoch": 3.0189161554192228,
      "grad_norm": 0.01770654506981373,
      "learning_rate": 4.067686644268316e-06,
      "loss": 0.0168,
      "step": 11810
    },
    {
      "epoch": 3.021472392638037,
      "grad_norm": 3.165257453918457,
      "learning_rate": 4.0589216726387146e-06,
      "loss": 0.0157,
      "step": 11820
    },
    {
      "epoch": 3.0240286298568506,
      "grad_norm": 1.5152426958084106,
      "learning_rate": 4.050159698119107e-06,
      "loss": 0.0113,
      "step": 11830
    },
    {
      "epoch": 3.0265848670756648,
      "grad_norm": 0.025976594537496567,
      "learning_rate": 4.0414007486142985e-06,
      "loss": 0.0072,
      "step": 11840
    },
    {
      "epoch": 3.0291411042944785,
      "grad_norm": 4.125540256500244,
      "learning_rate": 4.032644852019447e-06,
      "loss": 0.0118,
      "step": 11850
    },
    {
      "epoch": 3.0316973415132926,
      "grad_norm": 0.026777638122439384,
      "learning_rate": 4.023892036220001e-06,
      "loss": 0.001,
      "step": 11860
    },
    {
      "epoch": 3.0342535787321063,
      "grad_norm": 3.001214027404785,
      "learning_rate": 4.015142329091587e-06,
      "loss": 0.0372,
      "step": 11870
    },
    {
      "epoch": 3.03680981595092,
      "grad_norm": 0.012349724769592285,
      "learning_rate": 4.006395758499937e-06,
      "loss": 0.0242,
      "step": 11880
    },
    {
      "epoch": 3.039366053169734,
      "grad_norm": 0.48854807019233704,
      "learning_rate": 3.99765235230079e-06,
      "loss": 0.0202,
      "step": 11890
    },
    {
      "epoch": 3.041922290388548,
      "grad_norm": 7.029765605926514,
      "learning_rate": 3.988912138339812e-06,
      "loss": 0.0228,
      "step": 11900
    },
    {
      "epoch": 3.044478527607362,
      "grad_norm": 2.26522159576416,
      "learning_rate": 3.980175144452496e-06,
      "loss": 0.0152,
      "step": 11910
    },
    {
      "epoch": 3.0470347648261757,
      "grad_norm": 5.204248905181885,
      "learning_rate": 3.971441398464088e-06,
      "loss": 0.021,
      "step": 11920
    },
    {
      "epoch": 3.04959100204499,
      "grad_norm": 2.968381881713867,
      "learning_rate": 3.962710928189481e-06,
      "loss": 0.0234,
      "step": 11930
    },
    {
      "epoch": 3.0521472392638036,
      "grad_norm": 3.710779905319214,
      "learning_rate": 3.953983761433144e-06,
      "loss": 0.0067,
      "step": 11940
    },
    {
      "epoch": 3.0547034764826178,
      "grad_norm": 2.136486530303955,
      "learning_rate": 3.94525992598902e-06,
      "loss": 0.0096,
      "step": 11950
    },
    {
      "epoch": 3.0572597137014315,
      "grad_norm": 0.898169219493866,
      "learning_rate": 3.936539449640445e-06,
      "loss": 0.007,
      "step": 11960
    },
    {
      "epoch": 3.0598159509202456,
      "grad_norm": 7.237276077270508,
      "learning_rate": 3.927822360160053e-06,
      "loss": 0.0261,
      "step": 11970
    },
    {
      "epoch": 3.0623721881390593,
      "grad_norm": 2.5147705078125,
      "learning_rate": 3.919108685309699e-06,
      "loss": 0.014,
      "step": 11980
    },
    {
      "epoch": 3.064928425357873,
      "grad_norm": 3.493708372116089,
      "learning_rate": 3.9103984528403555e-06,
      "loss": 0.0213,
      "step": 11990
    },
    {
      "epoch": 3.067484662576687,
      "grad_norm": 1.2625579833984375,
      "learning_rate": 3.901691690492035e-06,
      "loss": 0.0161,
      "step": 12000
    },
    {
      "epoch": 3.070040899795501,
      "grad_norm": 3.3386011123657227,
      "learning_rate": 3.892988425993703e-06,
      "loss": 0.004,
      "step": 12010
    },
    {
      "epoch": 3.072597137014315,
      "grad_norm": 1.1990747451782227,
      "learning_rate": 3.884288687063177e-06,
      "loss": 0.0109,
      "step": 12020
    },
    {
      "epoch": 3.0751533742331287,
      "grad_norm": 1.3895822763442993,
      "learning_rate": 3.875592501407052e-06,
      "loss": 0.0272,
      "step": 12030
    },
    {
      "epoch": 3.077709611451943,
      "grad_norm": 9.504667282104492,
      "learning_rate": 3.866899896720604e-06,
      "loss": 0.0211,
      "step": 12040
    },
    {
      "epoch": 3.0802658486707566,
      "grad_norm": 10.509309768676758,
      "learning_rate": 3.858210900687707e-06,
      "loss": 0.0174,
      "step": 12050
    },
    {
      "epoch": 3.0828220858895707,
      "grad_norm": 0.08506203442811966,
      "learning_rate": 3.849525540980739e-06,
      "loss": 0.0087,
      "step": 12060
    },
    {
      "epoch": 3.0853783231083844,
      "grad_norm": 1.2189379930496216,
      "learning_rate": 3.840843845260501e-06,
      "loss": 0.0119,
      "step": 12070
    },
    {
      "epoch": 3.087934560327198,
      "grad_norm": 0.03395168483257294,
      "learning_rate": 3.832165841176121e-06,
      "loss": 0.0163,
      "step": 12080
    },
    {
      "epoch": 3.0904907975460123,
      "grad_norm": 4.858822345733643,
      "learning_rate": 3.823491556364973e-06,
      "loss": 0.0104,
      "step": 12090
    },
    {
      "epoch": 3.093047034764826,
      "grad_norm": 0.15337003767490387,
      "learning_rate": 3.814821018452583e-06,
      "loss": 0.0249,
      "step": 12100
    },
    {
      "epoch": 3.09560327198364,
      "grad_norm": 6.41199254989624,
      "learning_rate": 3.806154255052551e-06,
      "loss": 0.0067,
      "step": 12110
    },
    {
      "epoch": 3.098159509202454,
      "grad_norm": 1.0053160190582275,
      "learning_rate": 3.7974912937664455e-06,
      "loss": 0.0299,
      "step": 12120
    },
    {
      "epoch": 3.100715746421268,
      "grad_norm": 1.6271339654922485,
      "learning_rate": 3.7888321621837363e-06,
      "loss": 0.0053,
      "step": 12130
    },
    {
      "epoch": 3.1032719836400817,
      "grad_norm": 0.03732278570532799,
      "learning_rate": 3.7801768878816892e-06,
      "loss": 0.0089,
      "step": 12140
    },
    {
      "epoch": 3.105828220858896,
      "grad_norm": 4.223018646240234,
      "learning_rate": 3.771525498425289e-06,
      "loss": 0.0107,
      "step": 12150
    },
    {
      "epoch": 3.1083844580777096,
      "grad_norm": 1.2061896324157715,
      "learning_rate": 3.762878021367148e-06,
      "loss": 0.0154,
      "step": 12160
    },
    {
      "epoch": 3.1109406952965237,
      "grad_norm": 2.464517831802368,
      "learning_rate": 3.754234484247418e-06,
      "loss": 0.0078,
      "step": 12170
    },
    {
      "epoch": 3.1134969325153374,
      "grad_norm": 0.042976122349500656,
      "learning_rate": 3.745594914593701e-06,
      "loss": 0.0114,
      "step": 12180
    },
    {
      "epoch": 3.116053169734151,
      "grad_norm": 0.11069530993700027,
      "learning_rate": 3.7369593399209704e-06,
      "loss": 0.0111,
      "step": 12190
    },
    {
      "epoch": 3.1186094069529653,
      "grad_norm": 0.14891409873962402,
      "learning_rate": 3.728327787731465e-06,
      "loss": 0.0084,
      "step": 12200
    },
    {
      "epoch": 3.121165644171779,
      "grad_norm": 0.02942030318081379,
      "learning_rate": 3.7197002855146257e-06,
      "loss": 0.011,
      "step": 12210
    },
    {
      "epoch": 3.123721881390593,
      "grad_norm": 3.233976364135742,
      "learning_rate": 3.7110768607469842e-06,
      "loss": 0.0082,
      "step": 12220
    },
    {
      "epoch": 3.126278118609407,
      "grad_norm": 3.62264084815979,
      "learning_rate": 3.7024575408920958e-06,
      "loss": 0.009,
      "step": 12230
    },
    {
      "epoch": 3.128834355828221,
      "grad_norm": 0.051736973226070404,
      "learning_rate": 3.693842353400435e-06,
      "loss": 0.0276,
      "step": 12240
    },
    {
      "epoch": 3.1313905930470347,
      "grad_norm": 1.5636509656906128,
      "learning_rate": 3.6852313257093214e-06,
      "loss": 0.0283,
      "step": 12250
    },
    {
      "epoch": 3.133946830265849,
      "grad_norm": 3.639524221420288,
      "learning_rate": 3.6766244852428218e-06,
      "loss": 0.0209,
      "step": 12260
    },
    {
      "epoch": 3.1365030674846626,
      "grad_norm": 2.127938985824585,
      "learning_rate": 3.6680218594116725e-06,
      "loss": 0.0079,
      "step": 12270
    },
    {
      "epoch": 3.1390593047034763,
      "grad_norm": 5.6783447265625,
      "learning_rate": 3.6594234756131826e-06,
      "loss": 0.0194,
      "step": 12280
    },
    {
      "epoch": 3.1416155419222904,
      "grad_norm": 0.3146345615386963,
      "learning_rate": 3.6508293612311552e-06,
      "loss": 0.0153,
      "step": 12290
    },
    {
      "epoch": 3.144171779141104,
      "grad_norm": 0.37290289998054504,
      "learning_rate": 3.642239543635793e-06,
      "loss": 0.0235,
      "step": 12300
    },
    {
      "epoch": 3.1467280163599183,
      "grad_norm": 0.22575929760932922,
      "learning_rate": 3.6336540501836185e-06,
      "loss": 0.0109,
      "step": 12310
    },
    {
      "epoch": 3.149284253578732,
      "grad_norm": 3.687939405441284,
      "learning_rate": 3.625072908217378e-06,
      "loss": 0.0177,
      "step": 12320
    },
    {
      "epoch": 3.151840490797546,
      "grad_norm": 0.08439797908067703,
      "learning_rate": 3.6164961450659634e-06,
      "loss": 0.0045,
      "step": 12330
    },
    {
      "epoch": 3.15439672801636,
      "grad_norm": 2.362006425857544,
      "learning_rate": 3.6079237880443186e-06,
      "loss": 0.0142,
      "step": 12340
    },
    {
      "epoch": 3.156952965235174,
      "grad_norm": 0.579308807849884,
      "learning_rate": 3.599355864453357e-06,
      "loss": 0.0074,
      "step": 12350
    },
    {
      "epoch": 3.1595092024539877,
      "grad_norm": 0.3662513494491577,
      "learning_rate": 3.5907924015798697e-06,
      "loss": 0.0133,
      "step": 12360
    },
    {
      "epoch": 3.1620654396728014,
      "grad_norm": 0.22020725905895233,
      "learning_rate": 3.5822334266964454e-06,
      "loss": 0.0245,
      "step": 12370
    },
    {
      "epoch": 3.1646216768916156,
      "grad_norm": 0.26042699813842773,
      "learning_rate": 3.573678967061374e-06,
      "loss": 0.0039,
      "step": 12380
    },
    {
      "epoch": 3.1671779141104293,
      "grad_norm": 4.502334117889404,
      "learning_rate": 3.5651290499185752e-06,
      "loss": 0.0135,
      "step": 12390
    },
    {
      "epoch": 3.1697341513292434,
      "grad_norm": 0.07907534390687943,
      "learning_rate": 3.556583702497489e-06,
      "loss": 0.0058,
      "step": 12400
    },
    {
      "epoch": 3.172290388548057,
      "grad_norm": 0.012879629619419575,
      "learning_rate": 3.5480429520130144e-06,
      "loss": 0.018,
      "step": 12410
    },
    {
      "epoch": 3.1748466257668713,
      "grad_norm": 0.1027621328830719,
      "learning_rate": 3.5395068256653984e-06,
      "loss": 0.0055,
      "step": 12420
    },
    {
      "epoch": 3.177402862985685,
      "grad_norm": 2.4270403385162354,
      "learning_rate": 3.5309753506401747e-06,
      "loss": 0.0186,
      "step": 12430
    },
    {
      "epoch": 3.179959100204499,
      "grad_norm": 0.0203610397875309,
      "learning_rate": 3.5224485541080476e-06,
      "loss": 0.011,
      "step": 12440
    },
    {
      "epoch": 3.182515337423313,
      "grad_norm": 3.286555528640747,
      "learning_rate": 3.513926463224836e-06,
      "loss": 0.0051,
      "step": 12450
    },
    {
      "epoch": 3.185071574642127,
      "grad_norm": 0.15632130205631256,
      "learning_rate": 3.5054091051313666e-06,
      "loss": 0.0061,
      "step": 12460
    },
    {
      "epoch": 3.1876278118609407,
      "grad_norm": 1.8245761394500732,
      "learning_rate": 3.49689650695339e-06,
      "loss": 0.0151,
      "step": 12470
    },
    {
      "epoch": 3.190184049079755,
      "grad_norm": 0.6735230088233948,
      "learning_rate": 3.4883886958015046e-06,
      "loss": 0.0129,
      "step": 12480
    },
    {
      "epoch": 3.1927402862985685,
      "grad_norm": 1.4515380859375,
      "learning_rate": 3.4798856987710574e-06,
      "loss": 0.0222,
      "step": 12490
    },
    {
      "epoch": 3.1952965235173822,
      "grad_norm": 0.036662183701992035,
      "learning_rate": 3.4713875429420656e-06,
      "loss": 0.0235,
      "step": 12500
    },
    {
      "epoch": 3.1978527607361964,
      "grad_norm": 2.479926109313965,
      "learning_rate": 3.4628942553791285e-06,
      "loss": 0.0075,
      "step": 12510
    },
    {
      "epoch": 3.20040899795501,
      "grad_norm": 0.033283405005931854,
      "learning_rate": 3.4544058631313427e-06,
      "loss": 0.0105,
      "step": 12520
    },
    {
      "epoch": 3.2029652351738243,
      "grad_norm": 0.06612569093704224,
      "learning_rate": 3.44592239323221e-06,
      "loss": 0.0143,
      "step": 12530
    },
    {
      "epoch": 3.205521472392638,
      "grad_norm": 0.0648500844836235,
      "learning_rate": 3.4374438726995614e-06,
      "loss": 0.0086,
      "step": 12540
    },
    {
      "epoch": 3.208077709611452,
      "grad_norm": 0.08395984768867493,
      "learning_rate": 3.4289703285354587e-06,
      "loss": 0.0105,
      "step": 12550
    },
    {
      "epoch": 3.210633946830266,
      "grad_norm": 1.128602147102356,
      "learning_rate": 3.4205017877261244e-06,
      "loss": 0.0157,
      "step": 12560
    },
    {
      "epoch": 3.21319018404908,
      "grad_norm": 0.026443956419825554,
      "learning_rate": 3.4120382772418346e-06,
      "loss": 0.0075,
      "step": 12570
    },
    {
      "epoch": 3.2157464212678937,
      "grad_norm": 0.2616029679775238,
      "learning_rate": 3.4035798240368578e-06,
      "loss": 0.0085,
      "step": 12580
    },
    {
      "epoch": 3.2183026584867074,
      "grad_norm": 3.7674038410186768,
      "learning_rate": 3.3951264550493433e-06,
      "loss": 0.0166,
      "step": 12590
    },
    {
      "epoch": 3.2208588957055215,
      "grad_norm": 4.487175941467285,
      "learning_rate": 3.3866781972012602e-06,
      "loss": 0.0082,
      "step": 12600
    },
    {
      "epoch": 3.2234151329243352,
      "grad_norm": 4.683178424835205,
      "learning_rate": 3.378235077398292e-06,
      "loss": 0.0081,
      "step": 12610
    },
    {
      "epoch": 3.2259713701431494,
      "grad_norm": 0.07378882169723511,
      "learning_rate": 3.369797122529762e-06,
      "loss": 0.0126,
      "step": 12620
    },
    {
      "epoch": 3.228527607361963,
      "grad_norm": 0.04591992124915123,
      "learning_rate": 3.3613643594685436e-06,
      "loss": 0.0069,
      "step": 12630
    },
    {
      "epoch": 3.2310838445807772,
      "grad_norm": 0.039997998625040054,
      "learning_rate": 3.3529368150709762e-06,
      "loss": 0.0084,
      "step": 12640
    },
    {
      "epoch": 3.233640081799591,
      "grad_norm": 0.03221229463815689,
      "learning_rate": 3.344514516176778e-06,
      "loss": 0.0148,
      "step": 12650
    },
    {
      "epoch": 3.236196319018405,
      "grad_norm": 2.5336620807647705,
      "learning_rate": 3.336097489608962e-06,
      "loss": 0.0144,
      "step": 12660
    },
    {
      "epoch": 3.238752556237219,
      "grad_norm": 0.19575847685337067,
      "learning_rate": 3.3276857621737495e-06,
      "loss": 0.009,
      "step": 12670
    },
    {
      "epoch": 3.2413087934560325,
      "grad_norm": 4.261199951171875,
      "learning_rate": 3.3192793606604877e-06,
      "loss": 0.0123,
      "step": 12680
    },
    {
      "epoch": 3.2438650306748467,
      "grad_norm": 3.218693733215332,
      "learning_rate": 3.3108783118415583e-06,
      "loss": 0.0124,
      "step": 12690
    },
    {
      "epoch": 3.2464212678936604,
      "grad_norm": 0.16256259381771088,
      "learning_rate": 3.3024826424722993e-06,
      "loss": 0.0139,
      "step": 12700
    },
    {
      "epoch": 3.2489775051124745,
      "grad_norm": 3.9794180393218994,
      "learning_rate": 3.2940923792909134e-06,
      "loss": 0.0163,
      "step": 12710
    },
    {
      "epoch": 3.2515337423312882,
      "grad_norm": 0.19562911987304688,
      "learning_rate": 3.28570754901839e-06,
      "loss": 0.0087,
      "step": 12720
    },
    {
      "epoch": 3.2540899795501024,
      "grad_norm": 1.9741108417510986,
      "learning_rate": 3.2773281783584104e-06,
      "loss": 0.0221,
      "step": 12730
    },
    {
      "epoch": 3.256646216768916,
      "grad_norm": 5.769931793212891,
      "learning_rate": 3.2689542939972742e-06,
      "loss": 0.0191,
      "step": 12740
    },
    {
      "epoch": 3.2592024539877302,
      "grad_norm": 3.071200370788574,
      "learning_rate": 3.2605859226038038e-06,
      "loss": 0.0333,
      "step": 12750
    },
    {
      "epoch": 3.261758691206544,
      "grad_norm": 0.05902179330587387,
      "learning_rate": 3.2522230908292674e-06,
      "loss": 0.0056,
      "step": 12760
    },
    {
      "epoch": 3.2643149284253576,
      "grad_norm": 4.801800727844238,
      "learning_rate": 3.243865825307286e-06,
      "loss": 0.03,
      "step": 12770
    },
    {
      "epoch": 3.266871165644172,
      "grad_norm": 0.9842033386230469,
      "learning_rate": 3.2355141526537636e-06,
      "loss": 0.0188,
      "step": 12780
    },
    {
      "epoch": 3.2694274028629855,
      "grad_norm": 0.02561868727207184,
      "learning_rate": 3.2271680994667776e-06,
      "loss": 0.0064,
      "step": 12790
    },
    {
      "epoch": 3.2719836400817996,
      "grad_norm": 0.22291143238544464,
      "learning_rate": 3.2188276923265237e-06,
      "loss": 0.0054,
      "step": 12800
    },
    {
      "epoch": 3.2745398773006134,
      "grad_norm": 2.7589244842529297,
      "learning_rate": 3.2104929577952028e-06,
      "loss": 0.0211,
      "step": 12810
    },
    {
      "epoch": 3.2770961145194275,
      "grad_norm": 0.16009178757667542,
      "learning_rate": 3.2021639224169615e-06,
      "loss": 0.0069,
      "step": 12820
    },
    {
      "epoch": 3.279652351738241,
      "grad_norm": 0.02730882354080677,
      "learning_rate": 3.1938406127177878e-06,
      "loss": 0.0145,
      "step": 12830
    },
    {
      "epoch": 3.2822085889570554,
      "grad_norm": 0.1984373927116394,
      "learning_rate": 3.1855230552054395e-06,
      "loss": 0.0114,
      "step": 12840
    },
    {
      "epoch": 3.284764826175869,
      "grad_norm": 1.7443758249282837,
      "learning_rate": 3.177211276369351e-06,
      "loss": 0.0084,
      "step": 12850
    },
    {
      "epoch": 3.287321063394683,
      "grad_norm": 1.0765767097473145,
      "learning_rate": 3.1689053026805573e-06,
      "loss": 0.0055,
      "step": 12860
    },
    {
      "epoch": 3.289877300613497,
      "grad_norm": 0.25870829820632935,
      "learning_rate": 3.160605160591602e-06,
      "loss": 0.0189,
      "step": 12870
    },
    {
      "epoch": 3.292433537832311,
      "grad_norm": 0.007034212350845337,
      "learning_rate": 3.1523108765364598e-06,
      "loss": 0.0059,
      "step": 12880
    },
    {
      "epoch": 3.294989775051125,
      "grad_norm": 3.2303411960601807,
      "learning_rate": 3.1440224769304446e-06,
      "loss": 0.009,
      "step": 12890
    },
    {
      "epoch": 3.2975460122699385,
      "grad_norm": 3.338958978652954,
      "learning_rate": 3.1357399881701326e-06,
      "loss": 0.0126,
      "step": 12900
    },
    {
      "epoch": 3.3001022494887526,
      "grad_norm": 0.04261789843440056,
      "learning_rate": 3.1274634366332775e-06,
      "loss": 0.004,
      "step": 12910
    },
    {
      "epoch": 3.3026584867075663,
      "grad_norm": 0.30257269740104675,
      "learning_rate": 3.119192848678717e-06,
      "loss": 0.0025,
      "step": 12920
    },
    {
      "epoch": 3.3052147239263805,
      "grad_norm": 0.821662962436676,
      "learning_rate": 3.110928250646307e-06,
      "loss": 0.0129,
      "step": 12930
    },
    {
      "epoch": 3.307770961145194,
      "grad_norm": 0.3390525281429291,
      "learning_rate": 3.1026696688568137e-06,
      "loss": 0.0106,
      "step": 12940
    },
    {
      "epoch": 3.3103271983640083,
      "grad_norm": 0.07365961372852325,
      "learning_rate": 3.0944171296118574e-06,
      "loss": 0.0271,
      "step": 12950
    },
    {
      "epoch": 3.312883435582822,
      "grad_norm": 0.03872542828321457,
      "learning_rate": 3.0861706591938013e-06,
      "loss": 0.0106,
      "step": 12960
    },
    {
      "epoch": 3.315439672801636,
      "grad_norm": 0.08862084150314331,
      "learning_rate": 3.0779302838656906e-06,
      "loss": 0.0046,
      "step": 12970
    },
    {
      "epoch": 3.31799591002045,
      "grad_norm": 4.23959493637085,
      "learning_rate": 3.0696960298711525e-06,
      "loss": 0.0028,
      "step": 12980
    },
    {
      "epoch": 3.3205521472392636,
      "grad_norm": 0.6766570806503296,
      "learning_rate": 3.0614679234343242e-06,
      "loss": 0.0076,
      "step": 12990
    },
    {
      "epoch": 3.3231083844580778,
      "grad_norm": 6.0040130615234375,
      "learning_rate": 3.05324599075976e-06,
      "loss": 0.0292,
      "step": 13000
    },
    {
      "epoch": 3.3256646216768915,
      "grad_norm": 1.5274661779403687,
      "learning_rate": 3.0450302580323553e-06,
      "loss": 0.0104,
      "step": 13010
    },
    {
      "epoch": 3.3282208588957056,
      "grad_norm": 2.2926924228668213,
      "learning_rate": 3.036820751417259e-06,
      "loss": 0.038,
      "step": 13020
    },
    {
      "epoch": 3.3307770961145193,
      "grad_norm": 2.260282278060913,
      "learning_rate": 3.0286174970597916e-06,
      "loss": 0.0122,
      "step": 13030
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 0.12744282186031342,
      "learning_rate": 3.02042052108536e-06,
      "loss": 0.0079,
      "step": 13040
    },
    {
      "epoch": 3.335889570552147,
      "grad_norm": 0.016303053125739098,
      "learning_rate": 3.0122298495993803e-06,
      "loss": 0.0297,
      "step": 13050
    },
    {
      "epoch": 3.3384458077709613,
      "grad_norm": 0.024792036041617393,
      "learning_rate": 3.0040455086871846e-06,
      "loss": 0.015,
      "step": 13060
    },
    {
      "epoch": 3.341002044989775,
      "grad_norm": 3.460494041442871,
      "learning_rate": 2.995867524413949e-06,
      "loss": 0.0163,
      "step": 13070
    },
    {
      "epoch": 3.3435582822085887,
      "grad_norm": 0.18595871329307556,
      "learning_rate": 2.9876959228246006e-06,
      "loss": 0.0047,
      "step": 13080
    },
    {
      "epoch": 3.346114519427403,
      "grad_norm": 3.1711583137512207,
      "learning_rate": 2.9795307299437425e-06,
      "loss": 0.0171,
      "step": 13090
    },
    {
      "epoch": 3.3486707566462166,
      "grad_norm": 0.08736535161733627,
      "learning_rate": 2.971371971775565e-06,
      "loss": 0.0196,
      "step": 13100
    },
    {
      "epoch": 3.3512269938650308,
      "grad_norm": 0.05008082464337349,
      "learning_rate": 2.96321967430377e-06,
      "loss": 0.0042,
      "step": 13110
    },
    {
      "epoch": 3.3537832310838445,
      "grad_norm": 2.4688546657562256,
      "learning_rate": 2.9550738634914765e-06,
      "loss": 0.0086,
      "step": 13120
    },
    {
      "epoch": 3.3563394683026586,
      "grad_norm": 2.240190267562866,
      "learning_rate": 2.946934565281151e-06,
      "loss": 0.0203,
      "step": 13130
    },
    {
      "epoch": 3.3588957055214723,
      "grad_norm": 0.22563564777374268,
      "learning_rate": 2.9388018055945157e-06,
      "loss": 0.0028,
      "step": 13140
    },
    {
      "epoch": 3.3614519427402865,
      "grad_norm": 3.0712578296661377,
      "learning_rate": 2.930675610332473e-06,
      "loss": 0.019,
      "step": 13150
    },
    {
      "epoch": 3.3640081799591,
      "grad_norm": 2.705103635787964,
      "learning_rate": 2.9225560053750113e-06,
      "loss": 0.0041,
      "step": 13160
    },
    {
      "epoch": 3.366564417177914,
      "grad_norm": 0.05551149323582649,
      "learning_rate": 2.9144430165811423e-06,
      "loss": 0.0132,
      "step": 13170
    },
    {
      "epoch": 3.369120654396728,
      "grad_norm": 0.1891528069972992,
      "learning_rate": 2.9063366697887947e-06,
      "loss": 0.0135,
      "step": 13180
    },
    {
      "epoch": 3.3716768916155417,
      "grad_norm": 0.014974648132920265,
      "learning_rate": 2.898236990814751e-06,
      "loss": 0.0119,
      "step": 13190
    },
    {
      "epoch": 3.374233128834356,
      "grad_norm": 3.4752650260925293,
      "learning_rate": 2.890144005454557e-06,
      "loss": 0.0181,
      "step": 13200
    },
    {
      "epoch": 3.3767893660531696,
      "grad_norm": 2.042994976043701,
      "learning_rate": 2.8820577394824433e-06,
      "loss": 0.0029,
      "step": 13210
    },
    {
      "epoch": 3.3793456032719837,
      "grad_norm": 7.3295769691467285,
      "learning_rate": 2.873978218651233e-06,
      "loss": 0.0173,
      "step": 13220
    },
    {
      "epoch": 3.3819018404907975,
      "grad_norm": 0.04749654605984688,
      "learning_rate": 2.8659054686922757e-06,
      "loss": 0.0123,
      "step": 13230
    },
    {
      "epoch": 3.3844580777096116,
      "grad_norm": 0.024615732952952385,
      "learning_rate": 2.8578395153153536e-06,
      "loss": 0.0077,
      "step": 13240
    },
    {
      "epoch": 3.3870143149284253,
      "grad_norm": 0.014985025860369205,
      "learning_rate": 2.849780384208607e-06,
      "loss": 0.0039,
      "step": 13250
    },
    {
      "epoch": 3.3895705521472395,
      "grad_norm": 0.13005146384239197,
      "learning_rate": 2.8417281010384396e-06,
      "loss": 0.0251,
      "step": 13260
    },
    {
      "epoch": 3.392126789366053,
      "grad_norm": 0.07327497750520706,
      "learning_rate": 2.8336826914494607e-06,
      "loss": 0.0027,
      "step": 13270
    },
    {
      "epoch": 3.3946830265848673,
      "grad_norm": 0.07815208286046982,
      "learning_rate": 2.8256441810643755e-06,
      "loss": 0.0119,
      "step": 13280
    },
    {
      "epoch": 3.397239263803681,
      "grad_norm": 1.9264451265335083,
      "learning_rate": 2.8176125954839247e-06,
      "loss": 0.0107,
      "step": 13290
    },
    {
      "epoch": 3.3997955010224947,
      "grad_norm": 3.673927068710327,
      "learning_rate": 2.8095879602867877e-06,
      "loss": 0.0077,
      "step": 13300
    },
    {
      "epoch": 3.402351738241309,
      "grad_norm": 2.514970064163208,
      "learning_rate": 2.8015703010295214e-06,
      "loss": 0.0301,
      "step": 13310
    },
    {
      "epoch": 3.4049079754601226,
      "grad_norm": 2.072049379348755,
      "learning_rate": 2.793559643246451e-06,
      "loss": 0.0028,
      "step": 13320
    },
    {
      "epoch": 3.4074642126789367,
      "grad_norm": 2.3494277000427246,
      "learning_rate": 2.7855560124496146e-06,
      "loss": 0.0079,
      "step": 13330
    },
    {
      "epoch": 3.4100204498977504,
      "grad_norm": 2.0031983852386475,
      "learning_rate": 2.777559434128666e-06,
      "loss": 0.0137,
      "step": 13340
    },
    {
      "epoch": 3.4125766871165646,
      "grad_norm": 4.773671627044678,
      "learning_rate": 2.7695699337507996e-06,
      "loss": 0.0102,
      "step": 13350
    },
    {
      "epoch": 3.4151329243353783,
      "grad_norm": 0.5617696642875671,
      "learning_rate": 2.7615875367606704e-06,
      "loss": 0.0155,
      "step": 13360
    },
    {
      "epoch": 3.4176891615541924,
      "grad_norm": 5.82913875579834,
      "learning_rate": 2.753612268580306e-06,
      "loss": 0.0117,
      "step": 13370
    },
    {
      "epoch": 3.420245398773006,
      "grad_norm": 0.17889423668384552,
      "learning_rate": 2.7456441546090335e-06,
      "loss": 0.0077,
      "step": 13380
    },
    {
      "epoch": 3.42280163599182,
      "grad_norm": 3.2761387825012207,
      "learning_rate": 2.7376832202233962e-06,
      "loss": 0.0039,
      "step": 13390
    },
    {
      "epoch": 3.425357873210634,
      "grad_norm": 0.0072940983809530735,
      "learning_rate": 2.7297294907770735e-06,
      "loss": 0.0059,
      "step": 13400
    },
    {
      "epoch": 3.4279141104294477,
      "grad_norm": 0.05972537025809288,
      "learning_rate": 2.7217829916007888e-06,
      "loss": 0.0119,
      "step": 13410
    },
    {
      "epoch": 3.430470347648262,
      "grad_norm": 1.3629683256149292,
      "learning_rate": 2.713843748002256e-06,
      "loss": 0.0102,
      "step": 13420
    },
    {
      "epoch": 3.4330265848670756,
      "grad_norm": 2.336515188217163,
      "learning_rate": 2.7059117852660667e-06,
      "loss": 0.0082,
      "step": 13430
    },
    {
      "epoch": 3.4355828220858897,
      "grad_norm": 0.766312837600708,
      "learning_rate": 2.697987128653633e-06,
      "loss": 0.0148,
      "step": 13440
    },
    {
      "epoch": 3.4381390593047034,
      "grad_norm": 0.01915799267590046,
      "learning_rate": 2.6900698034030904e-06,
      "loss": 0.0027,
      "step": 13450
    },
    {
      "epoch": 3.4406952965235176,
      "grad_norm": 6.4156646728515625,
      "learning_rate": 2.6821598347292387e-06,
      "loss": 0.0227,
      "step": 13460
    },
    {
      "epoch": 3.4432515337423313,
      "grad_norm": 1.6114623546600342,
      "learning_rate": 2.6742572478234363e-06,
      "loss": 0.0045,
      "step": 13470
    },
    {
      "epoch": 3.445807770961145,
      "grad_norm": 0.04842757061123848,
      "learning_rate": 2.6663620678535396e-06,
      "loss": 0.0031,
      "step": 13480
    },
    {
      "epoch": 3.448364008179959,
      "grad_norm": 4.460205554962158,
      "learning_rate": 2.658474319963812e-06,
      "loss": 0.0242,
      "step": 13490
    },
    {
      "epoch": 3.450920245398773,
      "grad_norm": 1.2775579690933228,
      "learning_rate": 2.650594029274853e-06,
      "loss": 0.0083,
      "step": 13500
    },
    {
      "epoch": 3.453476482617587,
      "grad_norm": 8.932818412780762,
      "learning_rate": 2.642721220883503e-06,
      "loss": 0.0197,
      "step": 13510
    },
    {
      "epoch": 3.4560327198364007,
      "grad_norm": 2.6447277069091797,
      "learning_rate": 2.634855919862782e-06,
      "loss": 0.0086,
      "step": 13520
    },
    {
      "epoch": 3.458588957055215,
      "grad_norm": 4.694246292114258,
      "learning_rate": 2.626998151261798e-06,
      "loss": 0.0063,
      "step": 13530
    },
    {
      "epoch": 3.4611451942740286,
      "grad_norm": 5.1632914543151855,
      "learning_rate": 2.61914794010567e-06,
      "loss": 0.0071,
      "step": 13540
    },
    {
      "epoch": 3.4637014314928427,
      "grad_norm": 0.45551520586013794,
      "learning_rate": 2.6113053113954456e-06,
      "loss": 0.0198,
      "step": 13550
    },
    {
      "epoch": 3.4662576687116564,
      "grad_norm": 0.023942044004797935,
      "learning_rate": 2.6034702901080278e-06,
      "loss": 0.0098,
      "step": 13560
    },
    {
      "epoch": 3.46881390593047,
      "grad_norm": 1.2750016450881958,
      "learning_rate": 2.5956429011960905e-06,
      "loss": 0.0101,
      "step": 13570
    },
    {
      "epoch": 3.4713701431492843,
      "grad_norm": 4.26313591003418,
      "learning_rate": 2.5878231695880023e-06,
      "loss": 0.0115,
      "step": 13580
    },
    {
      "epoch": 3.473926380368098,
      "grad_norm": 0.28257378935813904,
      "learning_rate": 2.5800111201877397e-06,
      "loss": 0.0079,
      "step": 13590
    },
    {
      "epoch": 3.476482617586912,
      "grad_norm": 0.5308012962341309,
      "learning_rate": 2.572206777874818e-06,
      "loss": 0.0096,
      "step": 13600
    },
    {
      "epoch": 3.479038854805726,
      "grad_norm": 4.8633341789245605,
      "learning_rate": 2.5644101675042066e-06,
      "loss": 0.021,
      "step": 13610
    },
    {
      "epoch": 3.48159509202454,
      "grad_norm": 2.2458882331848145,
      "learning_rate": 2.5566213139062502e-06,
      "loss": 0.0071,
      "step": 13620
    },
    {
      "epoch": 3.4841513292433537,
      "grad_norm": 0.1293790638446808,
      "learning_rate": 2.5488402418865854e-06,
      "loss": 0.0114,
      "step": 13630
    },
    {
      "epoch": 3.486707566462168,
      "grad_norm": 0.014333824627101421,
      "learning_rate": 2.5410669762260788e-06,
      "loss": 0.0146,
      "step": 13640
    },
    {
      "epoch": 3.4892638036809815,
      "grad_norm": 4.425572395324707,
      "learning_rate": 2.5333015416807192e-06,
      "loss": 0.0093,
      "step": 13650
    },
    {
      "epoch": 3.4918200408997953,
      "grad_norm": 0.04234839603304863,
      "learning_rate": 2.525543962981569e-06,
      "loss": 0.0049,
      "step": 13660
    },
    {
      "epoch": 3.4943762781186094,
      "grad_norm": 0.4814109802246094,
      "learning_rate": 2.5177942648346597e-06,
      "loss": 0.0059,
      "step": 13670
    },
    {
      "epoch": 3.4969325153374236,
      "grad_norm": 0.25284790992736816,
      "learning_rate": 2.5100524719209387e-06,
      "loss": 0.0086,
      "step": 13680
    },
    {
      "epoch": 3.4994887525562373,
      "grad_norm": 2.6780126094818115,
      "learning_rate": 2.502318608896165e-06,
      "loss": 0.0078,
      "step": 13690
    },
    {
      "epoch": 3.502044989775051,
      "grad_norm": 1.6357485055923462,
      "learning_rate": 2.494592700390848e-06,
      "loss": 0.0047,
      "step": 13700
    },
    {
      "epoch": 3.504601226993865,
      "grad_norm": 0.4582887887954712,
      "learning_rate": 2.4868747710101647e-06,
      "loss": 0.0093,
      "step": 13710
    },
    {
      "epoch": 3.507157464212679,
      "grad_norm": 1.8089367151260376,
      "learning_rate": 2.479164845333881e-06,
      "loss": 0.0039,
      "step": 13720
    },
    {
      "epoch": 3.509713701431493,
      "grad_norm": 3.7371037006378174,
      "learning_rate": 2.471462947916267e-06,
      "loss": 0.0095,
      "step": 13730
    },
    {
      "epoch": 3.5122699386503067,
      "grad_norm": 0.04978760704398155,
      "learning_rate": 2.4637691032860306e-06,
      "loss": 0.0093,
      "step": 13740
    },
    {
      "epoch": 3.5148261758691204,
      "grad_norm": 0.17964474856853485,
      "learning_rate": 2.456083335946232e-06,
      "loss": 0.0245,
      "step": 13750
    },
    {
      "epoch": 3.5173824130879345,
      "grad_norm": 0.01520370040088892,
      "learning_rate": 2.4484056703742083e-06,
      "loss": 0.01,
      "step": 13760
    },
    {
      "epoch": 3.5199386503067487,
      "grad_norm": 0.04782997816801071,
      "learning_rate": 2.4407361310214893e-06,
      "loss": 0.0102,
      "step": 13770
    },
    {
      "epoch": 3.5224948875255624,
      "grad_norm": 0.04237792268395424,
      "learning_rate": 2.4330747423137314e-06,
      "loss": 0.0059,
      "step": 13780
    },
    {
      "epoch": 3.525051124744376,
      "grad_norm": 0.24677464365959167,
      "learning_rate": 2.4254215286506287e-06,
      "loss": 0.0035,
      "step": 13790
    },
    {
      "epoch": 3.5276073619631902,
      "grad_norm": 2.3235230445861816,
      "learning_rate": 2.4177765144058424e-06,
      "loss": 0.008,
      "step": 13800
    },
    {
      "epoch": 3.530163599182004,
      "grad_norm": 0.09863277524709702,
      "learning_rate": 2.4101397239269202e-06,
      "loss": 0.0169,
      "step": 13810
    },
    {
      "epoch": 3.532719836400818,
      "grad_norm": 0.050358258187770844,
      "learning_rate": 2.402511181535213e-06,
      "loss": 0.0032,
      "step": 13820
    },
    {
      "epoch": 3.535276073619632,
      "grad_norm": 0.08366558700799942,
      "learning_rate": 2.3948909115258163e-06,
      "loss": 0.005,
      "step": 13830
    },
    {
      "epoch": 3.537832310838446,
      "grad_norm": 0.028095854446291924,
      "learning_rate": 2.3872789381674665e-06,
      "loss": 0.0131,
      "step": 13840
    },
    {
      "epoch": 3.5403885480572597,
      "grad_norm": 0.010922097600996494,
      "learning_rate": 2.3796752857024854e-06,
      "loss": 0.0127,
      "step": 13850
    },
    {
      "epoch": 3.542944785276074,
      "grad_norm": 5.2768330574035645,
      "learning_rate": 2.372079978346691e-06,
      "loss": 0.004,
      "step": 13860
    },
    {
      "epoch": 3.5455010224948875,
      "grad_norm": 5.860825061798096,
      "learning_rate": 2.3644930402893297e-06,
      "loss": 0.0121,
      "step": 13870
    },
    {
      "epoch": 3.5480572597137012,
      "grad_norm": 0.030172038823366165,
      "learning_rate": 2.356914495692984e-06,
      "loss": 0.0014,
      "step": 13880
    },
    {
      "epoch": 3.5506134969325154,
      "grad_norm": 0.023287015035748482,
      "learning_rate": 2.349344368693513e-06,
      "loss": 0.0078,
      "step": 13890
    },
    {
      "epoch": 3.553169734151329,
      "grad_norm": 0.010513374581933022,
      "learning_rate": 2.3417826833999657e-06,
      "loss": 0.0075,
      "step": 13900
    },
    {
      "epoch": 3.5557259713701432,
      "grad_norm": 3.824662923812866,
      "learning_rate": 2.3342294638945077e-06,
      "loss": 0.0234,
      "step": 13910
    },
    {
      "epoch": 3.558282208588957,
      "grad_norm": 1.5583800077438354,
      "learning_rate": 2.3266847342323377e-06,
      "loss": 0.0024,
      "step": 13920
    },
    {
      "epoch": 3.560838445807771,
      "grad_norm": 0.9682608842849731,
      "learning_rate": 2.319148518441622e-06,
      "loss": 0.0043,
      "step": 13930
    },
    {
      "epoch": 3.563394683026585,
      "grad_norm": 0.0384635366499424,
      "learning_rate": 2.3116208405234107e-06,
      "loss": 0.006,
      "step": 13940
    },
    {
      "epoch": 3.565950920245399,
      "grad_norm": 0.4134227931499481,
      "learning_rate": 2.304101724451564e-06,
      "loss": 0.0118,
      "step": 13950
    },
    {
      "epoch": 3.5685071574642127,
      "grad_norm": 0.014091679826378822,
      "learning_rate": 2.2965911941726687e-06,
      "loss": 0.0034,
      "step": 13960
    },
    {
      "epoch": 3.5710633946830264,
      "grad_norm": 0.21840809285640717,
      "learning_rate": 2.289089273605975e-06,
      "loss": 0.0055,
      "step": 13970
    },
    {
      "epoch": 3.5736196319018405,
      "grad_norm": 0.015261857770383358,
      "learning_rate": 2.2815959866433096e-06,
      "loss": 0.0019,
      "step": 13980
    },
    {
      "epoch": 3.5761758691206547,
      "grad_norm": 4.033803939819336,
      "learning_rate": 2.2741113571490066e-06,
      "loss": 0.0131,
      "step": 13990
    },
    {
      "epoch": 3.5787321063394684,
      "grad_norm": 0.08580244332551956,
      "learning_rate": 2.2666354089598198e-06,
      "loss": 0.0133,
      "step": 14000
    },
    {
      "epoch": 3.581288343558282,
      "grad_norm": 0.17088328301906586,
      "learning_rate": 2.2591681658848686e-06,
      "loss": 0.0047,
      "step": 14010
    },
    {
      "epoch": 3.5838445807770962,
      "grad_norm": 2.8940188884735107,
      "learning_rate": 2.251709651705535e-06,
      "loss": 0.0082,
      "step": 14020
    },
    {
      "epoch": 3.58640081799591,
      "grad_norm": 1.2774847745895386,
      "learning_rate": 2.244259890175412e-06,
      "loss": 0.0128,
      "step": 14030
    },
    {
      "epoch": 3.588957055214724,
      "grad_norm": 0.8745086789131165,
      "learning_rate": 2.236818905020207e-06,
      "loss": 0.0056,
      "step": 14040
    },
    {
      "epoch": 3.591513292433538,
      "grad_norm": 0.05803001672029495,
      "learning_rate": 2.22938671993769e-06,
      "loss": 0.0036,
      "step": 14050
    },
    {
      "epoch": 3.5940695296523515,
      "grad_norm": 3.186616897583008,
      "learning_rate": 2.221963358597593e-06,
      "loss": 0.0049,
      "step": 14060
    },
    {
      "epoch": 3.5966257668711656,
      "grad_norm": 0.13081157207489014,
      "learning_rate": 2.214548844641552e-06,
      "loss": 0.0159,
      "step": 14070
    },
    {
      "epoch": 3.59918200408998,
      "grad_norm": 0.5573609471321106,
      "learning_rate": 2.2071432016830257e-06,
      "loss": 0.0063,
      "step": 14080
    },
    {
      "epoch": 3.6017382413087935,
      "grad_norm": 0.11412039399147034,
      "learning_rate": 2.1997464533072232e-06,
      "loss": 0.0092,
      "step": 14090
    },
    {
      "epoch": 3.604294478527607,
      "grad_norm": 2.3137636184692383,
      "learning_rate": 2.1923586230710185e-06,
      "loss": 0.0082,
      "step": 14100
    },
    {
      "epoch": 3.6068507157464214,
      "grad_norm": 0.7297873497009277,
      "learning_rate": 2.1849797345028917e-06,
      "loss": 0.0057,
      "step": 14110
    },
    {
      "epoch": 3.609406952965235,
      "grad_norm": 0.14575114846229553,
      "learning_rate": 2.1776098111028427e-06,
      "loss": 0.0122,
      "step": 14120
    },
    {
      "epoch": 3.611963190184049,
      "grad_norm": 0.20701062679290771,
      "learning_rate": 2.1702488763423206e-06,
      "loss": 0.0116,
      "step": 14130
    },
    {
      "epoch": 3.614519427402863,
      "grad_norm": 2.8510355949401855,
      "learning_rate": 2.1628969536641436e-06,
      "loss": 0.0094,
      "step": 14140
    },
    {
      "epoch": 3.6170756646216766,
      "grad_norm": 0.13213932514190674,
      "learning_rate": 2.1555540664824337e-06,
      "loss": 0.0136,
      "step": 14150
    },
    {
      "epoch": 3.6196319018404908,
      "grad_norm": 0.011733833700418472,
      "learning_rate": 2.1482202381825356e-06,
      "loss": 0.0049,
      "step": 14160
    },
    {
      "epoch": 3.622188139059305,
      "grad_norm": 0.06473023444414139,
      "learning_rate": 2.1408954921209435e-06,
      "loss": 0.007,
      "step": 14170
    },
    {
      "epoch": 3.6247443762781186,
      "grad_norm": 0.029512058943510056,
      "learning_rate": 2.1335798516252243e-06,
      "loss": 0.0187,
      "step": 14180
    },
    {
      "epoch": 3.6273006134969323,
      "grad_norm": 4.00309944152832,
      "learning_rate": 2.126273339993949e-06,
      "loss": 0.0142,
      "step": 14190
    },
    {
      "epoch": 3.6298568507157465,
      "grad_norm": 1.9352320432662964,
      "learning_rate": 2.1189759804966142e-06,
      "loss": 0.0048,
      "step": 14200
    },
    {
      "epoch": 3.63241308793456,
      "grad_norm": 2.03886079788208,
      "learning_rate": 2.1116877963735714e-06,
      "loss": 0.0007,
      "step": 14210
    },
    {
      "epoch": 3.6349693251533743,
      "grad_norm": 2.063149929046631,
      "learning_rate": 2.1044088108359433e-06,
      "loss": 0.0113,
      "step": 14220
    },
    {
      "epoch": 3.637525562372188,
      "grad_norm": 0.1273782104253769,
      "learning_rate": 2.0971390470655693e-06,
      "loss": 0.008,
      "step": 14230
    },
    {
      "epoch": 3.640081799591002,
      "grad_norm": 0.050878312438726425,
      "learning_rate": 2.089878528214908e-06,
      "loss": 0.0002,
      "step": 14240
    },
    {
      "epoch": 3.642638036809816,
      "grad_norm": 0.3995646834373474,
      "learning_rate": 2.082627277406983e-06,
      "loss": 0.0134,
      "step": 14250
    },
    {
      "epoch": 3.64519427402863,
      "grad_norm": 2.8083791732788086,
      "learning_rate": 2.0753853177352945e-06,
      "loss": 0.0122,
      "step": 14260
    },
    {
      "epoch": 3.6477505112474438,
      "grad_norm": 0.38471710681915283,
      "learning_rate": 2.0681526722637603e-06,
      "loss": 0.0061,
      "step": 14270
    },
    {
      "epoch": 3.6503067484662575,
      "grad_norm": 1.0761078596115112,
      "learning_rate": 2.060929364026632e-06,
      "loss": 0.0071,
      "step": 14280
    },
    {
      "epoch": 3.6528629856850716,
      "grad_norm": 4.6696319580078125,
      "learning_rate": 2.05371541602842e-06,
      "loss": 0.015,
      "step": 14290
    },
    {
      "epoch": 3.6554192229038853,
      "grad_norm": 1.2931352853775024,
      "learning_rate": 2.0465108512438285e-06,
      "loss": 0.0105,
      "step": 14300
    },
    {
      "epoch": 3.6579754601226995,
      "grad_norm": 0.30030888319015503,
      "learning_rate": 2.0393156926176796e-06,
      "loss": 0.0035,
      "step": 14310
    },
    {
      "epoch": 3.660531697341513,
      "grad_norm": 1.4162043333053589,
      "learning_rate": 2.0321299630648374e-06,
      "loss": 0.007,
      "step": 14320
    },
    {
      "epoch": 3.6630879345603273,
      "grad_norm": 1.6966540813446045,
      "learning_rate": 2.0249536854701335e-06,
      "loss": 0.0022,
      "step": 14330
    },
    {
      "epoch": 3.665644171779141,
      "grad_norm": 2.748809337615967,
      "learning_rate": 2.017786882688303e-06,
      "loss": 0.0059,
      "step": 14340
    },
    {
      "epoch": 3.668200408997955,
      "grad_norm": 3.920806646347046,
      "learning_rate": 2.0106295775439018e-06,
      "loss": 0.0024,
      "step": 14350
    },
    {
      "epoch": 3.670756646216769,
      "grad_norm": 4.018367290496826,
      "learning_rate": 2.003481792831242e-06,
      "loss": 0.0134,
      "step": 14360
    },
    {
      "epoch": 3.6733128834355826,
      "grad_norm": 0.7412097454071045,
      "learning_rate": 1.9963435513143076e-06,
      "loss": 0.0061,
      "step": 14370
    },
    {
      "epoch": 3.6758691206543967,
      "grad_norm": 0.00914350152015686,
      "learning_rate": 1.989214875726702e-06,
      "loss": 0.0037,
      "step": 14380
    },
    {
      "epoch": 3.678425357873211,
      "grad_norm": 0.7989885210990906,
      "learning_rate": 1.982095788771552e-06,
      "loss": 0.0081,
      "step": 14390
    },
    {
      "epoch": 3.6809815950920246,
      "grad_norm": 0.09935598075389862,
      "learning_rate": 1.9749863131214543e-06,
      "loss": 0.0057,
      "step": 14400
    },
    {
      "epoch": 3.6835378323108383,
      "grad_norm": 0.021534953266382217,
      "learning_rate": 1.9678864714183877e-06,
      "loss": 0.0009,
      "step": 14410
    },
    {
      "epoch": 3.6860940695296525,
      "grad_norm": 1.7669703960418701,
      "learning_rate": 1.9607962862736617e-06,
      "loss": 0.004,
      "step": 14420
    },
    {
      "epoch": 3.688650306748466,
      "grad_norm": 3.493924856185913,
      "learning_rate": 1.9537157802678196e-06,
      "loss": 0.0012,
      "step": 14430
    },
    {
      "epoch": 3.6912065439672803,
      "grad_norm": 0.002254684455692768,
      "learning_rate": 1.9466449759505856e-06,
      "loss": 0.0053,
      "step": 14440
    },
    {
      "epoch": 3.693762781186094,
      "grad_norm": 3.5533618927001953,
      "learning_rate": 1.939583895840785e-06,
      "loss": 0.0053,
      "step": 14450
    },
    {
      "epoch": 3.6963190184049077,
      "grad_norm": 6.355319976806641,
      "learning_rate": 1.932532562426275e-06,
      "loss": 0.0086,
      "step": 14460
    },
    {
      "epoch": 3.698875255623722,
      "grad_norm": 0.021470896899700165,
      "learning_rate": 1.925490998163868e-06,
      "loss": 0.0097,
      "step": 14470
    },
    {
      "epoch": 3.701431492842536,
      "grad_norm": 2.308654308319092,
      "learning_rate": 1.918459225479268e-06,
      "loss": 0.0156,
      "step": 14480
    },
    {
      "epoch": 3.7039877300613497,
      "grad_norm": 2.9286420345306396,
      "learning_rate": 1.911437266766993e-06,
      "loss": 0.0076,
      "step": 14490
    },
    {
      "epoch": 3.7065439672801634,
      "grad_norm": 0.0710514560341835,
      "learning_rate": 1.9044251443903088e-06,
      "loss": 0.0009,
      "step": 14500
    },
    {
      "epoch": 3.7091002044989776,
      "grad_norm": 0.029081158339977264,
      "learning_rate": 1.8974228806811496e-06,
      "loss": 0.0007,
      "step": 14510
    },
    {
      "epoch": 3.7116564417177913,
      "grad_norm": 4.481345176696777,
      "learning_rate": 1.8904304979400557e-06,
      "loss": 0.0094,
      "step": 14520
    },
    {
      "epoch": 3.7142126789366054,
      "grad_norm": 0.005593888461589813,
      "learning_rate": 1.8834480184360987e-06,
      "loss": 0.0025,
      "step": 14530
    },
    {
      "epoch": 3.716768916155419,
      "grad_norm": 0.050757136195898056,
      "learning_rate": 1.8764754644068122e-06,
      "loss": 0.0052,
      "step": 14540
    },
    {
      "epoch": 3.719325153374233,
      "grad_norm": 0.02077576145529747,
      "learning_rate": 1.8695128580581146e-06,
      "loss": 0.0015,
      "step": 14550
    },
    {
      "epoch": 3.721881390593047,
      "grad_norm": 0.041414808481931686,
      "learning_rate": 1.862560221564247e-06,
      "loss": 0.0077,
      "step": 14560
    },
    {
      "epoch": 3.724437627811861,
      "grad_norm": 0.014929791912436485,
      "learning_rate": 1.8556175770676987e-06,
      "loss": 0.0033,
      "step": 14570
    },
    {
      "epoch": 3.726993865030675,
      "grad_norm": 0.21779873967170715,
      "learning_rate": 1.8486849466791385e-06,
      "loss": 0.0058,
      "step": 14580
    },
    {
      "epoch": 3.7295501022494886,
      "grad_norm": 0.025204051285982132,
      "learning_rate": 1.8417623524773343e-06,
      "loss": 0.0102,
      "step": 14590
    },
    {
      "epoch": 3.7321063394683027,
      "grad_norm": 0.015351396054029465,
      "learning_rate": 1.8348498165091056e-06,
      "loss": 0.0017,
      "step": 14600
    },
    {
      "epoch": 3.7346625766871164,
      "grad_norm": 0.05748201906681061,
      "learning_rate": 1.827947360789225e-06,
      "loss": 0.0054,
      "step": 14610
    },
    {
      "epoch": 3.7372188139059306,
      "grad_norm": 1.63164484500885,
      "learning_rate": 1.8210550073003701e-06,
      "loss": 0.0067,
      "step": 14620
    },
    {
      "epoch": 3.7397750511247443,
      "grad_norm": 0.021220263093709946,
      "learning_rate": 1.814172777993039e-06,
      "loss": 0.0112,
      "step": 14630
    },
    {
      "epoch": 3.7423312883435584,
      "grad_norm": 1.962134599685669,
      "learning_rate": 1.807300694785496e-06,
      "loss": 0.0066,
      "step": 14640
    },
    {
      "epoch": 3.744887525562372,
      "grad_norm": 0.02569643221795559,
      "learning_rate": 1.800438779563683e-06,
      "loss": 0.01,
      "step": 14650
    },
    {
      "epoch": 3.7474437627811863,
      "grad_norm": 0.10192188620567322,
      "learning_rate": 1.7935870541811633e-06,
      "loss": 0.0025,
      "step": 14660
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.06718003004789352,
      "learning_rate": 1.7867455404590495e-06,
      "loss": 0.0014,
      "step": 14670
    },
    {
      "epoch": 3.7525562372188137,
      "grad_norm": 0.01870041899383068,
      "learning_rate": 1.7799142601859322e-06,
      "loss": 0.0062,
      "step": 14680
    },
    {
      "epoch": 3.755112474437628,
      "grad_norm": 3.080137014389038,
      "learning_rate": 1.7730932351178055e-06,
      "loss": 0.0049,
      "step": 14690
    },
    {
      "epoch": 3.7576687116564416,
      "grad_norm": 0.33492809534072876,
      "learning_rate": 1.7662824869780094e-06,
      "loss": 0.0088,
      "step": 14700
    },
    {
      "epoch": 3.7602249488752557,
      "grad_norm": 0.7548993825912476,
      "learning_rate": 1.759482037457152e-06,
      "loss": 0.0021,
      "step": 14710
    },
    {
      "epoch": 3.7627811860940694,
      "grad_norm": 0.2977140247821808,
      "learning_rate": 1.7526919082130434e-06,
      "loss": 0.0089,
      "step": 14720
    },
    {
      "epoch": 3.7653374233128836,
      "grad_norm": 0.009994206950068474,
      "learning_rate": 1.7459121208706264e-06,
      "loss": 0.0069,
      "step": 14730
    },
    {
      "epoch": 3.7678936605316973,
      "grad_norm": 1.6630052328109741,
      "learning_rate": 1.7391426970219021e-06,
      "loss": 0.0103,
      "step": 14740
    },
    {
      "epoch": 3.7704498977505114,
      "grad_norm": 1.2915098667144775,
      "learning_rate": 1.7323836582258774e-06,
      "loss": 0.0079,
      "step": 14750
    },
    {
      "epoch": 3.773006134969325,
      "grad_norm": 3.242319345474243,
      "learning_rate": 1.7256350260084736e-06,
      "loss": 0.0069,
      "step": 14760
    },
    {
      "epoch": 3.775562372188139,
      "grad_norm": 0.026173055171966553,
      "learning_rate": 1.718896821862478e-06,
      "loss": 0.0011,
      "step": 14770
    },
    {
      "epoch": 3.778118609406953,
      "grad_norm": 0.021731965243816376,
      "learning_rate": 1.7121690672474577e-06,
      "loss": 0.0042,
      "step": 14780
    },
    {
      "epoch": 3.780674846625767,
      "grad_norm": 4.898509502410889,
      "learning_rate": 1.7054517835897144e-06,
      "loss": 0.0178,
      "step": 14790
    },
    {
      "epoch": 3.783231083844581,
      "grad_norm": 5.831714630126953,
      "learning_rate": 1.6987449922821887e-06,
      "loss": 0.006,
      "step": 14800
    },
    {
      "epoch": 3.7857873210633946,
      "grad_norm": 0.009105149656534195,
      "learning_rate": 1.6920487146844117e-06,
      "loss": 0.0012,
      "step": 14810
    },
    {
      "epoch": 3.7883435582822087,
      "grad_norm": 0.0681765154004097,
      "learning_rate": 1.6853629721224318e-06,
      "loss": 0.0064,
      "step": 14820
    },
    {
      "epoch": 3.7908997955010224,
      "grad_norm": 0.09596231579780579,
      "learning_rate": 1.6786877858887457e-06,
      "loss": 0.0036,
      "step": 14830
    },
    {
      "epoch": 3.7934560327198366,
      "grad_norm": 0.2018987387418747,
      "learning_rate": 1.6720231772422251e-06,
      "loss": 0.0041,
      "step": 14840
    },
    {
      "epoch": 3.7960122699386503,
      "grad_norm": 0.034721288830041885,
      "learning_rate": 1.665369167408062e-06,
      "loss": 0.0083,
      "step": 14850
    },
    {
      "epoch": 3.798568507157464,
      "grad_norm": 0.009844356216490269,
      "learning_rate": 1.6587257775776889e-06,
      "loss": 0.0047,
      "step": 14860
    },
    {
      "epoch": 3.801124744376278,
      "grad_norm": 0.014034909196197987,
      "learning_rate": 1.6520930289087206e-06,
      "loss": 0.0053,
      "step": 14870
    },
    {
      "epoch": 3.8036809815950923,
      "grad_norm": 0.03924409672617912,
      "learning_rate": 1.6454709425248754e-06,
      "loss": 0.0053,
      "step": 14880
    },
    {
      "epoch": 3.806237218813906,
      "grad_norm": 0.03811722993850708,
      "learning_rate": 1.6388595395159207e-06,
      "loss": 0.0107,
      "step": 14890
    },
    {
      "epoch": 3.8087934560327197,
      "grad_norm": 3.9966225624084473,
      "learning_rate": 1.632258840937599e-06,
      "loss": 0.0111,
      "step": 14900
    },
    {
      "epoch": 3.811349693251534,
      "grad_norm": 0.009593687951564789,
      "learning_rate": 1.6256688678115607e-06,
      "loss": 0.0138,
      "step": 14910
    },
    {
      "epoch": 3.8139059304703475,
      "grad_norm": 0.011800892651081085,
      "learning_rate": 1.6190896411252966e-06,
      "loss": 0.0066,
      "step": 14920
    },
    {
      "epoch": 3.8164621676891617,
      "grad_norm": 0.02664501592516899,
      "learning_rate": 1.612521181832075e-06,
      "loss": 0.0053,
      "step": 14930
    },
    {
      "epoch": 3.8190184049079754,
      "grad_norm": 2.8575503826141357,
      "learning_rate": 1.6059635108508731e-06,
      "loss": 0.0082,
      "step": 14940
    },
    {
      "epoch": 3.821574642126789,
      "grad_norm": 1.9057544469833374,
      "learning_rate": 1.5994166490663087e-06,
      "loss": 0.0026,
      "step": 14950
    },
    {
      "epoch": 3.8241308793456033,
      "grad_norm": 0.012572694569826126,
      "learning_rate": 1.5928806173285716e-06,
      "loss": 0.0035,
      "step": 14960
    },
    {
      "epoch": 3.8266871165644174,
      "grad_norm": 3.401106595993042,
      "learning_rate": 1.58635543645337e-06,
      "loss": 0.0068,
      "step": 14970
    },
    {
      "epoch": 3.829243353783231,
      "grad_norm": 0.008161719888448715,
      "learning_rate": 1.5798411272218427e-06,
      "loss": 0.0048,
      "step": 14980
    },
    {
      "epoch": 3.831799591002045,
      "grad_norm": 4.691705703735352,
      "learning_rate": 1.5733377103805154e-06,
      "loss": 0.0045,
      "step": 14990
    },
    {
      "epoch": 3.834355828220859,
      "grad_norm": 0.011220389977097511,
      "learning_rate": 1.5668452066412137e-06,
      "loss": 0.0004,
      "step": 15000
    },
    {
      "epoch": 3.8369120654396727,
      "grad_norm": 0.5998366475105286,
      "learning_rate": 1.56036363668102e-06,
      "loss": 0.0055,
      "step": 15010
    },
    {
      "epoch": 3.839468302658487,
      "grad_norm": 3.6791257858276367,
      "learning_rate": 1.5538930211421839e-06,
      "loss": 0.0094,
      "step": 15020
    },
    {
      "epoch": 3.8420245398773005,
      "grad_norm": 0.025082003325223923,
      "learning_rate": 1.5474333806320735e-06,
      "loss": 0.004,
      "step": 15030
    },
    {
      "epoch": 3.8445807770961147,
      "grad_norm": 0.01650637947022915,
      "learning_rate": 1.540984735723104e-06,
      "loss": 0.0042,
      "step": 15040
    },
    {
      "epoch": 3.8471370143149284,
      "grad_norm": 0.943402111530304,
      "learning_rate": 1.5345471069526718e-06,
      "loss": 0.0047,
      "step": 15050
    },
    {
      "epoch": 3.8496932515337425,
      "grad_norm": 0.018428007140755653,
      "learning_rate": 1.5281205148230866e-06,
      "loss": 0.0187,
      "step": 15060
    },
    {
      "epoch": 3.8522494887525562,
      "grad_norm": 0.013692053034901619,
      "learning_rate": 1.5217049798015127e-06,
      "loss": 0.0018,
      "step": 15070
    },
    {
      "epoch": 3.85480572597137,
      "grad_norm": 0.01854683831334114,
      "learning_rate": 1.5153005223198986e-06,
      "loss": 0.0011,
      "step": 15080
    },
    {
      "epoch": 3.857361963190184,
      "grad_norm": 0.07175463438034058,
      "learning_rate": 1.5089071627749157e-06,
      "loss": 0.0003,
      "step": 15090
    },
    {
      "epoch": 3.859918200408998,
      "grad_norm": 0.3006972074508667,
      "learning_rate": 1.5025249215278852e-06,
      "loss": 0.0027,
      "step": 15100
    },
    {
      "epoch": 3.862474437627812,
      "grad_norm": 0.5995022058486938,
      "learning_rate": 1.4961538189047258e-06,
      "loss": 0.0079,
      "step": 15110
    },
    {
      "epoch": 3.8650306748466257,
      "grad_norm": 0.03315654397010803,
      "learning_rate": 1.489793875195879e-06,
      "loss": 0.0002,
      "step": 15120
    },
    {
      "epoch": 3.86758691206544,
      "grad_norm": 0.01580039970576763,
      "learning_rate": 1.4834451106562502e-06,
      "loss": 0.0002,
      "step": 15130
    },
    {
      "epoch": 3.8701431492842535,
      "grad_norm": 0.047737788408994675,
      "learning_rate": 1.477107545505137e-06,
      "loss": 0.0041,
      "step": 15140
    },
    {
      "epoch": 3.8726993865030677,
      "grad_norm": 2.45046329498291,
      "learning_rate": 1.470781199926174e-06,
      "loss": 0.0075,
      "step": 15150
    },
    {
      "epoch": 3.8752556237218814,
      "grad_norm": 3.830009698867798,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 0.0058,
      "step": 15160
    },
    {
      "epoch": 3.877811860940695,
      "grad_norm": 0.03586220741271973,
      "learning_rate": 1.4581622480405095e-06,
      "loss": 0.0055,
      "step": 15170
    },
    {
      "epoch": 3.8803680981595092,
      "grad_norm": 0.048213325440883636,
      "learning_rate": 1.45186968192216e-06,
      "loss": 0.0135,
      "step": 15180
    },
    {
      "epoch": 3.8829243353783234,
      "grad_norm": 0.011242564767599106,
      "learning_rate": 1.4455884157525369e-06,
      "loss": 0.0049,
      "step": 15190
    },
    {
      "epoch": 3.885480572597137,
      "grad_norm": 0.26863622665405273,
      "learning_rate": 1.4393184695359752e-06,
      "loss": 0.0038,
      "step": 15200
    },
    {
      "epoch": 3.888036809815951,
      "grad_norm": 0.09017948806285858,
      "learning_rate": 1.4330598632407554e-06,
      "loss": 0.0018,
      "step": 15210
    },
    {
      "epoch": 3.890593047034765,
      "grad_norm": 0.21921706199645996,
      "learning_rate": 1.4268126167990475e-06,
      "loss": 0.0051,
      "step": 15220
    },
    {
      "epoch": 3.8931492842535786,
      "grad_norm": 0.048430170863866806,
      "learning_rate": 1.4205767501068413e-06,
      "loss": 0.0027,
      "step": 15230
    },
    {
      "epoch": 3.895705521472393,
      "grad_norm": 0.03785645216703415,
      "learning_rate": 1.4143522830238855e-06,
      "loss": 0.0022,
      "step": 15240
    },
    {
      "epoch": 3.8982617586912065,
      "grad_norm": 0.018065497279167175,
      "learning_rate": 1.4081392353736206e-06,
      "loss": 0.0075,
      "step": 15250
    },
    {
      "epoch": 3.90081799591002,
      "grad_norm": 1.4500396251678467,
      "learning_rate": 1.4019376269431229e-06,
      "loss": 0.0034,
      "step": 15260
    },
    {
      "epoch": 3.9033742331288344,
      "grad_norm": 0.04054681211709976,
      "learning_rate": 1.395747477483036e-06,
      "loss": 0.0021,
      "step": 15270
    },
    {
      "epoch": 3.9059304703476485,
      "grad_norm": 1.107225775718689,
      "learning_rate": 1.3895688067075109e-06,
      "loss": 0.0012,
      "step": 15280
    },
    {
      "epoch": 3.908486707566462,
      "grad_norm": 0.14938171207904816,
      "learning_rate": 1.3834016342941364e-06,
      "loss": 0.0052,
      "step": 15290
    },
    {
      "epoch": 3.911042944785276,
      "grad_norm": 0.2700784504413605,
      "learning_rate": 1.3772459798838884e-06,
      "loss": 0.022,
      "step": 15300
    },
    {
      "epoch": 3.91359918200409,
      "grad_norm": 0.010788323357701302,
      "learning_rate": 1.3711018630810568e-06,
      "loss": 0.0127,
      "step": 15310
    },
    {
      "epoch": 3.9161554192229038,
      "grad_norm": 0.17254537343978882,
      "learning_rate": 1.3649693034531908e-06,
      "loss": 0.0026,
      "step": 15320
    },
    {
      "epoch": 3.918711656441718,
      "grad_norm": 2.0272927284240723,
      "learning_rate": 1.3588483205310238e-06,
      "loss": 0.0028,
      "step": 15330
    },
    {
      "epoch": 3.9212678936605316,
      "grad_norm": 0.7689258456230164,
      "learning_rate": 1.352738933808434e-06,
      "loss": 0.0046,
      "step": 15340
    },
    {
      "epoch": 3.9238241308793453,
      "grad_norm": 0.09393978118896484,
      "learning_rate": 1.3466411627423553e-06,
      "loss": 0.0058,
      "step": 15350
    },
    {
      "epoch": 3.9263803680981595,
      "grad_norm": 0.02193518355488777,
      "learning_rate": 1.3405550267527373e-06,
      "loss": 0.0118,
      "step": 15360
    },
    {
      "epoch": 3.9289366053169736,
      "grad_norm": 1.4280931949615479,
      "learning_rate": 1.3344805452224668e-06,
      "loss": 0.0055,
      "step": 15370
    },
    {
      "epoch": 3.9314928425357873,
      "grad_norm": 0.017598293721675873,
      "learning_rate": 1.3284177374973252e-06,
      "loss": 0.0001,
      "step": 15380
    },
    {
      "epoch": 3.934049079754601,
      "grad_norm": 0.017776915803551674,
      "learning_rate": 1.3223666228859034e-06,
      "loss": 0.0089,
      "step": 15390
    },
    {
      "epoch": 3.936605316973415,
      "grad_norm": 0.025338156148791313,
      "learning_rate": 1.3163272206595607e-06,
      "loss": 0.0101,
      "step": 15400
    },
    {
      "epoch": 3.939161554192229,
      "grad_norm": 0.00857964251190424,
      "learning_rate": 1.3102995500523513e-06,
      "loss": 0.0002,
      "step": 15410
    },
    {
      "epoch": 3.941717791411043,
      "grad_norm": 0.17898601293563843,
      "learning_rate": 1.3042836302609707e-06,
      "loss": 0.0083,
      "step": 15420
    },
    {
      "epoch": 3.9442740286298568,
      "grad_norm": 0.01416697259992361,
      "learning_rate": 1.2982794804446858e-06,
      "loss": 0.0031,
      "step": 15430
    },
    {
      "epoch": 3.946830265848671,
      "grad_norm": 0.03067069500684738,
      "learning_rate": 1.2922871197252818e-06,
      "loss": 0.0027,
      "step": 15440
    },
    {
      "epoch": 3.9493865030674846,
      "grad_norm": 0.013419978320598602,
      "learning_rate": 1.2863065671869995e-06,
      "loss": 0.0004,
      "step": 15450
    },
    {
      "epoch": 3.9519427402862988,
      "grad_norm": 0.36794596910476685,
      "learning_rate": 1.2803378418764728e-06,
      "loss": 0.0034,
      "step": 15460
    },
    {
      "epoch": 3.9544989775051125,
      "grad_norm": 0.014534058049321175,
      "learning_rate": 1.274380962802666e-06,
      "loss": 0.0006,
      "step": 15470
    },
    {
      "epoch": 3.957055214723926,
      "grad_norm": 0.953043520450592,
      "learning_rate": 1.2684359489368186e-06,
      "loss": 0.0097,
      "step": 15480
    },
    {
      "epoch": 3.9596114519427403,
      "grad_norm": 0.0640961155295372,
      "learning_rate": 1.2625028192123822e-06,
      "loss": 0.0076,
      "step": 15490
    },
    {
      "epoch": 3.962167689161554,
      "grad_norm": 0.026453586295247078,
      "learning_rate": 1.2565815925249613e-06,
      "loss": 0.0042,
      "step": 15500
    },
    {
      "epoch": 3.964723926380368,
      "grad_norm": 0.02020988054573536,
      "learning_rate": 1.250672287732247e-06,
      "loss": 0.0005,
      "step": 15510
    },
    {
      "epoch": 3.967280163599182,
      "grad_norm": 0.8880366683006287,
      "learning_rate": 1.2447749236539674e-06,
      "loss": 0.0122,
      "step": 15520
    },
    {
      "epoch": 3.969836400817996,
      "grad_norm": 0.06537387520074844,
      "learning_rate": 1.2388895190718209e-06,
      "loss": 0.0043,
      "step": 15530
    },
    {
      "epoch": 3.9723926380368098,
      "grad_norm": 0.03674660250544548,
      "learning_rate": 1.2330160927294178e-06,
      "loss": 0.001,
      "step": 15540
    },
    {
      "epoch": 3.974948875255624,
      "grad_norm": 0.06352321058511734,
      "learning_rate": 1.2271546633322157e-06,
      "loss": 0.0007,
      "step": 15550
    },
    {
      "epoch": 3.9775051124744376,
      "grad_norm": 2.053643226623535,
      "learning_rate": 1.2213052495474759e-06,
      "loss": 0.0064,
      "step": 15560
    },
    {
      "epoch": 3.9800613496932513,
      "grad_norm": 0.006071037612855434,
      "learning_rate": 1.2154678700041805e-06,
      "loss": 0.0061,
      "step": 15570
    },
    {
      "epoch": 3.9826175869120655,
      "grad_norm": 0.032529015094041824,
      "learning_rate": 1.2096425432929943e-06,
      "loss": 0.0042,
      "step": 15580
    },
    {
      "epoch": 3.9851738241308796,
      "grad_norm": 0.14356601238250732,
      "learning_rate": 1.2038292879661896e-06,
      "loss": 0.0025,
      "step": 15590
    },
    {
      "epoch": 3.9877300613496933,
      "grad_norm": 0.009755146689713001,
      "learning_rate": 1.1980281225376029e-06,
      "loss": 0.0123,
      "step": 15600
    },
    {
      "epoch": 3.990286298568507,
      "grad_norm": 0.026369577273726463,
      "learning_rate": 1.1922390654825582e-06,
      "loss": 0.002,
      "step": 15610
    },
    {
      "epoch": 3.992842535787321,
      "grad_norm": 1.3809363842010498,
      "learning_rate": 1.186462135237823e-06,
      "loss": 0.0037,
      "step": 15620
    },
    {
      "epoch": 3.995398773006135,
      "grad_norm": 0.06871844828128815,
      "learning_rate": 1.1806973502015423e-06,
      "loss": 0.0076,
      "step": 15630
    },
    {
      "epoch": 3.997955010224949,
      "grad_norm": 0.01024967897683382,
      "learning_rate": 1.1749447287331805e-06,
      "loss": 0.0064,
      "step": 15640
    },
    {
      "epoch": 4.000511247443763,
      "grad_norm": 0.010401812382042408,
      "learning_rate": 1.1692042891534677e-06,
      "loss": 0.0001,
      "step": 15650
    },
    {
      "epoch": 4.0030674846625764,
      "grad_norm": 0.019328856840729713,
      "learning_rate": 1.1634760497443308e-06,
      "loss": 0.0011,
      "step": 15660
    },
    {
      "epoch": 4.00562372188139,
      "grad_norm": 2.2071306705474854,
      "learning_rate": 1.1577600287488472e-06,
      "loss": 0.0046,
      "step": 15670
    },
    {
      "epoch": 4.008179959100205,
      "grad_norm": 0.2718164026737213,
      "learning_rate": 1.1520562443711813e-06,
      "loss": 0.0002,
      "step": 15680
    },
    {
      "epoch": 4.0107361963190185,
      "grad_norm": 0.0036849735770374537,
      "learning_rate": 1.1463647147765262e-06,
      "loss": 0.0024,
      "step": 15690
    },
    {
      "epoch": 4.013292433537832,
      "grad_norm": 0.026393355801701546,
      "learning_rate": 1.1406854580910426e-06,
      "loss": 0.0003,
      "step": 15700
    },
    {
      "epoch": 4.015848670756646,
      "grad_norm": 0.02888057939708233,
      "learning_rate": 1.1350184924018137e-06,
      "loss": 0.001,
      "step": 15710
    },
    {
      "epoch": 4.0184049079754605,
      "grad_norm": 4.927444934844971,
      "learning_rate": 1.1293638357567692e-06,
      "loss": 0.0046,
      "step": 15720
    },
    {
      "epoch": 4.020961145194274,
      "grad_norm": 1.5200058221817017,
      "learning_rate": 1.1237215061646446e-06,
      "loss": 0.0009,
      "step": 15730
    },
    {
      "epoch": 4.023517382413088,
      "grad_norm": 0.006760958582162857,
      "learning_rate": 1.118091521594909e-06,
      "loss": 0.0001,
      "step": 15740
    },
    {
      "epoch": 4.026073619631902,
      "grad_norm": 0.0747433677315712,
      "learning_rate": 1.1124738999777268e-06,
      "loss": 0.0004,
      "step": 15750
    },
    {
      "epoch": 4.028629856850716,
      "grad_norm": 0.018624255433678627,
      "learning_rate": 1.1068686592038786e-06,
      "loss": 0.0011,
      "step": 15760
    },
    {
      "epoch": 4.03118609406953,
      "grad_norm": 0.018480489030480385,
      "learning_rate": 1.10127581712472e-06,
      "loss": 0.0029,
      "step": 15770
    },
    {
      "epoch": 4.033742331288344,
      "grad_norm": 0.08727142959833145,
      "learning_rate": 1.0956953915521196e-06,
      "loss": 0.0015,
      "step": 15780
    },
    {
      "epoch": 4.036298568507157,
      "grad_norm": 0.17428268492221832,
      "learning_rate": 1.0901274002584029e-06,
      "loss": 0.0003,
      "step": 15790
    },
    {
      "epoch": 4.038854805725971,
      "grad_norm": 0.006692373659461737,
      "learning_rate": 1.0845718609762912e-06,
      "loss": 0.0016,
      "step": 15800
    },
    {
      "epoch": 4.041411042944786,
      "grad_norm": 0.03485719487071037,
      "learning_rate": 1.0790287913988533e-06,
      "loss": 0.0028,
      "step": 15810
    },
    {
      "epoch": 4.043967280163599,
      "grad_norm": 0.1434144675731659,
      "learning_rate": 1.0734982091794439e-06,
      "loss": 0.0014,
      "step": 15820
    },
    {
      "epoch": 4.046523517382413,
      "grad_norm": 0.025571011006832123,
      "learning_rate": 1.067980131931649e-06,
      "loss": 0.0043,
      "step": 15830
    },
    {
      "epoch": 4.049079754601227,
      "grad_norm": 0.022263115271925926,
      "learning_rate": 1.0624745772292262e-06,
      "loss": 0.0001,
      "step": 15840
    },
    {
      "epoch": 4.051635991820041,
      "grad_norm": 0.026498448103666306,
      "learning_rate": 1.0569815626060553e-06,
      "loss": 0.0014,
      "step": 15850
    },
    {
      "epoch": 4.054192229038855,
      "grad_norm": 0.11276555806398392,
      "learning_rate": 1.051501105556077e-06,
      "loss": 0.0012,
      "step": 15860
    },
    {
      "epoch": 4.056748466257669,
      "grad_norm": 0.03225693851709366,
      "learning_rate": 1.0460332235332421e-06,
      "loss": 0.0019,
      "step": 15870
    },
    {
      "epoch": 4.059304703476482,
      "grad_norm": 0.6012237071990967,
      "learning_rate": 1.0405779339514466e-06,
      "loss": 0.0028,
      "step": 15880
    },
    {
      "epoch": 4.061860940695296,
      "grad_norm": 1.399053931236267,
      "learning_rate": 1.0351352541844895e-06,
      "loss": 0.0005,
      "step": 15890
    },
    {
      "epoch": 4.064417177914111,
      "grad_norm": 0.004602417815476656,
      "learning_rate": 1.0297052015660065e-06,
      "loss": 0.0018,
      "step": 15900
    },
    {
      "epoch": 4.066973415132924,
      "grad_norm": 0.011124187149107456,
      "learning_rate": 1.0242877933894212e-06,
      "loss": 0.0026,
      "step": 15910
    },
    {
      "epoch": 4.069529652351738,
      "grad_norm": 0.012430194765329361,
      "learning_rate": 1.0188830469078832e-06,
      "loss": 0.0008,
      "step": 15920
    },
    {
      "epoch": 4.072085889570552,
      "grad_norm": 0.00355120119638741,
      "learning_rate": 1.0134909793342251e-06,
      "loss": 0.0014,
      "step": 15930
    },
    {
      "epoch": 4.074642126789366,
      "grad_norm": 0.010579611174762249,
      "learning_rate": 1.0081116078408932e-06,
      "loss": 0.0002,
      "step": 15940
    },
    {
      "epoch": 4.07719836400818,
      "grad_norm": 0.13667239248752594,
      "learning_rate": 1.0027449495599045e-06,
      "loss": 0.0002,
      "step": 15950
    },
    {
      "epoch": 4.079754601226994,
      "grad_norm": 0.013385191559791565,
      "learning_rate": 9.97391021582782e-07,
      "loss": 0.0018,
      "step": 15960
    },
    {
      "epoch": 4.0823108384458076,
      "grad_norm": 0.09518828243017197,
      "learning_rate": 9.92049840960514e-07,
      "loss": 0.002,
      "step": 15970
    },
    {
      "epoch": 4.084867075664621,
      "grad_norm": 0.017801359295845032,
      "learning_rate": 9.86721424703483e-07,
      "loss": 0.0005,
      "step": 15980
    },
    {
      "epoch": 4.087423312883436,
      "grad_norm": 0.021596604958176613,
      "learning_rate": 9.81405789781425e-07,
      "loss": 0.0011,
      "step": 15990
    },
    {
      "epoch": 4.08997955010225,
      "grad_norm": 2.4400172233581543,
      "learning_rate": 9.76102953123369e-07,
      "loss": 0.0041,
      "step": 16000
    },
    {
      "epoch": 4.092535787321063,
      "grad_norm": 0.07604683190584183,
      "learning_rate": 9.708129316175875e-07,
      "loss": 0.0009,
      "step": 16010
    },
    {
      "epoch": 4.095092024539877,
      "grad_norm": 0.00839927326887846,
      "learning_rate": 9.655357421115324e-07,
      "loss": 0.0001,
      "step": 16020
    },
    {
      "epoch": 4.097648261758692,
      "grad_norm": 0.8300763964653015,
      "learning_rate": 9.60271401411797e-07,
      "loss": 0.0009,
      "step": 16030
    },
    {
      "epoch": 4.100204498977505,
      "grad_norm": 0.036536745727062225,
      "learning_rate": 9.550199262840494e-07,
      "loss": 0.0004,
      "step": 16040
    },
    {
      "epoch": 4.102760736196319,
      "grad_norm": 0.013892588205635548,
      "learning_rate": 9.49781333452987e-07,
      "loss": 0.0009,
      "step": 16050
    },
    {
      "epoch": 4.105316973415133,
      "grad_norm": 0.27383795380592346,
      "learning_rate": 9.445556396022754e-07,
      "loss": 0.0005,
      "step": 16060
    },
    {
      "epoch": 4.107873210633947,
      "grad_norm": 0.009578673169016838,
      "learning_rate": 9.393428613745036e-07,
      "loss": 0.0036,
      "step": 16070
    },
    {
      "epoch": 4.110429447852761,
      "grad_norm": 0.42609789967536926,
      "learning_rate": 9.341430153711306e-07,
      "loss": 0.0049,
      "step": 16080
    },
    {
      "epoch": 4.112985685071575,
      "grad_norm": 0.12703081965446472,
      "learning_rate": 9.289561181524214e-07,
      "loss": 0.0037,
      "step": 16090
    },
    {
      "epoch": 4.115541922290388,
      "grad_norm": 0.13383671641349792,
      "learning_rate": 9.237821862374092e-07,
      "loss": 0.0022,
      "step": 16100
    },
    {
      "epoch": 4.118098159509202,
      "grad_norm": 0.011773956939578056,
      "learning_rate": 9.186212361038288e-07,
      "loss": 0.0002,
      "step": 16110
    },
    {
      "epoch": 4.120654396728017,
      "grad_norm": 2.616377115249634,
      "learning_rate": 9.134732841880811e-07,
      "loss": 0.003,
      "step": 16120
    },
    {
      "epoch": 4.12321063394683,
      "grad_norm": 0.012035293504595757,
      "learning_rate": 9.083383468851609e-07,
      "loss": 0.0079,
      "step": 16130
    },
    {
      "epoch": 4.125766871165644,
      "grad_norm": 0.2209741622209549,
      "learning_rate": 9.032164405486193e-07,
      "loss": 0.0047,
      "step": 16140
    },
    {
      "epoch": 4.128323108384458,
      "grad_norm": 0.00564198475331068,
      "learning_rate": 8.981075814905077e-07,
      "loss": 0.0009,
      "step": 16150
    },
    {
      "epoch": 4.130879345603272,
      "grad_norm": 0.021742451936006546,
      "learning_rate": 8.930117859813236e-07,
      "loss": 0.0009,
      "step": 16160
    },
    {
      "epoch": 4.133435582822086,
      "grad_norm": 0.011637063696980476,
      "learning_rate": 8.879290702499576e-07,
      "loss": 0.0025,
      "step": 16170
    },
    {
      "epoch": 4.1359918200409,
      "grad_norm": 0.44723692536354065,
      "learning_rate": 8.828594504836491e-07,
      "loss": 0.0012,
      "step": 16180
    },
    {
      "epoch": 4.1385480572597135,
      "grad_norm": 2.4436564445495605,
      "learning_rate": 8.778029428279278e-07,
      "loss": 0.0014,
      "step": 16190
    },
    {
      "epoch": 4.141104294478527,
      "grad_norm": 0.3361468017101288,
      "learning_rate": 8.727595633865643e-07,
      "loss": 0.0013,
      "step": 16200
    },
    {
      "epoch": 4.143660531697342,
      "grad_norm": 1.743153691291809,
      "learning_rate": 8.677293282215182e-07,
      "loss": 0.0022,
      "step": 16210
    },
    {
      "epoch": 4.1462167689161555,
      "grad_norm": 0.13101418316364288,
      "learning_rate": 8.627122533528892e-07,
      "loss": 0.0001,
      "step": 16220
    },
    {
      "epoch": 4.148773006134969,
      "grad_norm": 0.00849368516355753,
      "learning_rate": 8.577083547588638e-07,
      "loss": 0.0001,
      "step": 16230
    },
    {
      "epoch": 4.151329243353783,
      "grad_norm": 0.005825154948979616,
      "learning_rate": 8.527176483756671e-07,
      "loss": 0.0004,
      "step": 16240
    },
    {
      "epoch": 4.1538854805725975,
      "grad_norm": 0.012522836215794086,
      "learning_rate": 8.477401500975063e-07,
      "loss": 0.0005,
      "step": 16250
    },
    {
      "epoch": 4.156441717791411,
      "grad_norm": 0.1203024610877037,
      "learning_rate": 8.427758757765264e-07,
      "loss": 0.0029,
      "step": 16260
    },
    {
      "epoch": 4.158997955010225,
      "grad_norm": 0.046782489866018295,
      "learning_rate": 8.378248412227574e-07,
      "loss": 0.0016,
      "step": 16270
    },
    {
      "epoch": 4.161554192229039,
      "grad_norm": 0.02540050819516182,
      "learning_rate": 8.328870622040652e-07,
      "loss": 0.0001,
      "step": 16280
    },
    {
      "epoch": 4.164110429447852,
      "grad_norm": 0.00631357915699482,
      "learning_rate": 8.27962554446094e-07,
      "loss": 0.0001,
      "step": 16290
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 0.02206520363688469,
      "learning_rate": 8.23051333632231e-07,
      "loss": 0.0001,
      "step": 16300
    },
    {
      "epoch": 4.169222903885481,
      "grad_norm": 0.02339177392423153,
      "learning_rate": 8.181534154035398e-07,
      "loss": 0.0012,
      "step": 16310
    },
    {
      "epoch": 4.171779141104294,
      "grad_norm": 0.11059535294771194,
      "learning_rate": 8.132688153587237e-07,
      "loss": 0.0002,
      "step": 16320
    },
    {
      "epoch": 4.174335378323108,
      "grad_norm": 0.04154384881258011,
      "learning_rate": 8.083975490540658e-07,
      "loss": 0.0003,
      "step": 16330
    },
    {
      "epoch": 4.176891615541923,
      "grad_norm": 0.004592495039105415,
      "learning_rate": 8.035396320033911e-07,
      "loss": 0.0022,
      "step": 16340
    },
    {
      "epoch": 4.179447852760736,
      "grad_norm": 0.005622932221740484,
      "learning_rate": 7.98695079678004e-07,
      "loss": 0.0001,
      "step": 16350
    },
    {
      "epoch": 4.18200408997955,
      "grad_norm": 0.008403644897043705,
      "learning_rate": 7.93863907506649e-07,
      "loss": 0.0007,
      "step": 16360
    },
    {
      "epoch": 4.184560327198364,
      "grad_norm": 0.04854018986225128,
      "learning_rate": 7.890461308754565e-07,
      "loss": 0.0025,
      "step": 16370
    },
    {
      "epoch": 4.1871165644171775,
      "grad_norm": 0.007120284251868725,
      "learning_rate": 7.842417651278978e-07,
      "loss": 0.0041,
      "step": 16380
    },
    {
      "epoch": 4.189672801635992,
      "grad_norm": 0.005977618508040905,
      "learning_rate": 7.794508255647293e-07,
      "loss": 0.0005,
      "step": 16390
    },
    {
      "epoch": 4.192229038854806,
      "grad_norm": 0.01604490913450718,
      "learning_rate": 7.746733274439517e-07,
      "loss": 0.0005,
      "step": 16400
    },
    {
      "epoch": 4.1947852760736195,
      "grad_norm": 0.04814684018492699,
      "learning_rate": 7.699092859807566e-07,
      "loss": 0.0006,
      "step": 16410
    },
    {
      "epoch": 4.197341513292433,
      "grad_norm": 0.9865232706069946,
      "learning_rate": 7.651587163474822e-07,
      "loss": 0.0002,
      "step": 16420
    },
    {
      "epoch": 4.199897750511248,
      "grad_norm": 0.014311658218502998,
      "learning_rate": 7.604216336735554e-07,
      "loss": 0.0016,
      "step": 16430
    },
    {
      "epoch": 4.2024539877300615,
      "grad_norm": 0.07794589549303055,
      "learning_rate": 7.556980530454571e-07,
      "loss": 0.001,
      "step": 16440
    },
    {
      "epoch": 4.205010224948875,
      "grad_norm": 0.1298278272151947,
      "learning_rate": 7.509879895066652e-07,
      "loss": 0.0025,
      "step": 16450
    },
    {
      "epoch": 4.207566462167689,
      "grad_norm": 0.026249248534440994,
      "learning_rate": 7.462914580576081e-07,
      "loss": 0.0028,
      "step": 16460
    },
    {
      "epoch": 4.210122699386503,
      "grad_norm": 0.008666482754051685,
      "learning_rate": 7.416084736556173e-07,
      "loss": 0.0007,
      "step": 16470
    },
    {
      "epoch": 4.212678936605317,
      "grad_norm": 0.37366658449172974,
      "learning_rate": 7.369390512148816e-07,
      "loss": 0.0008,
      "step": 16480
    },
    {
      "epoch": 4.215235173824131,
      "grad_norm": 0.007286503445357084,
      "learning_rate": 7.322832056063978e-07,
      "loss": 0.0003,
      "step": 16490
    },
    {
      "epoch": 4.217791411042945,
      "grad_norm": 1.1950106620788574,
      "learning_rate": 7.276409516579252e-07,
      "loss": 0.0024,
      "step": 16500
    },
    {
      "epoch": 4.220347648261758,
      "grad_norm": 0.008293128572404385,
      "learning_rate": 7.23012304153931e-07,
      "loss": 0.0001,
      "step": 16510
    },
    {
      "epoch": 4.222903885480573,
      "grad_norm": 0.009917296469211578,
      "learning_rate": 7.183972778355586e-07,
      "loss": 0.0006,
      "step": 16520
    },
    {
      "epoch": 4.225460122699387,
      "grad_norm": 0.013085747137665749,
      "learning_rate": 7.137958874005629e-07,
      "loss": 0.003,
      "step": 16530
    },
    {
      "epoch": 4.2280163599182,
      "grad_norm": 0.09627839922904968,
      "learning_rate": 7.092081475032753e-07,
      "loss": 0.0006,
      "step": 16540
    },
    {
      "epoch": 4.230572597137014,
      "grad_norm": 0.007571856956928968,
      "learning_rate": 7.046340727545531e-07,
      "loss": 0.0001,
      "step": 16550
    },
    {
      "epoch": 4.233128834355828,
      "grad_norm": 0.005919609218835831,
      "learning_rate": 7.000736777217332e-07,
      "loss": 0.0015,
      "step": 16560
    },
    {
      "epoch": 4.235685071574642,
      "grad_norm": 0.016153009608387947,
      "learning_rate": 6.955269769285877e-07,
      "loss": 0.0001,
      "step": 16570
    },
    {
      "epoch": 4.238241308793456,
      "grad_norm": 0.016689471900463104,
      "learning_rate": 6.909939848552722e-07,
      "loss": 0.0015,
      "step": 16580
    },
    {
      "epoch": 4.24079754601227,
      "grad_norm": 0.012151209637522697,
      "learning_rate": 6.864747159382851e-07,
      "loss": 0.0056,
      "step": 16590
    },
    {
      "epoch": 4.2433537832310835,
      "grad_norm": 0.006638688966631889,
      "learning_rate": 6.819691845704207e-07,
      "loss": 0.002,
      "step": 16600
    },
    {
      "epoch": 4.245910020449898,
      "grad_norm": 0.026410236954689026,
      "learning_rate": 6.774774051007227e-07,
      "loss": 0.0006,
      "step": 16610
    },
    {
      "epoch": 4.248466257668712,
      "grad_norm": 0.03302263841032982,
      "learning_rate": 6.729993918344347e-07,
      "loss": 0.0001,
      "step": 16620
    },
    {
      "epoch": 4.2510224948875255,
      "grad_norm": 0.010984467342495918,
      "learning_rate": 6.685351590329625e-07,
      "loss": 0.0033,
      "step": 16630
    },
    {
      "epoch": 4.253578732106339,
      "grad_norm": 0.01048219483345747,
      "learning_rate": 6.640847209138224e-07,
      "loss": 0.0024,
      "step": 16640
    },
    {
      "epoch": 4.256134969325154,
      "grad_norm": 0.005691261030733585,
      "learning_rate": 6.596480916505993e-07,
      "loss": 0.0034,
      "step": 16650
    },
    {
      "epoch": 4.2586912065439675,
      "grad_norm": 0.018030589446425438,
      "learning_rate": 6.552252853728958e-07,
      "loss": 0.0003,
      "step": 16660
    },
    {
      "epoch": 4.261247443762781,
      "grad_norm": 0.5344707369804382,
      "learning_rate": 6.508163161662994e-07,
      "loss": 0.001,
      "step": 16670
    },
    {
      "epoch": 4.263803680981595,
      "grad_norm": 0.01154622994363308,
      "learning_rate": 6.464211980723223e-07,
      "loss": 0.0011,
      "step": 16680
    },
    {
      "epoch": 4.266359918200409,
      "grad_norm": 0.014204679057002068,
      "learning_rate": 6.42039945088369e-07,
      "loss": 0.0008,
      "step": 16690
    },
    {
      "epoch": 4.268916155419223,
      "grad_norm": 0.17623376846313477,
      "learning_rate": 6.376725711676829e-07,
      "loss": 0.0004,
      "step": 16700
    },
    {
      "epoch": 4.271472392638037,
      "grad_norm": 0.15494291484355927,
      "learning_rate": 6.33319090219311e-07,
      "loss": 0.0002,
      "step": 16710
    },
    {
      "epoch": 4.274028629856851,
      "grad_norm": 0.007995120249688625,
      "learning_rate": 6.289795161080492e-07,
      "loss": 0.0005,
      "step": 16720
    },
    {
      "epoch": 4.276584867075664,
      "grad_norm": 0.006873907521367073,
      "learning_rate": 6.246538626544074e-07,
      "loss": 0.0021,
      "step": 16730
    },
    {
      "epoch": 4.279141104294479,
      "grad_norm": 0.8828302621841431,
      "learning_rate": 6.203421436345597e-07,
      "loss": 0.0017,
      "step": 16740
    },
    {
      "epoch": 4.281697341513293,
      "grad_norm": 0.027829930186271667,
      "learning_rate": 6.160443727803034e-07,
      "loss": 0.0083,
      "step": 16750
    },
    {
      "epoch": 4.284253578732106,
      "grad_norm": 0.010724814608693123,
      "learning_rate": 6.11760563779012e-07,
      "loss": 0.001,
      "step": 16760
    },
    {
      "epoch": 4.28680981595092,
      "grad_norm": 0.005555745679885149,
      "learning_rate": 6.07490730273596e-07,
      "loss": 0.0013,
      "step": 16770
    },
    {
      "epoch": 4.289366053169734,
      "grad_norm": 0.5492291450500488,
      "learning_rate": 6.03234885862457e-07,
      "loss": 0.0018,
      "step": 16780
    },
    {
      "epoch": 4.291922290388548,
      "grad_norm": 0.01208993699401617,
      "learning_rate": 5.989930440994451e-07,
      "loss": 0.001,
      "step": 16790
    },
    {
      "epoch": 4.294478527607362,
      "grad_norm": 0.06638287752866745,
      "learning_rate": 5.947652184938124e-07,
      "loss": 0.0055,
      "step": 16800
    },
    {
      "epoch": 4.297034764826176,
      "grad_norm": 0.021167244762182236,
      "learning_rate": 5.905514225101761e-07,
      "loss": 0.0027,
      "step": 16810
    },
    {
      "epoch": 4.2995910020449895,
      "grad_norm": 0.01520733255892992,
      "learning_rate": 5.863516695684713e-07,
      "loss": 0.0002,
      "step": 16820
    },
    {
      "epoch": 4.302147239263804,
      "grad_norm": 0.41557273268699646,
      "learning_rate": 5.8216597304391e-07,
      "loss": 0.0003,
      "step": 16830
    },
    {
      "epoch": 4.304703476482618,
      "grad_norm": 0.0344698503613472,
      "learning_rate": 5.779943462669357e-07,
      "loss": 0.0006,
      "step": 16840
    },
    {
      "epoch": 4.3072597137014315,
      "grad_norm": 0.5560601353645325,
      "learning_rate": 5.738368025231856e-07,
      "loss": 0.0053,
      "step": 16850
    },
    {
      "epoch": 4.309815950920245,
      "grad_norm": 0.014782343059778214,
      "learning_rate": 5.696933550534445e-07,
      "loss": 0.0003,
      "step": 16860
    },
    {
      "epoch": 4.31237218813906,
      "grad_norm": 0.018144864588975906,
      "learning_rate": 5.655640170536053e-07,
      "loss": 0.0014,
      "step": 16870
    },
    {
      "epoch": 4.3149284253578735,
      "grad_norm": 0.0022675390355288982,
      "learning_rate": 5.614488016746216e-07,
      "loss": 0.0007,
      "step": 16880
    },
    {
      "epoch": 4.317484662576687,
      "grad_norm": 0.22662724554538727,
      "learning_rate": 5.573477220224777e-07,
      "loss": 0.0006,
      "step": 16890
    },
    {
      "epoch": 4.320040899795501,
      "grad_norm": 0.011389585211873055,
      "learning_rate": 5.532607911581294e-07,
      "loss": 0.0022,
      "step": 16900
    },
    {
      "epoch": 4.322597137014315,
      "grad_norm": 0.06751693785190582,
      "learning_rate": 5.491880220974799e-07,
      "loss": 0.0005,
      "step": 16910
    },
    {
      "epoch": 4.325153374233129,
      "grad_norm": 0.006349935662001371,
      "learning_rate": 5.451294278113234e-07,
      "loss": 0.0002,
      "step": 16920
    },
    {
      "epoch": 4.327709611451943,
      "grad_norm": 0.013773099519312382,
      "learning_rate": 5.410850212253193e-07,
      "loss": 0.0001,
      "step": 16930
    },
    {
      "epoch": 4.330265848670757,
      "grad_norm": 0.010721610859036446,
      "learning_rate": 5.37054815219934e-07,
      "loss": 0.0001,
      "step": 16940
    },
    {
      "epoch": 4.33282208588957,
      "grad_norm": 0.3423142433166504,
      "learning_rate": 5.330388226304145e-07,
      "loss": 0.0005,
      "step": 16950
    },
    {
      "epoch": 4.335378323108385,
      "grad_norm": 1.396784782409668,
      "learning_rate": 5.290370562467378e-07,
      "loss": 0.0034,
      "step": 16960
    },
    {
      "epoch": 4.337934560327199,
      "grad_norm": 0.018410976976156235,
      "learning_rate": 5.250495288135776e-07,
      "loss": 0.001,
      "step": 16970
    },
    {
      "epoch": 4.340490797546012,
      "grad_norm": 0.0063552772626280785,
      "learning_rate": 5.210762530302554e-07,
      "loss": 0.0005,
      "step": 16980
    },
    {
      "epoch": 4.343047034764826,
      "grad_norm": 0.010990941897034645,
      "learning_rate": 5.17117241550707e-07,
      "loss": 0.0022,
      "step": 16990
    },
    {
      "epoch": 4.34560327198364,
      "grad_norm": 0.009601407684385777,
      "learning_rate": 5.131725069834403e-07,
      "loss": 0.0004,
      "step": 17000
    },
    {
      "epoch": 4.348159509202454,
      "grad_norm": 0.010526538826525211,
      "learning_rate": 5.092420618914934e-07,
      "loss": 0.0007,
      "step": 17010
    },
    {
      "epoch": 4.350715746421268,
      "grad_norm": 0.02961459383368492,
      "learning_rate": 5.053259187923981e-07,
      "loss": 0.0008,
      "step": 17020
    },
    {
      "epoch": 4.353271983640082,
      "grad_norm": 0.9297602772712708,
      "learning_rate": 5.01424090158133e-07,
      "loss": 0.0008,
      "step": 17030
    },
    {
      "epoch": 4.355828220858895,
      "grad_norm": 0.12763309478759766,
      "learning_rate": 4.975365884150951e-07,
      "loss": 0.0002,
      "step": 17040
    },
    {
      "epoch": 4.35838445807771,
      "grad_norm": 0.005043504294008017,
      "learning_rate": 4.93663425944047e-07,
      "loss": 0.001,
      "step": 17050
    },
    {
      "epoch": 4.360940695296524,
      "grad_norm": 0.7221952676773071,
      "learning_rate": 4.8980461508009e-07,
      "loss": 0.0012,
      "step": 17060
    },
    {
      "epoch": 4.363496932515337,
      "grad_norm": 0.00512282457202673,
      "learning_rate": 4.85960168112613e-07,
      "loss": 0.0041,
      "step": 17070
    },
    {
      "epoch": 4.366053169734151,
      "grad_norm": 0.27002206444740295,
      "learning_rate": 4.821300972852666e-07,
      "loss": 0.002,
      "step": 17080
    },
    {
      "epoch": 4.368609406952965,
      "grad_norm": 0.0055974265560507774,
      "learning_rate": 4.783144147959096e-07,
      "loss": 0.0001,
      "step": 17090
    },
    {
      "epoch": 4.371165644171779,
      "grad_norm": 0.011708883568644524,
      "learning_rate": 4.745131327965818e-07,
      "loss": 0.0006,
      "step": 17100
    },
    {
      "epoch": 4.373721881390593,
      "grad_norm": 0.47823408246040344,
      "learning_rate": 4.7072626339345896e-07,
      "loss": 0.0006,
      "step": 17110
    },
    {
      "epoch": 4.376278118609407,
      "grad_norm": 0.01948222517967224,
      "learning_rate": 4.669538186468192e-07,
      "loss": 0.0007,
      "step": 17120
    },
    {
      "epoch": 4.378834355828221,
      "grad_norm": 0.006773567758500576,
      "learning_rate": 4.6319581057099604e-07,
      "loss": 0.0009,
      "step": 17130
    },
    {
      "epoch": 4.381390593047035,
      "grad_norm": 0.009596975520253181,
      "learning_rate": 4.5945225113435024e-07,
      "loss": 0.0005,
      "step": 17140
    },
    {
      "epoch": 4.383946830265849,
      "grad_norm": 0.007052087225019932,
      "learning_rate": 4.557231522592254e-07,
      "loss": 0.0102,
      "step": 17150
    },
    {
      "epoch": 4.386503067484663,
      "grad_norm": 0.00172753247898072,
      "learning_rate": 4.520085258219131e-07,
      "loss": 0.0011,
      "step": 17160
    },
    {
      "epoch": 4.389059304703476,
      "grad_norm": 0.0074590700678527355,
      "learning_rate": 4.4830838365261086e-07,
      "loss": 0.0003,
      "step": 17170
    },
    {
      "epoch": 4.39161554192229,
      "grad_norm": 0.011804984882473946,
      "learning_rate": 4.446227375353895e-07,
      "loss": 0.0001,
      "step": 17180
    },
    {
      "epoch": 4.394171779141105,
      "grad_norm": 0.011131849139928818,
      "learning_rate": 4.4095159920815254e-07,
      "loss": 0.0064,
      "step": 17190
    },
    {
      "epoch": 4.396728016359918,
      "grad_norm": 0.01048702746629715,
      "learning_rate": 4.3729498036260144e-07,
      "loss": 0.0001,
      "step": 17200
    },
    {
      "epoch": 4.399284253578732,
      "grad_norm": 0.005339341703802347,
      "learning_rate": 4.336528926441924e-07,
      "loss": 0.0013,
      "step": 17210
    },
    {
      "epoch": 4.401840490797546,
      "grad_norm": 0.005323043093085289,
      "learning_rate": 4.300253476521077e-07,
      "loss": 0.0006,
      "step": 17220
    },
    {
      "epoch": 4.40439672801636,
      "grad_norm": 4.231276512145996,
      "learning_rate": 4.2641235693921257e-07,
      "loss": 0.0021,
      "step": 17230
    },
    {
      "epoch": 4.406952965235174,
      "grad_norm": 0.007030295208096504,
      "learning_rate": 4.228139320120211e-07,
      "loss": 0.0004,
      "step": 17240
    },
    {
      "epoch": 4.409509202453988,
      "grad_norm": 0.0034739875700324774,
      "learning_rate": 4.1923008433065627e-07,
      "loss": 0.0014,
      "step": 17250
    },
    {
      "epoch": 4.412065439672801,
      "grad_norm": 0.008167327381670475,
      "learning_rate": 4.1566082530882126e-07,
      "loss": 0.0004,
      "step": 17260
    },
    {
      "epoch": 4.414621676891615,
      "grad_norm": 0.008502046577632427,
      "learning_rate": 4.1210616631375267e-07,
      "loss": 0.0003,
      "step": 17270
    },
    {
      "epoch": 4.41717791411043,
      "grad_norm": 0.011800073087215424,
      "learning_rate": 4.085661186661921e-07,
      "loss": 0.0001,
      "step": 17280
    },
    {
      "epoch": 4.419734151329243,
      "grad_norm": 0.013263700529932976,
      "learning_rate": 4.050406936403456e-07,
      "loss": 0.0001,
      "step": 17290
    },
    {
      "epoch": 4.422290388548057,
      "grad_norm": 2.6378958225250244,
      "learning_rate": 4.015299024638536e-07,
      "loss": 0.001,
      "step": 17300
    },
    {
      "epoch": 4.424846625766871,
      "grad_norm": 0.012993947602808475,
      "learning_rate": 3.9803375631774555e-07,
      "loss": 0.0008,
      "step": 17310
    },
    {
      "epoch": 4.427402862985685,
      "grad_norm": 0.01075220387428999,
      "learning_rate": 3.945522663364154e-07,
      "loss": 0.0001,
      "step": 17320
    },
    {
      "epoch": 4.429959100204499,
      "grad_norm": 0.2742706537246704,
      "learning_rate": 3.910854436075767e-07,
      "loss": 0.0002,
      "step": 17330
    },
    {
      "epoch": 4.432515337423313,
      "grad_norm": 0.007065648213028908,
      "learning_rate": 3.876332991722348e-07,
      "loss": 0.0016,
      "step": 17340
    },
    {
      "epoch": 4.4350715746421265,
      "grad_norm": 0.020136894658207893,
      "learning_rate": 3.84195844024644e-07,
      "loss": 0.0005,
      "step": 17350
    },
    {
      "epoch": 4.43762781186094,
      "grad_norm": 0.027455536648631096,
      "learning_rate": 3.8077308911227964e-07,
      "loss": 0.0006,
      "step": 17360
    },
    {
      "epoch": 4.440184049079755,
      "grad_norm": 0.05177016928792,
      "learning_rate": 3.773650453358008e-07,
      "loss": 0.0005,
      "step": 17370
    },
    {
      "epoch": 4.4427402862985685,
      "grad_norm": 1.8424170017242432,
      "learning_rate": 3.739717235490137e-07,
      "loss": 0.0013,
      "step": 17380
    },
    {
      "epoch": 4.445296523517382,
      "grad_norm": 0.1712723970413208,
      "learning_rate": 3.705931345588376e-07,
      "loss": 0.0003,
      "step": 17390
    },
    {
      "epoch": 4.447852760736196,
      "grad_norm": 0.09310045093297958,
      "learning_rate": 3.672292891252732e-07,
      "loss": 0.0001,
      "step": 17400
    },
    {
      "epoch": 4.4504089979550105,
      "grad_norm": 0.0639791414141655,
      "learning_rate": 3.6388019796136654e-07,
      "loss": 0.001,
      "step": 17410
    },
    {
      "epoch": 4.452965235173824,
      "grad_norm": 0.0685553252696991,
      "learning_rate": 3.605458717331739e-07,
      "loss": 0.0006,
      "step": 17420
    },
    {
      "epoch": 4.455521472392638,
      "grad_norm": 0.034271907061338425,
      "learning_rate": 3.5722632105972765e-07,
      "loss": 0.0007,
      "step": 17430
    },
    {
      "epoch": 4.458077709611452,
      "grad_norm": 0.04286443442106247,
      "learning_rate": 3.539215565130055e-07,
      "loss": 0.0007,
      "step": 17440
    },
    {
      "epoch": 4.460633946830266,
      "grad_norm": 0.02046520821750164,
      "learning_rate": 3.506315886178957e-07,
      "loss": 0.0006,
      "step": 17450
    },
    {
      "epoch": 4.46319018404908,
      "grad_norm": 0.012680341489613056,
      "learning_rate": 3.4735642785215963e-07,
      "loss": 0.0041,
      "step": 17460
    },
    {
      "epoch": 4.465746421267894,
      "grad_norm": 0.005123642738908529,
      "learning_rate": 3.4409608464640366e-07,
      "loss": 0.0006,
      "step": 17470
    },
    {
      "epoch": 4.468302658486707,
      "grad_norm": 0.003161899745464325,
      "learning_rate": 3.4085056938404303e-07,
      "loss": 0.0009,
      "step": 17480
    },
    {
      "epoch": 4.470858895705521,
      "grad_norm": 0.009017124772071838,
      "learning_rate": 3.376198924012708e-07,
      "loss": 0.001,
      "step": 17490
    },
    {
      "epoch": 4.473415132924336,
      "grad_norm": 0.04075018689036369,
      "learning_rate": 3.3440406398702055e-07,
      "loss": 0.0024,
      "step": 17500
    },
    {
      "epoch": 4.475971370143149,
      "grad_norm": 3.3212058544158936,
      "learning_rate": 3.3120309438293973e-07,
      "loss": 0.0038,
      "step": 17510
    },
    {
      "epoch": 4.478527607361963,
      "grad_norm": 0.15001584589481354,
      "learning_rate": 3.2801699378335274e-07,
      "loss": 0.0001,
      "step": 17520
    },
    {
      "epoch": 4.481083844580777,
      "grad_norm": 0.054374609142541885,
      "learning_rate": 3.248457723352316e-07,
      "loss": 0.0008,
      "step": 17530
    },
    {
      "epoch": 4.483640081799591,
      "grad_norm": 0.01903144083917141,
      "learning_rate": 3.2168944013815764e-07,
      "loss": 0.0002,
      "step": 17540
    },
    {
      "epoch": 4.486196319018405,
      "grad_norm": 0.012091502547264099,
      "learning_rate": 3.1854800724429703e-07,
      "loss": 0.0003,
      "step": 17550
    },
    {
      "epoch": 4.488752556237219,
      "grad_norm": 0.0041188085451722145,
      "learning_rate": 3.1542148365836465e-07,
      "loss": 0.0001,
      "step": 17560
    },
    {
      "epoch": 4.4913087934560325,
      "grad_norm": 0.004006090573966503,
      "learning_rate": 3.123098793375928e-07,
      "loss": 0.0055,
      "step": 17570
    },
    {
      "epoch": 4.493865030674846,
      "grad_norm": 4.543797016143799,
      "learning_rate": 3.092132041916979e-07,
      "loss": 0.0013,
      "step": 17580
    },
    {
      "epoch": 4.496421267893661,
      "grad_norm": 0.006038820371031761,
      "learning_rate": 3.06131468082852e-07,
      "loss": 0.0002,
      "step": 17590
    },
    {
      "epoch": 4.4989775051124745,
      "grad_norm": 0.06375231593847275,
      "learning_rate": 3.0306468082564933e-07,
      "loss": 0.0013,
      "step": 17600
    },
    {
      "epoch": 4.501533742331288,
      "grad_norm": 0.010167334228754044,
      "learning_rate": 3.000128521870771e-07,
      "loss": 0.0001,
      "step": 17610
    },
    {
      "epoch": 4.504089979550102,
      "grad_norm": 0.3248971700668335,
      "learning_rate": 2.969759918864784e-07,
      "loss": 0.0001,
      "step": 17620
    },
    {
      "epoch": 4.5066462167689165,
      "grad_norm": 0.0035574256908148527,
      "learning_rate": 2.939541095955334e-07,
      "loss": 0.0016,
      "step": 17630
    },
    {
      "epoch": 4.50920245398773,
      "grad_norm": 0.0564039871096611,
      "learning_rate": 2.9094721493821255e-07,
      "loss": 0.0009,
      "step": 17640
    },
    {
      "epoch": 4.511758691206544,
      "grad_norm": 0.0021962756291031837,
      "learning_rate": 2.8795531749076067e-07,
      "loss": 0.0008,
      "step": 17650
    },
    {
      "epoch": 4.514314928425358,
      "grad_norm": 0.00536281056702137,
      "learning_rate": 2.8497842678165467e-07,
      "loss": 0.0006,
      "step": 17660
    },
    {
      "epoch": 4.516871165644172,
      "grad_norm": 0.007071573752909899,
      "learning_rate": 2.8201655229158465e-07,
      "loss": 0.0002,
      "step": 17670
    },
    {
      "epoch": 4.519427402862986,
      "grad_norm": 6.006162643432617,
      "learning_rate": 2.7906970345341177e-07,
      "loss": 0.0027,
      "step": 17680
    },
    {
      "epoch": 4.5219836400818,
      "grad_norm": 0.013232548721134663,
      "learning_rate": 2.761378896521477e-07,
      "loss": 0.0009,
      "step": 17690
    },
    {
      "epoch": 4.524539877300613,
      "grad_norm": 0.007870076224207878,
      "learning_rate": 2.732211202249202e-07,
      "loss": 0.0004,
      "step": 17700
    },
    {
      "epoch": 4.527096114519427,
      "grad_norm": 0.001714581623673439,
      "learning_rate": 2.7031940446094475e-07,
      "loss": 0.0005,
      "step": 17710
    },
    {
      "epoch": 4.529652351738242,
      "grad_norm": 0.7307052612304688,
      "learning_rate": 2.674327516014924e-07,
      "loss": 0.0004,
      "step": 17720
    },
    {
      "epoch": 4.532208588957055,
      "grad_norm": 0.15873846411705017,
      "learning_rate": 2.6456117083986487e-07,
      "loss": 0.0001,
      "step": 17730
    },
    {
      "epoch": 4.534764826175869,
      "grad_norm": 0.02356737293303013,
      "learning_rate": 2.617046713213617e-07,
      "loss": 0.0005,
      "step": 17740
    },
    {
      "epoch": 4.537321063394683,
      "grad_norm": 0.005058961920440197,
      "learning_rate": 2.5886326214325297e-07,
      "loss": 0.0061,
      "step": 17750
    },
    {
      "epoch": 4.539877300613497,
      "grad_norm": 0.007151829544454813,
      "learning_rate": 2.560369523547485e-07,
      "loss": 0.0011,
      "step": 17760
    },
    {
      "epoch": 4.542433537832311,
      "grad_norm": 0.008786034770309925,
      "learning_rate": 2.5322575095697077e-07,
      "loss": 0.0012,
      "step": 17770
    },
    {
      "epoch": 4.544989775051125,
      "grad_norm": 0.01927710324525833,
      "learning_rate": 2.50429666902926e-07,
      "loss": 0.0001,
      "step": 17780
    },
    {
      "epoch": 4.5475460122699385,
      "grad_norm": 0.008998622186481953,
      "learning_rate": 2.476487090974755e-07,
      "loss": 0.0002,
      "step": 17790
    },
    {
      "epoch": 4.550102249488752,
      "grad_norm": 0.007529801689088345,
      "learning_rate": 2.448828863973052e-07,
      "loss": 0.0006,
      "step": 17800
    },
    {
      "epoch": 4.552658486707567,
      "grad_norm": 0.039857879281044006,
      "learning_rate": 2.4213220761090173e-07,
      "loss": 0.0069,
      "step": 17810
    },
    {
      "epoch": 4.5552147239263805,
      "grad_norm": 0.008589456789195538,
      "learning_rate": 2.3939668149852046e-07,
      "loss": 0.0001,
      "step": 17820
    },
    {
      "epoch": 4.557770961145194,
      "grad_norm": 0.005125945899635553,
      "learning_rate": 2.366763167721603e-07,
      "loss": 0.0003,
      "step": 17830
    },
    {
      "epoch": 4.560327198364008,
      "grad_norm": 0.004016405437141657,
      "learning_rate": 2.3397112209553207e-07,
      "loss": 0.0002,
      "step": 17840
    },
    {
      "epoch": 4.5628834355828225,
      "grad_norm": 0.08685509860515594,
      "learning_rate": 2.312811060840381e-07,
      "loss": 0.0026,
      "step": 17850
    },
    {
      "epoch": 4.565439672801636,
      "grad_norm": 0.0353722870349884,
      "learning_rate": 2.286062773047354e-07,
      "loss": 0.0001,
      "step": 17860
    },
    {
      "epoch": 4.56799591002045,
      "grad_norm": 0.021159430965781212,
      "learning_rate": 2.2594664427631807e-07,
      "loss": 0.0001,
      "step": 17870
    },
    {
      "epoch": 4.570552147239264,
      "grad_norm": 0.02464616298675537,
      "learning_rate": 2.2330221546908005e-07,
      "loss": 0.0002,
      "step": 17880
    },
    {
      "epoch": 4.573108384458077,
      "grad_norm": 0.042522210627794266,
      "learning_rate": 2.2067299930489838e-07,
      "loss": 0.0002,
      "step": 17890
    },
    {
      "epoch": 4.575664621676892,
      "grad_norm": 0.03682945668697357,
      "learning_rate": 2.180590041571995e-07,
      "loss": 0.0001,
      "step": 17900
    },
    {
      "epoch": 4.578220858895706,
      "grad_norm": 0.006650723051279783,
      "learning_rate": 2.15460238350933e-07,
      "loss": 0.0001,
      "step": 17910
    },
    {
      "epoch": 4.580777096114519,
      "grad_norm": 0.008757648058235645,
      "learning_rate": 2.1287671016254897e-07,
      "loss": 0.0002,
      "step": 17920
    },
    {
      "epoch": 4.583333333333333,
      "grad_norm": 0.17380449175834656,
      "learning_rate": 2.1030842781996796e-07,
      "loss": 0.0002,
      "step": 17930
    },
    {
      "epoch": 4.585889570552148,
      "grad_norm": 0.010563348419964314,
      "learning_rate": 2.0775539950255774e-07,
      "loss": 0.0002,
      "step": 17940
    },
    {
      "epoch": 4.588445807770961,
      "grad_norm": 0.1902349591255188,
      "learning_rate": 2.0521763334110324e-07,
      "loss": 0.0002,
      "step": 17950
    },
    {
      "epoch": 4.591002044989775,
      "grad_norm": 0.012331271544098854,
      "learning_rate": 2.0269513741778492e-07,
      "loss": 0.0002,
      "step": 17960
    },
    {
      "epoch": 4.593558282208589,
      "grad_norm": 0.03246452286839485,
      "learning_rate": 2.0018791976615048e-07,
      "loss": 0.0001,
      "step": 17970
    },
    {
      "epoch": 4.5961145194274025,
      "grad_norm": 0.03161914646625519,
      "learning_rate": 1.9769598837109105e-07,
      "loss": 0.0051,
      "step": 17980
    },
    {
      "epoch": 4.598670756646217,
      "grad_norm": 0.0297340489923954,
      "learning_rate": 1.9521935116881107e-07,
      "loss": 0.0002,
      "step": 17990
    },
    {
      "epoch": 4.601226993865031,
      "grad_norm": 3.1284525394439697,
      "learning_rate": 1.9275801604681232e-07,
      "loss": 0.0012,
      "step": 18000
    },
    {
      "epoch": 4.6037832310838445,
      "grad_norm": 0.005135530140250921,
      "learning_rate": 1.9031199084385833e-07,
      "loss": 0.0006,
      "step": 18010
    },
    {
      "epoch": 4.606339468302658,
      "grad_norm": 0.005707759875804186,
      "learning_rate": 1.8788128334995715e-07,
      "loss": 0.0001,
      "step": 18020
    },
    {
      "epoch": 4.608895705521473,
      "grad_norm": 0.008373766206204891,
      "learning_rate": 1.8546590130633035e-07,
      "loss": 0.0011,
      "step": 18030
    },
    {
      "epoch": 4.6114519427402865,
      "grad_norm": 0.013387088663876057,
      "learning_rate": 1.8306585240539576e-07,
      "loss": 0.0,
      "step": 18040
    },
    {
      "epoch": 4.6140081799591,
      "grad_norm": 0.0016770199872553349,
      "learning_rate": 1.8068114429073524e-07,
      "loss": 0.0002,
      "step": 18050
    },
    {
      "epoch": 4.616564417177914,
      "grad_norm": 0.005193398799747229,
      "learning_rate": 1.7831178455707533e-07,
      "loss": 0.0001,
      "step": 18060
    },
    {
      "epoch": 4.619120654396728,
      "grad_norm": 0.008146319538354874,
      "learning_rate": 1.759577807502627e-07,
      "loss": 0.001,
      "step": 18070
    },
    {
      "epoch": 4.621676891615542,
      "grad_norm": 0.00837623793631792,
      "learning_rate": 1.736191403672377e-07,
      "loss": 0.0028,
      "step": 18080
    },
    {
      "epoch": 4.624233128834356,
      "grad_norm": 0.0052582272328436375,
      "learning_rate": 1.7129587085601084e-07,
      "loss": 0.0031,
      "step": 18090
    },
    {
      "epoch": 4.62678936605317,
      "grad_norm": 0.004001881927251816,
      "learning_rate": 1.689879796156424e-07,
      "loss": 0.0001,
      "step": 18100
    },
    {
      "epoch": 4.629345603271983,
      "grad_norm": 0.00547180837020278,
      "learning_rate": 1.6669547399621567e-07,
      "loss": 0.0012,
      "step": 18110
    },
    {
      "epoch": 4.631901840490798,
      "grad_norm": 0.01456737145781517,
      "learning_rate": 1.6441836129881427e-07,
      "loss": 0.0002,
      "step": 18120
    },
    {
      "epoch": 4.634458077709612,
      "grad_norm": 0.02086499147117138,
      "learning_rate": 1.6215664877549774e-07,
      "loss": 0.0005,
      "step": 18130
    },
    {
      "epoch": 4.637014314928425,
      "grad_norm": 0.012769919820129871,
      "learning_rate": 1.5991034362928204e-07,
      "loss": 0.0002,
      "step": 18140
    },
    {
      "epoch": 4.639570552147239,
      "grad_norm": 0.18312056362628937,
      "learning_rate": 1.576794530141129e-07,
      "loss": 0.0016,
      "step": 18150
    },
    {
      "epoch": 4.642126789366053,
      "grad_norm": 0.0038857313338667154,
      "learning_rate": 1.5546398403484542e-07,
      "loss": 0.0028,
      "step": 18160
    },
    {
      "epoch": 4.644683026584867,
      "grad_norm": 0.011599598452448845,
      "learning_rate": 1.5326394374721887e-07,
      "loss": 0.0001,
      "step": 18170
    },
    {
      "epoch": 4.647239263803681,
      "grad_norm": 0.01293268147855997,
      "learning_rate": 1.5107933915783745e-07,
      "loss": 0.0008,
      "step": 18180
    },
    {
      "epoch": 4.649795501022495,
      "grad_norm": 0.012520798482000828,
      "learning_rate": 1.4891017722414525e-07,
      "loss": 0.0012,
      "step": 18190
    },
    {
      "epoch": 4.652351738241308,
      "grad_norm": 1.7857009172439575,
      "learning_rate": 1.467564648544062e-07,
      "loss": 0.0014,
      "step": 18200
    },
    {
      "epoch": 4.654907975460123,
      "grad_norm": 0.0051713059656322,
      "learning_rate": 1.4461820890767976e-07,
      "loss": 0.0001,
      "step": 18210
    },
    {
      "epoch": 4.657464212678937,
      "grad_norm": 0.27911797165870667,
      "learning_rate": 1.424954161938019e-07,
      "loss": 0.0002,
      "step": 18220
    },
    {
      "epoch": 4.66002044989775,
      "grad_norm": 0.030297599732875824,
      "learning_rate": 1.4038809347336036e-07,
      "loss": 0.0001,
      "step": 18230
    },
    {
      "epoch": 4.662576687116564,
      "grad_norm": 0.008832601830363274,
      "learning_rate": 1.38296247457676e-07,
      "loss": 0.0002,
      "step": 18240
    },
    {
      "epoch": 4.665132924335378,
      "grad_norm": 0.015586239285767078,
      "learning_rate": 1.3621988480877812e-07,
      "loss": 0.0001,
      "step": 18250
    },
    {
      "epoch": 4.6676891615541924,
      "grad_norm": 0.010234987363219261,
      "learning_rate": 1.341590121393882e-07,
      "loss": 0.0001,
      "step": 18260
    },
    {
      "epoch": 4.670245398773006,
      "grad_norm": 0.0027397891972213984,
      "learning_rate": 1.3211363601289273e-07,
      "loss": 0.0033,
      "step": 18270
    },
    {
      "epoch": 4.67280163599182,
      "grad_norm": 0.009892730042338371,
      "learning_rate": 1.3008376294332715e-07,
      "loss": 0.0001,
      "step": 18280
    },
    {
      "epoch": 4.675357873210634,
      "grad_norm": 0.03709021210670471,
      "learning_rate": 1.2806939939535358e-07,
      "loss": 0.0001,
      "step": 18290
    },
    {
      "epoch": 4.677914110429448,
      "grad_norm": 0.006908297538757324,
      "learning_rate": 1.2607055178423978e-07,
      "loss": 0.0001,
      "step": 18300
    },
    {
      "epoch": 4.680470347648262,
      "grad_norm": 0.009108340367674828,
      "learning_rate": 1.2408722647583692e-07,
      "loss": 0.0001,
      "step": 18310
    },
    {
      "epoch": 4.683026584867076,
      "grad_norm": 0.009007609449326992,
      "learning_rate": 1.221194297865641e-07,
      "loss": 0.0006,
      "step": 18320
    },
    {
      "epoch": 4.685582822085889,
      "grad_norm": 0.16736240684986115,
      "learning_rate": 1.2016716798338436e-07,
      "loss": 0.0004,
      "step": 18330
    },
    {
      "epoch": 4.688139059304703,
      "grad_norm": 0.015963025391101837,
      "learning_rate": 1.182304472837853e-07,
      "loss": 0.0001,
      "step": 18340
    },
    {
      "epoch": 4.690695296523518,
      "grad_norm": 2.035236358642578,
      "learning_rate": 1.1630927385576196e-07,
      "loss": 0.0034,
      "step": 18350
    },
    {
      "epoch": 4.693251533742331,
      "grad_norm": 0.017824502661824226,
      "learning_rate": 1.1440365381779117e-07,
      "loss": 0.0003,
      "step": 18360
    },
    {
      "epoch": 4.695807770961145,
      "grad_norm": 0.021831089630723,
      "learning_rate": 1.1251359323881994e-07,
      "loss": 0.0004,
      "step": 18370
    },
    {
      "epoch": 4.69836400817996,
      "grad_norm": 0.016453437507152557,
      "learning_rate": 1.1063909813823992e-07,
      "loss": 0.0002,
      "step": 18380
    },
    {
      "epoch": 4.700920245398773,
      "grad_norm": 0.0010980580700561404,
      "learning_rate": 1.0878017448587075e-07,
      "loss": 0.0007,
      "step": 18390
    },
    {
      "epoch": 4.703476482617587,
      "grad_norm": 0.015402301214635372,
      "learning_rate": 1.0693682820194062e-07,
      "loss": 0.0001,
      "step": 18400
    },
    {
      "epoch": 4.706032719836401,
      "grad_norm": 0.00750606507062912,
      "learning_rate": 1.0510906515706798e-07,
      "loss": 0.0001,
      "step": 18410
    },
    {
      "epoch": 4.708588957055214,
      "grad_norm": 0.007333151530474424,
      "learning_rate": 1.0329689117224262e-07,
      "loss": 0.0001,
      "step": 18420
    },
    {
      "epoch": 4.711145194274029,
      "grad_norm": 0.043747998774051666,
      "learning_rate": 1.0150031201880573e-07,
      "loss": 0.0017,
      "step": 18430
    },
    {
      "epoch": 4.713701431492843,
      "grad_norm": 0.038498375564813614,
      "learning_rate": 9.97193334184332e-08,
      "loss": 0.0005,
      "step": 18440
    },
    {
      "epoch": 4.716257668711656,
      "grad_norm": 0.01316425297409296,
      "learning_rate": 9.79539610431185e-08,
      "loss": 0.0001,
      "step": 18450
    },
    {
      "epoch": 4.71881390593047,
      "grad_norm": 0.014060962945222855,
      "learning_rate": 9.620420051514978e-08,
      "loss": 0.0002,
      "step": 18460
    },
    {
      "epoch": 4.721370143149285,
      "grad_norm": 0.014505197294056416,
      "learning_rate": 9.44700574070978e-08,
      "loss": 0.002,
      "step": 18470
    },
    {
      "epoch": 4.723926380368098,
      "grad_norm": 0.006656293291598558,
      "learning_rate": 9.275153724179475e-08,
      "loss": 0.001,
      "step": 18480
    },
    {
      "epoch": 4.726482617586912,
      "grad_norm": 0.009168506599962711,
      "learning_rate": 9.104864549231706e-08,
      "loss": 0.0005,
      "step": 18490
    },
    {
      "epoch": 4.729038854805726,
      "grad_norm": 0.016905134543776512,
      "learning_rate": 8.936138758196933e-08,
      "loss": 0.0001,
      "step": 18500
    },
    {
      "epoch": 4.7315950920245395,
      "grad_norm": 0.012130284681916237,
      "learning_rate": 8.768976888426484e-08,
      "loss": 0.0001,
      "step": 18510
    },
    {
      "epoch": 4.734151329243354,
      "grad_norm": 0.08311706781387329,
      "learning_rate": 8.603379472291118e-08,
      "loss": 0.0006,
      "step": 18520
    },
    {
      "epoch": 4.736707566462168,
      "grad_norm": 0.006343462970107794,
      "learning_rate": 8.43934703717908e-08,
      "loss": 0.0001,
      "step": 18530
    },
    {
      "epoch": 4.7392638036809815,
      "grad_norm": 0.0163714736700058,
      "learning_rate": 8.27688010549449e-08,
      "loss": 0.0001,
      "step": 18540
    },
    {
      "epoch": 4.741820040899795,
      "grad_norm": 0.004221266135573387,
      "learning_rate": 8.115979194655843e-08,
      "loss": 0.0006,
      "step": 18550
    },
    {
      "epoch": 4.74437627811861,
      "grad_norm": 0.21704137325286865,
      "learning_rate": 7.956644817094072e-08,
      "loss": 0.0005,
      "step": 18560
    },
    {
      "epoch": 4.7469325153374236,
      "grad_norm": 0.010948584415018559,
      "learning_rate": 7.798877480251321e-08,
      "loss": 0.0002,
      "step": 18570
    },
    {
      "epoch": 4.749488752556237,
      "grad_norm": 0.004772350657731295,
      "learning_rate": 7.642677686578726e-08,
      "loss": 0.0001,
      "step": 18580
    },
    {
      "epoch": 4.752044989775051,
      "grad_norm": 0.005361333955079317,
      "learning_rate": 7.488045933535582e-08,
      "loss": 0.0004,
      "step": 18590
    },
    {
      "epoch": 4.754601226993865,
      "grad_norm": 0.014715801924467087,
      "learning_rate": 7.334982713586958e-08,
      "loss": 0.0013,
      "step": 18600
    },
    {
      "epoch": 4.757157464212679,
      "grad_norm": 0.16467002034187317,
      "learning_rate": 7.183488514202863e-08,
      "loss": 0.0002,
      "step": 18610
    },
    {
      "epoch": 4.759713701431493,
      "grad_norm": 0.01957176998257637,
      "learning_rate": 7.03356381785597e-08,
      "loss": 0.0001,
      "step": 18620
    },
    {
      "epoch": 4.762269938650307,
      "grad_norm": 1.6649690866470337,
      "learning_rate": 6.885209102020896e-08,
      "loss": 0.0014,
      "step": 18630
    },
    {
      "epoch": 4.76482617586912,
      "grad_norm": 0.3953768014907837,
      "learning_rate": 6.73842483917192e-08,
      "loss": 0.0001,
      "step": 18640
    },
    {
      "epoch": 4.767382413087935,
      "grad_norm": 0.14624808728694916,
      "learning_rate": 6.593211496781881e-08,
      "loss": 0.0004,
      "step": 18650
    },
    {
      "epoch": 4.769938650306749,
      "grad_norm": 0.1692701280117035,
      "learning_rate": 6.449569537320677e-08,
      "loss": 0.0002,
      "step": 18660
    },
    {
      "epoch": 4.772494887525562,
      "grad_norm": 0.009253126569092274,
      "learning_rate": 6.307499418253705e-08,
      "loss": 0.0001,
      "step": 18670
    },
    {
      "epoch": 4.775051124744376,
      "grad_norm": 0.011899994686245918,
      "learning_rate": 6.167001592040367e-08,
      "loss": 0.0001,
      "step": 18680
    },
    {
      "epoch": 4.77760736196319,
      "grad_norm": 0.0060684094205498695,
      "learning_rate": 6.028076506132741e-08,
      "loss": 0.0014,
      "step": 18690
    },
    {
      "epoch": 4.780163599182004,
      "grad_norm": 0.004709139931946993,
      "learning_rate": 5.890724602974074e-08,
      "loss": 0.0001,
      "step": 18700
    },
    {
      "epoch": 4.782719836400818,
      "grad_norm": 0.01010716613382101,
      "learning_rate": 5.7549463199974566e-08,
      "loss": 0.0001,
      "step": 18710
    },
    {
      "epoch": 4.785276073619632,
      "grad_norm": 0.016905710101127625,
      "learning_rate": 5.6207420896242646e-08,
      "loss": 0.0001,
      "step": 18720
    },
    {
      "epoch": 4.7878323108384455,
      "grad_norm": 0.016229376196861267,
      "learning_rate": 5.488112339263052e-08,
      "loss": 0.0002,
      "step": 18730
    },
    {
      "epoch": 4.79038854805726,
      "grad_norm": 0.05223598703742027,
      "learning_rate": 5.3570574913078264e-08,
      "loss": 0.0006,
      "step": 18740
    },
    {
      "epoch": 4.792944785276074,
      "grad_norm": 2.0258493423461914,
      "learning_rate": 5.2275779631371646e-08,
      "loss": 0.0006,
      "step": 18750
    },
    {
      "epoch": 4.7955010224948875,
      "grad_norm": 3.3475382328033447,
      "learning_rate": 5.0996741671123226e-08,
      "loss": 0.0017,
      "step": 18760
    },
    {
      "epoch": 4.798057259713701,
      "grad_norm": 0.05064383149147034,
      "learning_rate": 4.97334651057646e-08,
      "loss": 0.0011,
      "step": 18770
    },
    {
      "epoch": 4.800613496932515,
      "grad_norm": 0.023241933435201645,
      "learning_rate": 4.8485953958530286e-08,
      "loss": 0.0001,
      "step": 18780
    },
    {
      "epoch": 4.8031697341513295,
      "grad_norm": 0.016580374911427498,
      "learning_rate": 4.725421220244553e-08,
      "loss": 0.0005,
      "step": 18790
    },
    {
      "epoch": 4.805725971370143,
      "grad_norm": 0.029072437435388565,
      "learning_rate": 4.603824376031407e-08,
      "loss": 0.0009,
      "step": 18800
    },
    {
      "epoch": 4.808282208588957,
      "grad_norm": 0.012765723280608654,
      "learning_rate": 4.4838052504705406e-08,
      "loss": 0.0001,
      "step": 18810
    },
    {
      "epoch": 4.810838445807771,
      "grad_norm": 0.10864470154047012,
      "learning_rate": 4.3653642257943105e-08,
      "loss": 0.0001,
      "step": 18820
    },
    {
      "epoch": 4.813394683026585,
      "grad_norm": 0.876848578453064,
      "learning_rate": 4.248501679208983e-08,
      "loss": 0.0015,
      "step": 18830
    },
    {
      "epoch": 4.815950920245399,
      "grad_norm": 2.7491190433502197,
      "learning_rate": 4.133217982894011e-08,
      "loss": 0.0034,
      "step": 18840
    },
    {
      "epoch": 4.818507157464213,
      "grad_norm": 0.014472966082394123,
      "learning_rate": 4.019513504000372e-08,
      "loss": 0.002,
      "step": 18850
    },
    {
      "epoch": 4.821063394683026,
      "grad_norm": 2.2643988132476807,
      "learning_rate": 3.907388604649842e-08,
      "loss": 0.0031,
      "step": 18860
    },
    {
      "epoch": 4.82361963190184,
      "grad_norm": 1.9290136098861694,
      "learning_rate": 3.796843641933334e-08,
      "loss": 0.0006,
      "step": 18870
    },
    {
      "epoch": 4.826175869120655,
      "grad_norm": 0.0031455198768526316,
      "learning_rate": 3.687878967910285e-08,
      "loss": 0.0023,
      "step": 18880
    },
    {
      "epoch": 4.828732106339468,
      "grad_norm": 0.07761465013027191,
      "learning_rate": 3.580494929607159e-08,
      "loss": 0.0017,
      "step": 18890
    },
    {
      "epoch": 4.831288343558282,
      "grad_norm": 0.007843953557312489,
      "learning_rate": 3.4746918690165e-08,
      "loss": 0.0001,
      "step": 18900
    },
    {
      "epoch": 4.833844580777096,
      "grad_norm": 0.012562461197376251,
      "learning_rate": 3.370470123095826e-08,
      "loss": 0.0,
      "step": 18910
    },
    {
      "epoch": 4.83640081799591,
      "grad_norm": 0.030938010662794113,
      "learning_rate": 3.267830023766516e-08,
      "loss": 0.0003,
      "step": 18920
    },
    {
      "epoch": 4.838957055214724,
      "grad_norm": 0.011501450091600418,
      "learning_rate": 3.166771897912868e-08,
      "loss": 0.0,
      "step": 18930
    },
    {
      "epoch": 4.841513292433538,
      "grad_norm": 0.020580632612109184,
      "learning_rate": 3.0672960673808205e-08,
      "loss": 0.0001,
      "step": 18940
    },
    {
      "epoch": 4.8440695296523515,
      "grad_norm": 0.9514909386634827,
      "learning_rate": 2.969402848977232e-08,
      "loss": 0.0004,
      "step": 18950
    },
    {
      "epoch": 4.846625766871165,
      "grad_norm": 0.01408900786191225,
      "learning_rate": 2.873092554468604e-08,
      "loss": 0.0017,
      "step": 18960
    },
    {
      "epoch": 4.84918200408998,
      "grad_norm": 0.007879039272665977,
      "learning_rate": 2.7783654905803036e-08,
      "loss": 0.0007,
      "step": 18970
    },
    {
      "epoch": 4.8517382413087935,
      "grad_norm": 0.00814911350607872,
      "learning_rate": 2.6852219589953986e-08,
      "loss": 0.0012,
      "step": 18980
    },
    {
      "epoch": 4.854294478527607,
      "grad_norm": 0.006910000462085009,
      "learning_rate": 2.5936622563537685e-08,
      "loss": 0.0,
      "step": 18990
    },
    {
      "epoch": 4.856850715746421,
      "grad_norm": 0.01161187607795,
      "learning_rate": 2.503686674251382e-08,
      "loss": 0.0002,
      "step": 19000
    },
    {
      "epoch": 4.8594069529652355,
      "grad_norm": 0.4636043906211853,
      "learning_rate": 2.4152954992388565e-08,
      "loss": 0.0005,
      "step": 19010
    },
    {
      "epoch": 4.861963190184049,
      "grad_norm": 0.003940473776310682,
      "learning_rate": 2.328489012821067e-08,
      "loss": 0.0001,
      "step": 19020
    },
    {
      "epoch": 4.864519427402863,
      "grad_norm": 0.01835138350725174,
      "learning_rate": 2.243267491455925e-08,
      "loss": 0.0018,
      "step": 19030
    },
    {
      "epoch": 4.867075664621677,
      "grad_norm": 0.003659491892904043,
      "learning_rate": 2.159631206553714e-08,
      "loss": 0.0004,
      "step": 19040
    },
    {
      "epoch": 4.86963190184049,
      "grad_norm": 0.010196760296821594,
      "learning_rate": 2.077580424475978e-08,
      "loss": 0.0007,
      "step": 19050
    },
    {
      "epoch": 4.872188139059305,
      "grad_norm": 0.40100085735321045,
      "learning_rate": 1.9971154065349108e-08,
      "loss": 0.0008,
      "step": 19060
    },
    {
      "epoch": 4.874744376278119,
      "grad_norm": 0.0034521687775850296,
      "learning_rate": 1.9182364089924134e-08,
      "loss": 0.0001,
      "step": 19070
    },
    {
      "epoch": 4.877300613496932,
      "grad_norm": 0.019500114023685455,
      "learning_rate": 1.8409436830593152e-08,
      "loss": 0.0002,
      "step": 19080
    },
    {
      "epoch": 4.879856850715746,
      "grad_norm": 0.006733261980116367,
      "learning_rate": 1.765237474894488e-08,
      "loss": 0.0046,
      "step": 19090
    },
    {
      "epoch": 4.882413087934561,
      "grad_norm": 0.02504415065050125,
      "learning_rate": 1.691118025604066e-08,
      "loss": 0.0001,
      "step": 19100
    },
    {
      "epoch": 4.884969325153374,
      "grad_norm": 0.017662404105067253,
      "learning_rate": 1.618585571240949e-08,
      "loss": 0.0006,
      "step": 19110
    },
    {
      "epoch": 4.887525562372188,
      "grad_norm": 0.005395929794758558,
      "learning_rate": 1.5476403428035803e-08,
      "loss": 0.0001,
      "step": 19120
    },
    {
      "epoch": 4.890081799591002,
      "grad_norm": 0.004282295238226652,
      "learning_rate": 1.478282566235667e-08,
      "loss": 0.0013,
      "step": 19130
    },
    {
      "epoch": 4.8926380368098155,
      "grad_norm": 0.006876455619931221,
      "learning_rate": 1.4105124624251843e-08,
      "loss": 0.0001,
      "step": 19140
    },
    {
      "epoch": 4.89519427402863,
      "grad_norm": 2.063361406326294,
      "learning_rate": 1.3443302472036513e-08,
      "loss": 0.0009,
      "step": 19150
    },
    {
      "epoch": 4.897750511247444,
      "grad_norm": 0.34553998708724976,
      "learning_rate": 1.279736131345799e-08,
      "loss": 0.0013,
      "step": 19160
    },
    {
      "epoch": 4.9003067484662575,
      "grad_norm": 0.18306072056293488,
      "learning_rate": 1.2167303205682934e-08,
      "loss": 0.001,
      "step": 19170
    },
    {
      "epoch": 4.902862985685072,
      "grad_norm": 0.007264157757163048,
      "learning_rate": 1.1553130155297908e-08,
      "loss": 0.0066,
      "step": 19180
    },
    {
      "epoch": 4.905419222903886,
      "grad_norm": 0.006425623781979084,
      "learning_rate": 1.0954844118296614e-08,
      "loss": 0.0032,
      "step": 19190
    },
    {
      "epoch": 4.9079754601226995,
      "grad_norm": 0.014158538542687893,
      "learning_rate": 1.0372447000077113e-08,
      "loss": 0.0001,
      "step": 19200
    },
    {
      "epoch": 4.910531697341513,
      "grad_norm": 0.011595489457249641,
      "learning_rate": 9.805940655436274e-09,
      "loss": 0.0003,
      "step": 19210
    },
    {
      "epoch": 4.913087934560327,
      "grad_norm": 3.0229008197784424,
      "learning_rate": 9.2553268885609e-09,
      "loss": 0.0012,
      "step": 19220
    },
    {
      "epoch": 4.9156441717791415,
      "grad_norm": 0.048986513167619705,
      "learning_rate": 8.720607453024388e-09,
      "loss": 0.0009,
      "step": 19230
    },
    {
      "epoch": 4.918200408997955,
      "grad_norm": 0.010676774196326733,
      "learning_rate": 8.20178405178118e-09,
      "loss": 0.0008,
      "step": 19240
    },
    {
      "epoch": 4.920756646216769,
      "grad_norm": 0.006409882567822933,
      "learning_rate": 7.698858337159553e-09,
      "loss": 0.0005,
      "step": 19250
    },
    {
      "epoch": 4.923312883435583,
      "grad_norm": 0.019153757020831108,
      "learning_rate": 7.2118319108582805e-09,
      "loss": 0.0002,
      "step": 19260
    },
    {
      "epoch": 4.925869120654397,
      "grad_norm": 0.15216705203056335,
      "learning_rate": 6.7407063239405264e-09,
      "loss": 0.0005,
      "step": 19270
    },
    {
      "epoch": 4.928425357873211,
      "grad_norm": 0.005260101519525051,
      "learning_rate": 6.285483076828858e-09,
      "loss": 0.0002,
      "step": 19280
    },
    {
      "epoch": 4.930981595092025,
      "grad_norm": 0.012515813112258911,
      "learning_rate": 5.846163619300238e-09,
      "loss": 0.0006,
      "step": 19290
    },
    {
      "epoch": 4.933537832310838,
      "grad_norm": 0.2751409411430359,
      "learning_rate": 5.422749350482148e-09,
      "loss": 0.0025,
      "step": 19300
    },
    {
      "epoch": 4.936094069529652,
      "grad_norm": 0.006292239762842655,
      "learning_rate": 5.015241618849254e-09,
      "loss": 0.0017,
      "step": 19310
    },
    {
      "epoch": 4.938650306748467,
      "grad_norm": 0.006389266811311245,
      "learning_rate": 4.623641722215077e-09,
      "loss": 0.0003,
      "step": 19320
    },
    {
      "epoch": 4.94120654396728,
      "grad_norm": 0.00943728256970644,
      "learning_rate": 4.247950907733112e-09,
      "loss": 0.0002,
      "step": 19330
    },
    {
      "epoch": 4.943762781186094,
      "grad_norm": 0.10176153481006622,
      "learning_rate": 3.888170371887934e-09,
      "loss": 0.0009,
      "step": 19340
    },
    {
      "epoch": 4.946319018404908,
      "grad_norm": 0.5887343287467957,
      "learning_rate": 3.5443012604957638e-09,
      "loss": 0.0003,
      "step": 19350
    },
    {
      "epoch": 4.948875255623722,
      "grad_norm": 0.013615554198622704,
      "learning_rate": 3.2163446686966913e-09,
      "loss": 0.0013,
      "step": 19360
    },
    {
      "epoch": 4.951431492842536,
      "grad_norm": 2.769341230392456,
      "learning_rate": 2.9043016409552317e-09,
      "loss": 0.0029,
      "step": 19370
    },
    {
      "epoch": 4.95398773006135,
      "grad_norm": 0.010591404512524605,
      "learning_rate": 2.6081731710531076e-09,
      "loss": 0.0022,
      "step": 19380
    },
    {
      "epoch": 4.956543967280163,
      "grad_norm": 0.02332007698714733,
      "learning_rate": 2.3279602020892522e-09,
      "loss": 0.0001,
      "step": 19390
    },
    {
      "epoch": 4.959100204498977,
      "grad_norm": 0.5851395130157471,
      "learning_rate": 2.06366362647481e-09,
      "loss": 0.0002,
      "step": 19400
    },
    {
      "epoch": 4.961656441717792,
      "grad_norm": 0.0056032175198197365,
      "learning_rate": 1.8152842859320286e-09,
      "loss": 0.0001,
      "step": 19410
    },
    {
      "epoch": 4.9642126789366054,
      "grad_norm": 0.011081293225288391,
      "learning_rate": 1.5828229714892619e-09,
      "loss": 0.0001,
      "step": 19420
    },
    {
      "epoch": 4.966768916155419,
      "grad_norm": 0.00719296932220459,
      "learning_rate": 1.366280423480415e-09,
      "loss": 0.0012,
      "step": 19430
    },
    {
      "epoch": 4.969325153374233,
      "grad_norm": 0.0061414423398673534,
      "learning_rate": 1.1656573315421693e-09,
      "loss": 0.0002,
      "step": 19440
    },
    {
      "epoch": 4.9718813905930475,
      "grad_norm": 0.006891654338687658,
      "learning_rate": 9.80954334611206e-10,
      "loss": 0.0003,
      "step": 19450
    },
    {
      "epoch": 4.974437627811861,
      "grad_norm": 0.35890260338783264,
      "learning_rate": 8.121720209219864e-10,
      "loss": 0.0025,
      "step": 19460
    },
    {
      "epoch": 4.976993865030675,
      "grad_norm": 0.010992944240570068,
      "learning_rate": 6.59310928006196e-10,
      "loss": 0.0001,
      "step": 19470
    },
    {
      "epoch": 4.979550102249489,
      "grad_norm": 0.010081345215439796,
      "learning_rate": 5.2237154268997e-10,
      "loss": 0.0003,
      "step": 19480
    },
    {
      "epoch": 4.982106339468302,
      "grad_norm": 0.027087528258562088,
      "learning_rate": 4.013543010927823e-10,
      "loss": 0.0005,
      "step": 19490
    },
    {
      "epoch": 4.984662576687117,
      "grad_norm": 0.005823803599923849,
      "learning_rate": 2.962595886257802e-10,
      "loss": 0.0006,
      "step": 19500
    },
    {
      "epoch": 4.987218813905931,
      "grad_norm": 0.10786204785108566,
      "learning_rate": 2.0708773999011945e-10,
      "loss": 0.0003,
      "step": 19510
    },
    {
      "epoch": 4.989775051124744,
      "grad_norm": 0.31824302673339844,
      "learning_rate": 1.3383903917696394e-10,
      "loss": 0.0009,
      "step": 19520
    },
    {
      "epoch": 4.992331288343558,
      "grad_norm": 0.01443443726748228,
      "learning_rate": 7.651371946637565e-11,
      "loss": 0.0014,
      "step": 19530
    },
    {
      "epoch": 4.994887525562373,
      "grad_norm": 0.014061720110476017,
      "learning_rate": 3.511196342509404e-11,
      "loss": 0.0015,
      "step": 19540
    },
    {
      "epoch": 4.997443762781186,
      "grad_norm": 0.10343813896179199,
      "learning_rate": 9.633902908201542e-12,
      "loss": 0.0003,
      "step": 19550
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.009711273945868015,
      "learning_rate": 7.961905745812459e-14,
      "loss": 0.0002,
      "step": 19560
    },
    {
      "epoch": 5.0,
      "step": 19560,
      "total_flos": 1.975874722701312e+17,
      "train_loss": 0.2911138574734241,
      "train_runtime": 11035.9124,
      "train_samples_per_second": 1.772,
      "train_steps_per_second": 1.772
    }
  ],
  "logging_steps": 10,
  "max_steps": 19560,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.975874722701312e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}