diff --git "a/checkpoint-4082/trainer_state.json" "b/checkpoint-4082/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-4082/trainer_state.json"
@@ -0,0 +1,28607 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.9993876301285978,
+  "eval_steps": 500,
+  "global_step": 4082,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0004898958971218616,
+      "grad_norm": 1.668303370475769,
+      "learning_rate": 5.0000000000000004e-08,
+      "loss": 0.9871,
+      "step": 1
+    },
+    {
+      "epoch": 0.0009797917942437231,
+      "grad_norm": 1.5414912700653076,
+      "learning_rate": 1.0000000000000001e-07,
+      "loss": 0.9553,
+      "step": 2
+    },
+    {
+      "epoch": 0.001469687691365585,
+      "grad_norm": 1.5704071521759033,
+      "learning_rate": 1.5000000000000002e-07,
+      "loss": 0.9932,
+      "step": 3
+    },
+    {
+      "epoch": 0.0019595835884874463,
+      "grad_norm": 1.5206725597381592,
+      "learning_rate": 2.0000000000000002e-07,
+      "loss": 0.955,
+      "step": 4
+    },
+    {
+      "epoch": 0.002449479485609308,
+      "grad_norm": 1.5219823122024536,
+      "learning_rate": 2.5000000000000004e-07,
+      "loss": 0.9255,
+      "step": 5
+    },
+    {
+      "epoch": 0.00293937538273117,
+      "grad_norm": 1.458319902420044,
+      "learning_rate": 3.0000000000000004e-07,
+      "loss": 0.918,
+      "step": 6
+    },
+    {
+      "epoch": 0.003429271279853031,
+      "grad_norm": 1.6977298259735107,
+      "learning_rate": 3.5000000000000004e-07,
+      "loss": 1.0083,
+      "step": 7
+    },
+    {
+      "epoch": 0.0039191671769748925,
+      "grad_norm": 1.5800329446792603,
+      "learning_rate": 4.0000000000000003e-07,
+      "loss": 0.9472,
+      "step": 8
+    },
+    {
+      "epoch": 0.004409063074096754,
+      "grad_norm": 1.5464119911193848,
+      "learning_rate": 4.5000000000000003e-07,
+      "loss": 0.9621,
+      "step": 9
+    },
+    {
+      "epoch": 0.004898958971218616,
+      "grad_norm": 1.5234100818634033,
+      "learning_rate": 5.000000000000001e-07,
+      "loss": 0.9296,
+      "step": 10
+    },
+    {
+      "epoch": 0.005388854868340478,
+      "grad_norm": 1.481718897819519,
+      "learning_rate": 5.5e-07,
+      "loss": 0.9571,
+      "step": 11
+    },
+    {
+      "epoch": 0.00587875076546234,
+      "grad_norm": 1.4497618675231934,
+      "learning_rate": 6.000000000000001e-07,
+      "loss": 0.9538,
+      "step": 12
+    },
+    {
+      "epoch": 0.0063686466625842006,
+      "grad_norm": 1.5114537477493286,
+      "learning_rate": 6.5e-07,
+      "loss": 0.9591,
+      "step": 13
+    },
+    {
+      "epoch": 0.006858542559706062,
+      "grad_norm": 1.4514930248260498,
+      "learning_rate": 7.000000000000001e-07,
+      "loss": 0.917,
+      "step": 14
+    },
+    {
+      "epoch": 0.007348438456827924,
+      "grad_norm": 1.3999227285385132,
+      "learning_rate": 7.5e-07,
+      "loss": 0.9543,
+      "step": 15
+    },
+    {
+      "epoch": 0.007838334353949785,
+      "grad_norm": 1.3517608642578125,
+      "learning_rate": 8.000000000000001e-07,
+      "loss": 0.9439,
+      "step": 16
+    },
+    {
+      "epoch": 0.008328230251071647,
+      "grad_norm": 1.2273361682891846,
+      "learning_rate": 8.500000000000001e-07,
+      "loss": 0.961,
+      "step": 17
+    },
+    {
+      "epoch": 0.008818126148193509,
+      "grad_norm": 1.157639980316162,
+      "learning_rate": 9.000000000000001e-07,
+      "loss": 0.9285,
+      "step": 18
+    },
+    {
+      "epoch": 0.00930802204531537,
+      "grad_norm": 1.0808814764022827,
+      "learning_rate": 9.500000000000001e-07,
+      "loss": 0.91,
+      "step": 19
+    },
+    {
+      "epoch": 0.009797917942437232,
+      "grad_norm": 1.0530990362167358,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.899,
+      "step": 20
+    },
+    {
+      "epoch": 0.010287813839559094,
+      "grad_norm": 1.0722999572753906,
+      "learning_rate": 1.0500000000000001e-06,
+      "loss": 0.9384,
+      "step": 21
+    },
+    {
+      "epoch": 0.010777709736680956,
+      "grad_norm": 0.9200907945632935,
+      "learning_rate": 1.1e-06,
+      "loss": 0.9012,
+      "step": 22
+    },
+    {
+      "epoch": 0.011267605633802818,
+      "grad_norm": 0.8614085912704468,
+      "learning_rate": 1.1500000000000002e-06,
+      "loss": 0.9176,
+      "step": 23
+    },
+    {
+      "epoch": 0.01175750153092468,
+      "grad_norm": 0.8791833519935608,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 0.9024,
+      "step": 24
+    },
+    {
+      "epoch": 0.01224739742804654,
+      "grad_norm": 0.7829999923706055,
+      "learning_rate": 1.25e-06,
+      "loss": 0.8956,
+      "step": 25
+    },
+    {
+      "epoch": 0.012737293325168401,
+      "grad_norm": 0.7279092073440552,
+      "learning_rate": 1.3e-06,
+      "loss": 0.8837,
+      "step": 26
+    },
+    {
+      "epoch": 0.013227189222290263,
+      "grad_norm": 0.7260591983795166,
+      "learning_rate": 1.3500000000000002e-06,
+      "loss": 0.9255,
+      "step": 27
+    },
+    {
+      "epoch": 0.013717085119412125,
+      "grad_norm": 0.6384291648864746,
+      "learning_rate": 1.4000000000000001e-06,
+      "loss": 0.8652,
+      "step": 28
+    },
+    {
+      "epoch": 0.014206981016533986,
+      "grad_norm": 0.6459453701972961,
+      "learning_rate": 1.45e-06,
+      "loss": 0.8353,
+      "step": 29
+    },
+    {
+      "epoch": 0.014696876913655848,
+      "grad_norm": 0.6280319094657898,
+      "learning_rate": 1.5e-06,
+      "loss": 0.8961,
+      "step": 30
+    },
+    {
+      "epoch": 0.01518677281077771,
+      "grad_norm": 0.6156179308891296,
+      "learning_rate": 1.5500000000000002e-06,
+      "loss": 0.8929,
+      "step": 31
+    },
+    {
+      "epoch": 0.01567666870789957,
+      "grad_norm": 0.5640994310379028,
+      "learning_rate": 1.6000000000000001e-06,
+      "loss": 0.8689,
+      "step": 32
+    },
+    {
+      "epoch": 0.016166564605021434,
+      "grad_norm": 0.5428940057754517,
+      "learning_rate": 1.6500000000000003e-06,
+      "loss": 0.8843,
+      "step": 33
+    },
+    {
+      "epoch": 0.016656460502143294,
+      "grad_norm": 0.5078619122505188,
+      "learning_rate": 1.7000000000000002e-06,
+      "loss": 0.879,
+      "step": 34
+    },
+    {
+      "epoch": 0.017146356399265157,
+      "grad_norm": 0.4971136748790741,
+      "learning_rate": 1.75e-06,
+      "loss": 0.8815,
+      "step": 35
+    },
+    {
+      "epoch": 0.017636252296387017,
+      "grad_norm": 0.4693506062030792,
+      "learning_rate": 1.8000000000000001e-06,
+      "loss": 0.8494,
+      "step": 36
+    },
+    {
+      "epoch": 0.01812614819350888,
+      "grad_norm": 0.4563111960887909,
+      "learning_rate": 1.85e-06,
+      "loss": 0.8379,
+      "step": 37
+    },
+    {
+      "epoch": 0.01861604409063074,
+      "grad_norm": 0.4457121193408966,
+      "learning_rate": 1.9000000000000002e-06,
+      "loss": 0.8923,
+      "step": 38
+    },
+    {
+      "epoch": 0.019105939987752604,
+      "grad_norm": 0.4194672107696533,
+      "learning_rate": 1.9500000000000004e-06,
+      "loss": 0.8229,
+      "step": 39
+    },
+    {
+      "epoch": 0.019595835884874464,
+      "grad_norm": 0.40843793749809265,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 0.8483,
+      "step": 40
+    },
+    {
+      "epoch": 0.020085731781996324,
+      "grad_norm": 0.39125168323516846,
+      "learning_rate": 2.05e-06,
+      "loss": 0.8487,
+      "step": 41
+    },
+    {
+      "epoch": 0.020575627679118188,
+      "grad_norm": 0.39917248487472534,
+      "learning_rate": 2.1000000000000002e-06,
+      "loss": 0.8859,
+      "step": 42
+    },
+    {
+      "epoch": 0.021065523576240048,
+      "grad_norm": 0.36128363013267517,
+      "learning_rate": 2.15e-06,
+      "loss": 0.7875,
+      "step": 43
+    },
+    {
+      "epoch": 0.02155541947336191,
+      "grad_norm": 0.37637510895729065,
+      "learning_rate": 2.2e-06,
+      "loss": 0.8377,
+      "step": 44
+    },
+    {
+      "epoch": 0.02204531537048377,
+      "grad_norm": 0.3807457387447357,
+      "learning_rate": 2.25e-06,
+      "loss": 0.848,
+      "step": 45
+    },
+    {
+      "epoch": 0.022535211267605635,
+      "grad_norm": 0.36621737480163574,
+      "learning_rate": 2.3000000000000004e-06,
+      "loss": 0.8301,
+      "step": 46
+    },
+    {
+      "epoch": 0.023025107164727495,
+      "grad_norm": 0.35659459233283997,
+      "learning_rate": 2.35e-06,
+      "loss": 0.8429,
+      "step": 47
+    },
+    {
+      "epoch": 0.02351500306184936,
+      "grad_norm": 0.3621164858341217,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 0.8035,
+      "step": 48
+    },
+    {
+      "epoch": 0.02400489895897122,
+      "grad_norm": 0.3681345283985138,
+      "learning_rate": 2.4500000000000003e-06,
+      "loss": 0.7814,
+      "step": 49
+    },
+    {
+      "epoch": 0.02449479485609308,
+      "grad_norm": 0.3703807294368744,
+      "learning_rate": 2.5e-06,
+      "loss": 0.8359,
+      "step": 50
+    },
+    {
+      "epoch": 0.024984690753214942,
+      "grad_norm": 0.3428044319152832,
+      "learning_rate": 2.55e-06,
+      "loss": 0.7875,
+      "step": 51
+    },
+    {
+      "epoch": 0.025474586650336802,
+      "grad_norm": 0.3258868455886841,
+      "learning_rate": 2.6e-06,
+      "loss": 0.7972,
+      "step": 52
+    },
+    {
+      "epoch": 0.025964482547458666,
+      "grad_norm": 0.30134114623069763,
+      "learning_rate": 2.6500000000000005e-06,
+      "loss": 0.8126,
+      "step": 53
+    },
+    {
+      "epoch": 0.026454378444580526,
+      "grad_norm": 0.3181776702404022,
+      "learning_rate": 2.7000000000000004e-06,
+      "loss": 0.8232,
+      "step": 54
+    },
+    {
+      "epoch": 0.02694427434170239,
+      "grad_norm": 0.3208143711090088,
+      "learning_rate": 2.7500000000000004e-06,
+      "loss": 0.8325,
+      "step": 55
+    },
+    {
+      "epoch": 0.02743417023882425,
+      "grad_norm": 0.2844039499759674,
+      "learning_rate": 2.8000000000000003e-06,
+      "loss": 0.7862,
+      "step": 56
+    },
+    {
+      "epoch": 0.027924066135946113,
+      "grad_norm": 0.28659218549728394,
+      "learning_rate": 2.85e-06,
+      "loss": 0.8426,
+      "step": 57
+    },
+    {
+      "epoch": 0.028413962033067973,
+      "grad_norm": 0.2850748300552368,
+      "learning_rate": 2.9e-06,
+      "loss": 0.7922,
+      "step": 58
+    },
+    {
+      "epoch": 0.028903857930189833,
+      "grad_norm": 0.27821680903434753,
+      "learning_rate": 2.95e-06,
+      "loss": 0.8085,
+      "step": 59
+    },
+    {
+      "epoch": 0.029393753827311696,
+      "grad_norm": 0.2871108055114746,
+      "learning_rate": 3e-06,
+      "loss": 0.8015,
+      "step": 60
+    },
+    {
+      "epoch": 0.029883649724433557,
+      "grad_norm": 0.2768966853618622,
+      "learning_rate": 3.05e-06,
+      "loss": 0.8081,
+      "step": 61
+    },
+    {
+      "epoch": 0.03037354562155542,
+      "grad_norm": 0.27445188164711,
+      "learning_rate": 3.1000000000000004e-06,
+      "loss": 0.7832,
+      "step": 62
+    },
+    {
+      "epoch": 0.03086344151867728,
+      "grad_norm": 0.2732076048851013,
+      "learning_rate": 3.1500000000000003e-06,
+      "loss": 0.8103,
+      "step": 63
+    },
+    {
+      "epoch": 0.03135333741579914,
+      "grad_norm": 0.2777082026004791,
+      "learning_rate": 3.2000000000000003e-06,
+      "loss": 0.838,
+      "step": 64
+    },
+    {
+      "epoch": 0.03184323331292101,
+      "grad_norm": 0.2745436728000641,
+      "learning_rate": 3.2500000000000002e-06,
+      "loss": 0.792,
+      "step": 65
+    },
+    {
+      "epoch": 0.03233312921004287,
+      "grad_norm": 0.2597768306732178,
+      "learning_rate": 3.3000000000000006e-06,
+      "loss": 0.8076,
+      "step": 66
+    },
+    {
+      "epoch": 0.03282302510716473,
+      "grad_norm": 0.25194868445396423,
+      "learning_rate": 3.3500000000000005e-06,
+      "loss": 0.7815,
+      "step": 67
+    },
+    {
+      "epoch": 0.03331292100428659,
+      "grad_norm": 0.24808664619922638,
+      "learning_rate": 3.4000000000000005e-06,
+      "loss": 0.7815,
+      "step": 68
+    },
+    {
+      "epoch": 0.03380281690140845,
+      "grad_norm": 0.25291213393211365,
+      "learning_rate": 3.45e-06,
+      "loss": 0.7831,
+      "step": 69
+    },
+    {
+      "epoch": 0.034292712798530314,
+      "grad_norm": 0.2491445690393448,
+      "learning_rate": 3.5e-06,
+      "loss": 0.7918,
+      "step": 70
+    },
+    {
+      "epoch": 0.034782608695652174,
+      "grad_norm": 0.24815823137760162,
+      "learning_rate": 3.5500000000000003e-06,
+      "loss": 0.7925,
+      "step": 71
+    },
+    {
+      "epoch": 0.035272504592774034,
+      "grad_norm": 0.23526257276535034,
+      "learning_rate": 3.6000000000000003e-06,
+      "loss": 0.7971,
+      "step": 72
+    },
+    {
+      "epoch": 0.035762400489895894,
+      "grad_norm": 0.23858553171157837,
+      "learning_rate": 3.65e-06,
+      "loss": 0.8177,
+      "step": 73
+    },
+    {
+      "epoch": 0.03625229638701776,
+      "grad_norm": 0.23471508920192719,
+      "learning_rate": 3.7e-06,
+      "loss": 0.7927,
+      "step": 74
+    },
+    {
+      "epoch": 0.03674219228413962,
+      "grad_norm": 0.23156484961509705,
+      "learning_rate": 3.7500000000000005e-06,
+      "loss": 0.7824,
+      "step": 75
+    },
+    {
+      "epoch": 0.03723208818126148,
+      "grad_norm": 0.23146644234657288,
+      "learning_rate": 3.8000000000000005e-06,
+      "loss": 0.7813,
+      "step": 76
+    },
+    {
+      "epoch": 0.03772198407838334,
+      "grad_norm": 0.23870326578617096,
+      "learning_rate": 3.85e-06,
+      "loss": 0.7871,
+      "step": 77
+    },
+    {
+      "epoch": 0.03821187997550521,
+      "grad_norm": 0.2287260890007019,
+      "learning_rate": 3.900000000000001e-06,
+      "loss": 0.7842,
+      "step": 78
+    },
+    {
+      "epoch": 0.03870177587262707,
+      "grad_norm": 0.22993454337120056,
+      "learning_rate": 3.95e-06,
+      "loss": 0.7554,
+      "step": 79
+    },
+    {
+      "epoch": 0.03919167176974893,
+      "grad_norm": 0.22278738021850586,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 0.7796,
+      "step": 80
+    },
+    {
+      "epoch": 0.03968156766687079,
+      "grad_norm": 0.22093527019023895,
+      "learning_rate": 4.05e-06,
+      "loss": 0.7546,
+      "step": 81
+    },
+    {
+      "epoch": 0.04017146356399265,
+      "grad_norm": 0.22237907350063324,
+      "learning_rate": 4.1e-06,
+      "loss": 0.7762,
+      "step": 82
+    },
+    {
+      "epoch": 0.040661359461114516,
+      "grad_norm": 0.23848189413547516,
+      "learning_rate": 4.15e-06,
+      "loss": 0.7694,
+      "step": 83
+    },
+    {
+      "epoch": 0.041151255358236376,
+      "grad_norm": 0.22380702197551727,
+      "learning_rate": 4.2000000000000004e-06,
+      "loss": 0.7829,
+      "step": 84
+    },
+    {
+      "epoch": 0.041641151255358236,
+      "grad_norm": 0.22918623685836792,
+      "learning_rate": 4.25e-06,
+      "loss": 0.7784,
+      "step": 85
+    },
+    {
+      "epoch": 0.042131047152480096,
+      "grad_norm": 0.21957220137119293,
+      "learning_rate": 4.3e-06,
+      "loss": 0.7444,
+      "step": 86
+    },
+    {
+      "epoch": 0.04262094304960196,
+      "grad_norm": 0.2195909172296524,
+      "learning_rate": 4.350000000000001e-06,
+      "loss": 0.791,
+      "step": 87
+    },
+    {
+      "epoch": 0.04311083894672382,
+      "grad_norm": 0.22012612223625183,
+      "learning_rate": 4.4e-06,
+      "loss": 0.7374,
+      "step": 88
+    },
+    {
+      "epoch": 0.04360073484384568,
+      "grad_norm": 0.22052907943725586,
+      "learning_rate": 4.450000000000001e-06,
+      "loss": 0.7833,
+      "step": 89
+    },
+    {
+      "epoch": 0.04409063074096754,
+      "grad_norm": 0.22584034502506256,
+      "learning_rate": 4.5e-06,
+      "loss": 0.7803,
+      "step": 90
+    },
+    {
+      "epoch": 0.0445805266380894,
+      "grad_norm": 0.21903306245803833,
+      "learning_rate": 4.5500000000000005e-06,
+      "loss": 0.7222,
+      "step": 91
+    },
+    {
+      "epoch": 0.04507042253521127,
+      "grad_norm": 0.21120664477348328,
+      "learning_rate": 4.600000000000001e-06,
+      "loss": 0.7955,
+      "step": 92
+    },
+    {
+      "epoch": 0.04556031843233313,
+      "grad_norm": 0.22016657888889313,
+      "learning_rate": 4.65e-06,
+      "loss": 0.7551,
+      "step": 93
+    },
+    {
+      "epoch": 0.04605021432945499,
+      "grad_norm": 0.2233135849237442,
+      "learning_rate": 4.7e-06,
+      "loss": 0.7665,
+      "step": 94
+    },
+    {
+      "epoch": 0.04654011022657685,
+      "grad_norm": 0.21228142082691193,
+      "learning_rate": 4.75e-06,
+      "loss": 0.7513,
+      "step": 95
+    },
+    {
+      "epoch": 0.04703000612369872,
+      "grad_norm": 0.2213594615459442,
+      "learning_rate": 4.800000000000001e-06,
+      "loss": 0.757,
+      "step": 96
+    },
+    {
+      "epoch": 0.04751990202082058,
+      "grad_norm": 0.21695221960544586,
+      "learning_rate": 4.85e-06,
+      "loss": 0.7641,
+      "step": 97
+    },
+    {
+      "epoch": 0.04800979791794244,
+      "grad_norm": 0.2285292148590088,
+      "learning_rate": 4.9000000000000005e-06,
+      "loss": 0.7558,
+      "step": 98
+    },
+    {
+      "epoch": 0.0484996938150643,
+      "grad_norm": 0.21678751707077026,
+      "learning_rate": 4.95e-06,
+      "loss": 0.7418,
+      "step": 99
+    },
+    {
+      "epoch": 0.04898958971218616,
+      "grad_norm": 0.20614083111286163,
+      "learning_rate": 5e-06,
+      "loss": 0.7477,
+      "step": 100
+    },
+    {
+      "epoch": 0.049479485609308024,
+      "grad_norm": 0.2086937427520752,
+      "learning_rate": 4.999999659917706e-06,
+      "loss": 0.7649,
+      "step": 101
+    },
+    {
+      "epoch": 0.049969381506429884,
+      "grad_norm": 0.2142128199338913,
+      "learning_rate": 4.999998639670915e-06,
+      "loss": 0.7333,
+      "step": 102
+    },
+    {
+      "epoch": 0.050459277403551744,
+      "grad_norm": 0.21820193529129028,
+      "learning_rate": 4.999996939259905e-06,
+      "loss": 0.7542,
+      "step": 103
+    },
+    {
+      "epoch": 0.050949173300673604,
+      "grad_norm": 0.21764390170574188,
+      "learning_rate": 4.999994558685137e-06,
+      "loss": 0.7514,
+      "step": 104
+    },
+    {
+      "epoch": 0.05143906919779547,
+      "grad_norm": 0.21882116794586182,
+      "learning_rate": 4.999991497947262e-06,
+      "loss": 0.7423,
+      "step": 105
+    },
+    {
+      "epoch": 0.05192896509491733,
+      "grad_norm": 0.21646051108837128,
+      "learning_rate": 4.99998775704711e-06,
+      "loss": 0.7604,
+      "step": 106
+    },
+    {
+      "epoch": 0.05241886099203919,
+      "grad_norm": 0.2149217575788498,
+      "learning_rate": 4.9999833359857005e-06,
+      "loss": 0.7573,
+      "step": 107
+    },
+    {
+      "epoch": 0.05290875688916105,
+      "grad_norm": 0.21114769577980042,
+      "learning_rate": 4.9999782347642355e-06,
+      "loss": 0.7664,
+      "step": 108
+    },
+    {
+      "epoch": 0.05339865278628291,
+      "grad_norm": 0.23437361419200897,
+      "learning_rate": 4.9999724533841035e-06,
+      "loss": 0.7561,
+      "step": 109
+    },
+    {
+      "epoch": 0.05388854868340478,
+      "grad_norm": 0.21103020012378693,
+      "learning_rate": 4.999965991846876e-06,
+      "loss": 0.7931,
+      "step": 110
+    },
+    {
+      "epoch": 0.05437844458052664,
+      "grad_norm": 0.22028645873069763,
+      "learning_rate": 4.999958850154312e-06,
+      "loss": 0.7392,
+      "step": 111
+    },
+    {
+      "epoch": 0.0548683404776485,
+      "grad_norm": 0.21418073773384094,
+      "learning_rate": 4.999951028308353e-06,
+      "loss": 0.7394,
+      "step": 112
+    },
+    {
+      "epoch": 0.05535823637477036,
+      "grad_norm": 0.2170812487602234,
+      "learning_rate": 4.99994252631113e-06,
+      "loss": 0.7649,
+      "step": 113
+    },
+    {
+      "epoch": 0.055848132271892226,
+      "grad_norm": 0.2240699976682663,
+      "learning_rate": 4.999933344164954e-06,
+      "loss": 0.7407,
+      "step": 114
+    },
+    {
+      "epoch": 0.056338028169014086,
+      "grad_norm": 0.2185816615819931,
+      "learning_rate": 4.999923481872324e-06,
+      "loss": 0.7705,
+      "step": 115
+    },
+    {
+      "epoch": 0.056827924066135946,
+      "grad_norm": 0.21891696751117706,
+      "learning_rate": 4.999912939435922e-06,
+      "loss": 0.7243,
+      "step": 116
+    },
+    {
+      "epoch": 0.057317819963257806,
+      "grad_norm": 0.21337160468101501,
+      "learning_rate": 4.999901716858617e-06,
+      "loss": 0.7281,
+      "step": 117
+    },
+    {
+      "epoch": 0.057807715860379666,
+      "grad_norm": 0.22411711513996124,
+      "learning_rate": 4.9998898141434635e-06,
+      "loss": 0.7407,
+      "step": 118
+    },
+    {
+      "epoch": 0.05829761175750153,
+      "grad_norm": 0.21748706698417664,
+      "learning_rate": 4.999877231293698e-06,
+      "loss": 0.7421,
+      "step": 119
+    },
+    {
+      "epoch": 0.05878750765462339,
+      "grad_norm": 0.2109653800725937,
+      "learning_rate": 4.999863968312744e-06,
+      "loss": 0.748,
+      "step": 120
+    },
+    {
+      "epoch": 0.05927740355174525,
+      "grad_norm": 0.21555471420288086,
+      "learning_rate": 4.999850025204211e-06,
+      "loss": 0.7199,
+      "step": 121
+    },
+    {
+      "epoch": 0.05976729944886711,
+      "grad_norm": 0.221576988697052,
+      "learning_rate": 4.999835401971892e-06,
+      "loss": 0.7292,
+      "step": 122
+    },
+    {
+      "epoch": 0.06025719534598898,
+      "grad_norm": 0.21922191977500916,
+      "learning_rate": 4.9998200986197645e-06,
+      "loss": 0.7493,
+      "step": 123
+    },
+    {
+      "epoch": 0.06074709124311084,
+      "grad_norm": 0.22416526079177856,
+      "learning_rate": 4.999804115151994e-06,
+      "loss": 0.7382,
+      "step": 124
+    },
+    {
+      "epoch": 0.0612369871402327,
+      "grad_norm": 0.21385036408901215,
+      "learning_rate": 4.9997874515729275e-06,
+      "loss": 0.7542,
+      "step": 125
+    },
+    {
+      "epoch": 0.06172688303735456,
+      "grad_norm": 0.21742364764213562,
+      "learning_rate": 4.9997701078870985e-06,
+      "loss": 0.7512,
+      "step": 126
+    },
+    {
+      "epoch": 0.06221677893447643,
+      "grad_norm": 0.21706967055797577,
+      "learning_rate": 4.999752084099227e-06,
+      "loss": 0.7517,
+      "step": 127
+    },
+    {
+      "epoch": 0.06270667483159828,
+      "grad_norm": 0.24107079207897186,
+      "learning_rate": 4.999733380214215e-06,
+      "loss": 0.7558,
+      "step": 128
+    },
+    {
+      "epoch": 0.06319657072872015,
+      "grad_norm": 0.21388758718967438,
+      "learning_rate": 4.999713996237152e-06,
+      "loss": 0.765,
+      "step": 129
+    },
+    {
+      "epoch": 0.06368646662584201,
+      "grad_norm": 0.2108607441186905,
+      "learning_rate": 4.999693932173312e-06,
+      "loss": 0.7365,
+      "step": 130
+    },
+    {
+      "epoch": 0.06417636252296387,
+      "grad_norm": 0.21274609863758087,
+      "learning_rate": 4.999673188028153e-06,
+      "loss": 0.7529,
+      "step": 131
+    },
+    {
+      "epoch": 0.06466625842008573,
+      "grad_norm": 0.21276482939720154,
+      "learning_rate": 4.999651763807321e-06,
+      "loss": 0.7573,
+      "step": 132
+    },
+    {
+      "epoch": 0.06515615431720759,
+      "grad_norm": 0.22406885027885437,
+      "learning_rate": 4.999629659516641e-06,
+      "loss": 0.724,
+      "step": 133
+    },
+    {
+      "epoch": 0.06564605021432945,
+      "grad_norm": 0.22327333688735962,
+      "learning_rate": 4.99960687516213e-06,
+      "loss": 0.7507,
+      "step": 134
+    },
+    {
+      "epoch": 0.06613594611145132,
+      "grad_norm": 0.21817858517169952,
+      "learning_rate": 4.999583410749984e-06,
+      "loss": 0.7329,
+      "step": 135
+    },
+    {
+      "epoch": 0.06662584200857317,
+      "grad_norm": 0.2202960103750229,
+      "learning_rate": 4.99955926628659e-06,
+      "loss": 0.7001,
+      "step": 136
+    },
+    {
+      "epoch": 0.06711573790569504,
+      "grad_norm": 0.22170418500900269,
+      "learning_rate": 4.999534441778515e-06,
+      "loss": 0.7083,
+      "step": 137
+    },
+    {
+      "epoch": 0.0676056338028169,
+      "grad_norm": 0.22274421155452728,
+      "learning_rate": 4.999508937232514e-06,
+      "loss": 0.7545,
+      "step": 138
+    },
+    {
+      "epoch": 0.06809552969993876,
+      "grad_norm": 0.22415056824684143,
+      "learning_rate": 4.999482752655524e-06,
+      "loss": 0.7451,
+      "step": 139
+    },
+    {
+      "epoch": 0.06858542559706063,
+      "grad_norm": 0.20987579226493835,
+      "learning_rate": 4.999455888054672e-06,
+      "loss": 0.7274,
+      "step": 140
+    },
+    {
+      "epoch": 0.06907532149418248,
+      "grad_norm": 0.2241065949201584,
+      "learning_rate": 4.999428343437264e-06,
+      "loss": 0.7422,
+      "step": 141
+    },
+    {
+      "epoch": 0.06956521739130435,
+      "grad_norm": 0.2241523563861847,
+      "learning_rate": 4.999400118810794e-06,
+      "loss": 0.73,
+      "step": 142
+    },
+    {
+      "epoch": 0.07005511328842622,
+      "grad_norm": 0.21995913982391357,
+      "learning_rate": 4.999371214182944e-06,
+      "loss": 0.7614,
+      "step": 143
+    },
+    {
+      "epoch": 0.07054500918554807,
+      "grad_norm": 0.22398804128170013,
+      "learning_rate": 4.999341629561575e-06,
+      "loss": 0.7263,
+      "step": 144
+    },
+    {
+      "epoch": 0.07103490508266994,
+      "grad_norm": 0.2156529575586319,
+      "learning_rate": 4.9993113649547364e-06,
+      "loss": 0.759,
+      "step": 145
+    },
+    {
+      "epoch": 0.07152480097979179,
+      "grad_norm": 0.22519437968730927,
+      "learning_rate": 4.999280420370664e-06,
+      "loss": 0.7556,
+      "step": 146
+    },
+    {
+      "epoch": 0.07201469687691366,
+      "grad_norm": 0.22073966264724731,
+      "learning_rate": 4.999248795817774e-06,
+      "loss": 0.7485,
+      "step": 147
+    },
+    {
+      "epoch": 0.07250459277403552,
+      "grad_norm": 0.2195131778717041,
+      "learning_rate": 4.999216491304673e-06,
+      "loss": 0.732,
+      "step": 148
+    },
+    {
+      "epoch": 0.07299448867115738,
+      "grad_norm": 0.23442167043685913,
+      "learning_rate": 4.999183506840149e-06,
+      "loss": 0.7593,
+      "step": 149
+    },
+    {
+      "epoch": 0.07348438456827924,
+      "grad_norm": 0.225722998380661,
+      "learning_rate": 4.999149842433175e-06,
+      "loss": 0.7417,
+      "step": 150
+    },
+    {
+      "epoch": 0.0739742804654011,
+      "grad_norm": 0.22025473415851593,
+      "learning_rate": 4.9991154980929104e-06,
+      "loss": 0.7449,
+      "step": 151
+    },
+    {
+      "epoch": 0.07446417636252296,
+      "grad_norm": 0.23160138726234436,
+      "learning_rate": 4.9990804738287005e-06,
+      "loss": 0.7409,
+      "step": 152
+    },
+    {
+      "epoch": 0.07495407225964483,
+      "grad_norm": 0.21675211191177368,
+      "learning_rate": 4.999044769650072e-06,
+      "loss": 0.7417,
+      "step": 153
+    },
+    {
+      "epoch": 0.07544396815676668,
+      "grad_norm": 0.22495831549167633,
+      "learning_rate": 4.999008385566741e-06,
+      "loss": 0.7398,
+      "step": 154
+    },
+    {
+      "epoch": 0.07593386405388855,
+      "grad_norm": 0.22678421437740326,
+      "learning_rate": 4.9989713215886036e-06,
+      "loss": 0.7217,
+      "step": 155
+    },
+    {
+      "epoch": 0.07642375995101042,
+      "grad_norm": 0.21712447702884674,
+      "learning_rate": 4.998933577725746e-06,
+      "loss": 0.7394,
+      "step": 156
+    },
+    {
+      "epoch": 0.07691365584813227,
+      "grad_norm": 0.2327713668346405,
+      "learning_rate": 4.998895153988437e-06,
+      "loss": 0.7475,
+      "step": 157
+    },
+    {
+      "epoch": 0.07740355174525414,
+      "grad_norm": 0.21809875965118408,
+      "learning_rate": 4.998856050387129e-06,
+      "loss": 0.7397,
+      "step": 158
+    },
+    {
+      "epoch": 0.07789344764237599,
+      "grad_norm": 0.2248068004846573,
+      "learning_rate": 4.998816266932462e-06,
+      "loss": 0.7504,
+      "step": 159
+    },
+    {
+      "epoch": 0.07838334353949786,
+      "grad_norm": 0.22332903742790222,
+      "learning_rate": 4.998775803635259e-06,
+      "loss": 0.7187,
+      "step": 160
+    },
+    {
+      "epoch": 0.07887323943661972,
+      "grad_norm": 0.23418764770030975,
+      "learning_rate": 4.998734660506529e-06,
+      "loss": 0.7269,
+      "step": 161
+    },
+    {
+      "epoch": 0.07936313533374158,
+      "grad_norm": 0.21334218978881836,
+      "learning_rate": 4.998692837557465e-06,
+      "loss": 0.7228,
+      "step": 162
+    },
+    {
+      "epoch": 0.07985303123086344,
+      "grad_norm": 0.2249280959367752,
+      "learning_rate": 4.998650334799446e-06,
+      "loss": 0.7569,
+      "step": 163
+    },
+    {
+      "epoch": 0.0803429271279853,
+      "grad_norm": 0.22758226096630096,
+      "learning_rate": 4.998607152244036e-06,
+      "loss": 0.7351,
+      "step": 164
+    },
+    {
+      "epoch": 0.08083282302510716,
+      "grad_norm": 0.21682260930538177,
+      "learning_rate": 4.998563289902984e-06,
+      "loss": 0.705,
+      "step": 165
+    },
+    {
+      "epoch": 0.08132271892222903,
+      "grad_norm": 0.22186994552612305,
+      "learning_rate": 4.998518747788221e-06,
+      "loss": 0.6869,
+      "step": 166
+    },
+    {
+      "epoch": 0.08181261481935088,
+      "grad_norm": 0.2218897044658661,
+      "learning_rate": 4.9984735259118675e-06,
+      "loss": 0.7516,
+      "step": 167
+    },
+    {
+      "epoch": 0.08230251071647275,
+      "grad_norm": 0.24786899983882904,
+      "learning_rate": 4.9984276242862265e-06,
+      "loss": 0.7292,
+      "step": 168
+    },
+    {
+      "epoch": 0.0827924066135946,
+      "grad_norm": 0.22796982526779175,
+      "learning_rate": 4.998381042923786e-06,
+      "loss": 0.708,
+      "step": 169
+    },
+    {
+      "epoch": 0.08328230251071647,
+      "grad_norm": 0.2350655496120453,
+      "learning_rate": 4.998333781837219e-06,
+      "loss": 0.7427,
+      "step": 170
+    },
+    {
+      "epoch": 0.08377219840783834,
+      "grad_norm": 0.21661469340324402,
+      "learning_rate": 4.998285841039384e-06,
+      "loss": 0.7173,
+      "step": 171
+    },
+    {
+      "epoch": 0.08426209430496019,
+      "grad_norm": 0.2350396364927292,
+      "learning_rate": 4.998237220543324e-06,
+      "loss": 0.7485,
+      "step": 172
+    },
+    {
+      "epoch": 0.08475199020208206,
+      "grad_norm": 0.2210429608821869,
+      "learning_rate": 4.998187920362268e-06,
+      "loss": 0.7455,
+      "step": 173
+    },
+    {
+      "epoch": 0.08524188609920393,
+      "grad_norm": 0.23016513884067535,
+      "learning_rate": 4.998137940509626e-06,
+      "loss": 0.7116,
+      "step": 174
+    },
+    {
+      "epoch": 0.08573178199632578,
+      "grad_norm": 0.21964678168296814,
+      "learning_rate": 4.998087280998999e-06,
+      "loss": 0.7356,
+      "step": 175
+    },
+    {
+      "epoch": 0.08622167789344765,
+      "grad_norm": 0.22432510554790497,
+      "learning_rate": 4.998035941844167e-06,
+      "loss": 0.7315,
+      "step": 176
+    },
+    {
+      "epoch": 0.0867115737905695,
+      "grad_norm": 0.2379545122385025,
+      "learning_rate": 4.9979839230591e-06,
+      "loss": 0.7165,
+      "step": 177
+    },
+    {
+      "epoch": 0.08720146968769137,
+      "grad_norm": 0.234178826212883,
+      "learning_rate": 4.99793122465795e-06,
+      "loss": 0.7378,
+      "step": 178
+    },
+    {
+      "epoch": 0.08769136558481323,
+      "grad_norm": 0.216177836060524,
+      "learning_rate": 4.9978778466550524e-06,
+      "loss": 0.6997,
+      "step": 179
+    },
+    {
+      "epoch": 0.08818126148193509,
+      "grad_norm": 0.2306894212961197,
+      "learning_rate": 4.9978237890649315e-06,
+      "loss": 0.7341,
+      "step": 180
+    },
+    {
+      "epoch": 0.08867115737905695,
+      "grad_norm": 0.21481899917125702,
+      "learning_rate": 4.9977690519022945e-06,
+      "loss": 0.7151,
+      "step": 181
+    },
+    {
+      "epoch": 0.0891610532761788,
+      "grad_norm": 0.2187681943178177,
+      "learning_rate": 4.997713635182033e-06,
+      "loss": 0.7497,
+      "step": 182
+    },
+    {
+      "epoch": 0.08965094917330067,
+      "grad_norm": 0.22013579308986664,
+      "learning_rate": 4.997657538919224e-06,
+      "loss": 0.7094,
+      "step": 183
+    },
+    {
+      "epoch": 0.09014084507042254,
+      "grad_norm": 0.22705145180225372,
+      "learning_rate": 4.99760076312913e-06,
+      "loss": 0.7298,
+      "step": 184
+    },
+    {
+      "epoch": 0.0906307409675444,
+      "grad_norm": 0.2299501895904541,
+      "learning_rate": 4.997543307827196e-06,
+      "loss": 0.7584,
+      "step": 185
+    },
+    {
+      "epoch": 0.09112063686466626,
+      "grad_norm": 0.22536176443099976,
+      "learning_rate": 4.997485173029056e-06,
+      "loss": 0.711,
+      "step": 186
+    },
+    {
+      "epoch": 0.09161053276178811,
+      "grad_norm": 0.22876884043216705,
+      "learning_rate": 4.997426358750525e-06,
+      "loss": 0.6999,
+      "step": 187
+    },
+    {
+      "epoch": 0.09210042865890998,
+      "grad_norm": 0.2220255434513092,
+      "learning_rate": 4.997366865007605e-06,
+      "loss": 0.7033,
+      "step": 188
+    },
+    {
+      "epoch": 0.09259032455603185,
+      "grad_norm": 0.22282293438911438,
+      "learning_rate": 4.9973066918164815e-06,
+      "loss": 0.7296,
+      "step": 189
+    },
+    {
+      "epoch": 0.0930802204531537,
+      "grad_norm": 0.2244081050157547,
+      "learning_rate": 4.997245839193526e-06,
+      "loss": 0.7217,
+      "step": 190
+    },
+    {
+      "epoch": 0.09357011635027557,
+      "grad_norm": 0.24491725862026215,
+      "learning_rate": 4.997184307155294e-06,
+      "loss": 0.6933,
+      "step": 191
+    },
+    {
+      "epoch": 0.09406001224739743,
+      "grad_norm": 0.2341097742319107,
+      "learning_rate": 4.997122095718527e-06,
+      "loss": 0.7156,
+      "step": 192
+    },
+    {
+      "epoch": 0.09454990814451929,
+      "grad_norm": 0.23293037712574005,
+      "learning_rate": 4.997059204900151e-06,
+      "loss": 0.7219,
+      "step": 193
+    },
+    {
+      "epoch": 0.09503980404164115,
+      "grad_norm": 0.224905863404274,
+      "learning_rate": 4.996995634717276e-06,
+      "loss": 0.6925,
+      "step": 194
+    },
+    {
+      "epoch": 0.09552969993876301,
+      "grad_norm": 0.23174867033958435,
+      "learning_rate": 4.996931385187195e-06,
+      "loss": 0.7354,
+      "step": 195
+    },
+    {
+      "epoch": 0.09601959583588487,
+      "grad_norm": 0.2354530245065689,
+      "learning_rate": 4.996866456327392e-06,
+      "loss": 0.7218,
+      "step": 196
+    },
+    {
+      "epoch": 0.09650949173300674,
+      "grad_norm": 0.22878359258174896,
+      "learning_rate": 4.996800848155529e-06,
+      "loss": 0.7289,
+      "step": 197
+    },
+    {
+      "epoch": 0.0969993876301286,
+      "grad_norm": 0.22221261262893677,
+      "learning_rate": 4.996734560689457e-06,
+      "loss": 0.7276,
+      "step": 198
+    },
+    {
+      "epoch": 0.09748928352725046,
+      "grad_norm": 0.23485805094242096,
+      "learning_rate": 4.9966675939472094e-06,
+      "loss": 0.7407,
+      "step": 199
+    },
+    {
+      "epoch": 0.09797917942437231,
+      "grad_norm": 0.2275373488664627,
+      "learning_rate": 4.996599947947009e-06,
+      "loss": 0.7187,
+      "step": 200
+    },
+    {
+      "epoch": 0.09846907532149418,
+      "grad_norm": 0.22819741070270538,
+      "learning_rate": 4.996531622707255e-06,
+      "loss": 0.717,
+      "step": 201
+    },
+    {
+      "epoch": 0.09895897121861605,
+      "grad_norm": 0.24706602096557617,
+      "learning_rate": 4.99646261824654e-06,
+      "loss": 0.7126,
+      "step": 202
+    },
+    {
+      "epoch": 0.0994488671157379,
+      "grad_norm": 0.2240106165409088,
+      "learning_rate": 4.996392934583636e-06,
+      "loss": 0.7269,
+      "step": 203
+    },
+    {
+      "epoch": 0.09993876301285977,
+      "grad_norm": 0.23807524144649506,
+      "learning_rate": 4.996322571737502e-06,
+      "loss": 0.719,
+      "step": 204
+    },
+    {
+      "epoch": 0.10042865890998164,
+      "grad_norm": 0.23285457491874695,
+      "learning_rate": 4.996251529727282e-06,
+      "loss": 0.7088,
+      "step": 205
+    },
+    {
+      "epoch": 0.10091855480710349,
+      "grad_norm": 0.227351576089859,
+      "learning_rate": 4.996179808572303e-06,
+      "loss": 0.74,
+      "step": 206
+    },
+    {
+      "epoch": 0.10140845070422536,
+      "grad_norm": 0.2282775193452835,
+      "learning_rate": 4.996107408292079e-06,
+      "loss": 0.7037,
+      "step": 207
+    },
+    {
+      "epoch": 0.10189834660134721,
+      "grad_norm": 0.23110702633857727,
+      "learning_rate": 4.996034328906308e-06,
+      "loss": 0.7153,
+      "step": 208
+    },
+    {
+      "epoch": 0.10238824249846908,
+      "grad_norm": 0.2378554791212082,
+      "learning_rate": 4.995960570434869e-06,
+      "loss": 0.7097,
+      "step": 209
+    },
+    {
+      "epoch": 0.10287813839559094,
+      "grad_norm": 0.2271486073732376,
+      "learning_rate": 4.995886132897833e-06,
+      "loss": 0.7112,
+      "step": 210
+    },
+    {
+      "epoch": 0.1033680342927128,
+      "grad_norm": 0.24688458442687988,
+      "learning_rate": 4.99581101631545e-06,
+      "loss": 0.6905,
+      "step": 211
+    },
+    {
+      "epoch": 0.10385793018983466,
+      "grad_norm": 0.23487895727157593,
+      "learning_rate": 4.995735220708158e-06,
+      "loss": 0.6851,
+      "step": 212
+    },
+    {
+      "epoch": 0.10434782608695652,
+      "grad_norm": 0.23712845146656036,
+      "learning_rate": 4.995658746096577e-06,
+      "loss": 0.7162,
+      "step": 213
+    },
+    {
+      "epoch": 0.10483772198407838,
+      "grad_norm": 0.23982517421245575,
+      "learning_rate": 4.995581592501514e-06,
+      "loss": 0.7172,
+      "step": 214
+    },
+    {
+      "epoch": 0.10532761788120025,
+      "grad_norm": 0.24245846271514893,
+      "learning_rate": 4.99550375994396e-06,
+      "loss": 0.7461,
+      "step": 215
+    },
+    {
+      "epoch": 0.1058175137783221,
+      "grad_norm": 0.25469428300857544,
+      "learning_rate": 4.995425248445089e-06,
+      "loss": 0.7231,
+      "step": 216
+    },
+    {
+      "epoch": 0.10630740967544397,
+      "grad_norm": 0.23790335655212402,
+      "learning_rate": 4.995346058026263e-06,
+      "loss": 0.6956,
+      "step": 217
+    },
+    {
+      "epoch": 0.10679730557256582,
+      "grad_norm": 0.23641760647296906,
+      "learning_rate": 4.995266188709027e-06,
+      "loss": 0.7264,
+      "step": 218
+    },
+    {
+      "epoch": 0.10728720146968769,
+      "grad_norm": 0.24292510747909546,
+      "learning_rate": 4.99518564051511e-06,
+      "loss": 0.6772,
+      "step": 219
+    },
+    {
+      "epoch": 0.10777709736680956,
+      "grad_norm": 0.2255912572145462,
+      "learning_rate": 4.995104413466426e-06,
+      "loss": 0.6805,
+      "step": 220
+    },
+    {
+      "epoch": 0.10826699326393141,
+      "grad_norm": 0.24550217390060425,
+      "learning_rate": 4.995022507585075e-06,
+      "loss": 0.7456,
+      "step": 221
+    },
+    {
+      "epoch": 0.10875688916105328,
+      "grad_norm": 0.24428114295005798,
+      "learning_rate": 4.99493992289334e-06,
+      "loss": 0.7485,
+      "step": 222
+    },
+    {
+      "epoch": 0.10924678505817514,
+      "grad_norm": 0.2401362955570221,
+      "learning_rate": 4.994856659413691e-06,
+      "loss": 0.7092,
+      "step": 223
+    },
+    {
+      "epoch": 0.109736680955297,
+      "grad_norm": 0.24536854028701782,
+      "learning_rate": 4.99477271716878e-06,
+      "loss": 0.6942,
+      "step": 224
+    },
+    {
+      "epoch": 0.11022657685241886,
+      "grad_norm": 0.23893441259860992,
+      "learning_rate": 4.994688096181444e-06,
+      "loss": 0.7108,
+      "step": 225
+    },
+    {
+      "epoch": 0.11071647274954072,
+      "grad_norm": 0.2415887713432312,
+      "learning_rate": 4.994602796474707e-06,
+      "loss": 0.6844,
+      "step": 226
+    },
+    {
+      "epoch": 0.11120636864666258,
+      "grad_norm": 0.2488085925579071,
+      "learning_rate": 4.994516818071775e-06,
+      "loss": 0.7047,
+      "step": 227
+    },
+    {
+      "epoch": 0.11169626454378445,
+      "grad_norm": 0.24722400307655334,
+      "learning_rate": 4.994430160996041e-06,
+      "loss": 0.7382,
+      "step": 228
+    },
+    {
+      "epoch": 0.1121861604409063,
+      "grad_norm": 0.24387723207473755,
+      "learning_rate": 4.99434282527108e-06,
+      "loss": 0.7109,
+      "step": 229
+    },
+    {
+      "epoch": 0.11267605633802817,
+      "grad_norm": 0.24834807217121124,
+      "learning_rate": 4.9942548109206545e-06,
+      "loss": 0.7077,
+      "step": 230
+    },
+    {
+      "epoch": 0.11316595223515002,
+      "grad_norm": 0.23779404163360596,
+      "learning_rate": 4.994166117968709e-06,
+      "loss": 0.6803,
+      "step": 231
+    },
+    {
+      "epoch": 0.11365584813227189,
+      "grad_norm": 0.24619951844215393,
+      "learning_rate": 4.994076746439375e-06,
+      "loss": 0.7001,
+      "step": 232
+    },
+    {
+      "epoch": 0.11414574402939376,
+      "grad_norm": 0.23684336245059967,
+      "learning_rate": 4.993986696356966e-06,
+      "loss": 0.7151,
+      "step": 233
+    },
+    {
+      "epoch": 0.11463563992651561,
+      "grad_norm": 0.26148277521133423,
+      "learning_rate": 4.993895967745983e-06,
+      "loss": 0.6959,
+      "step": 234
+    },
+    {
+      "epoch": 0.11512553582363748,
+      "grad_norm": 0.24303443729877472,
+      "learning_rate": 4.993804560631109e-06,
+      "loss": 0.7427,
+      "step": 235
+    },
+    {
+      "epoch": 0.11561543172075933,
+      "grad_norm": 0.23858515918254852,
+      "learning_rate": 4.993712475037213e-06,
+      "loss": 0.7167,
+      "step": 236
+    },
+    {
+      "epoch": 0.1161053276178812,
+      "grad_norm": 0.23997746407985687,
+      "learning_rate": 4.993619710989349e-06,
+      "loss": 0.7456,
+      "step": 237
+    },
+    {
+      "epoch": 0.11659522351500307,
+      "grad_norm": 0.24167482554912567,
+      "learning_rate": 4.993526268512755e-06,
+      "loss": 0.7072,
+      "step": 238
+    },
+    {
+      "epoch": 0.11708511941212492,
+      "grad_norm": 0.2411864548921585,
+      "learning_rate": 4.9934321476328515e-06,
+      "loss": 0.6987,
+      "step": 239
+    },
+    {
+      "epoch": 0.11757501530924679,
+      "grad_norm": 0.2430465817451477,
+      "learning_rate": 4.993337348375249e-06,
+      "loss": 0.7009,
+      "step": 240
+    },
+    {
+      "epoch": 0.11806491120636865,
+      "grad_norm": 0.2417476773262024,
+      "learning_rate": 4.993241870765736e-06,
+      "loss": 0.695,
+      "step": 241
+    },
+    {
+      "epoch": 0.1185548071034905,
+      "grad_norm": 0.24546459317207336,
+      "learning_rate": 4.99314571483029e-06,
+      "loss": 0.7091,
+      "step": 242
+    },
+    {
+      "epoch": 0.11904470300061237,
+      "grad_norm": 0.2377326339483261,
+      "learning_rate": 4.993048880595072e-06,
+      "loss": 0.7005,
+      "step": 243
+    },
+    {
+      "epoch": 0.11953459889773423,
+      "grad_norm": 0.2439325898885727,
+      "learning_rate": 4.992951368086427e-06,
+      "loss": 0.6956,
+      "step": 244
+    },
+    {
+      "epoch": 0.1200244947948561,
+      "grad_norm": 0.2318105548620224,
+      "learning_rate": 4.992853177330884e-06,
+      "loss": 0.708,
+      "step": 245
+    },
+    {
+      "epoch": 0.12051439069197796,
+      "grad_norm": 0.24266572296619415,
+      "learning_rate": 4.992754308355159e-06,
+      "loss": 0.7126,
+      "step": 246
+    },
+    {
+      "epoch": 0.12100428658909981,
+      "grad_norm": 0.24958163499832153,
+      "learning_rate": 4.99265476118615e-06,
+      "loss": 0.7165,
+      "step": 247
+    },
+    {
+      "epoch": 0.12149418248622168,
+      "grad_norm": 0.24117092788219452,
+      "learning_rate": 4.99255453585094e-06,
+      "loss": 0.6977,
+      "step": 248
+    },
+    {
+      "epoch": 0.12198407838334353,
+      "grad_norm": 0.24092306196689606,
+      "learning_rate": 4.992453632376797e-06,
+      "loss": 0.7179,
+      "step": 249
+    },
+    {
+      "epoch": 0.1224739742804654,
+      "grad_norm": 0.24704957008361816,
+      "learning_rate": 4.992352050791175e-06,
+      "loss": 0.6955,
+      "step": 250
+    },
+    {
+      "epoch": 0.12296387017758727,
+      "grad_norm": 0.23530827462673187,
+      "learning_rate": 4.992249791121709e-06,
+      "loss": 0.7051,
+      "step": 251
+    },
+    {
+      "epoch": 0.12345376607470912,
+      "grad_norm": 0.2405635416507721,
+      "learning_rate": 4.992146853396219e-06,
+      "loss": 0.7247,
+      "step": 252
+    },
+    {
+      "epoch": 0.12394366197183099,
+      "grad_norm": 0.23462170362472534,
+      "learning_rate": 4.992043237642715e-06,
+      "loss": 0.709,
+      "step": 253
+    },
+    {
+      "epoch": 0.12443355786895285,
+      "grad_norm": 0.24728280305862427,
+      "learning_rate": 4.991938943889384e-06,
+      "loss": 0.6904,
+      "step": 254
+    },
+    {
+      "epoch": 0.12492345376607471,
+      "grad_norm": 0.2390342354774475,
+      "learning_rate": 4.991833972164602e-06,
+      "loss": 0.7031,
+      "step": 255
+    },
+    {
+      "epoch": 0.12541334966319656,
+      "grad_norm": 0.25283288955688477,
+      "learning_rate": 4.991728322496928e-06,
+      "loss": 0.717,
+      "step": 256
+    },
+    {
+      "epoch": 0.12590324556031843,
+      "grad_norm": 0.23909400403499603,
+      "learning_rate": 4.991621994915105e-06,
+      "loss": 0.6916,
+      "step": 257
+    },
+    {
+      "epoch": 0.1263931414574403,
+      "grad_norm": 0.24953396618366241,
+      "learning_rate": 4.991514989448063e-06,
+      "loss": 0.6901,
+      "step": 258
+    },
+    {
+      "epoch": 0.12688303735456216,
+      "grad_norm": 0.24343158304691315,
+      "learning_rate": 4.991407306124914e-06,
+      "loss": 0.7018,
+      "step": 259
+    },
+    {
+      "epoch": 0.12737293325168403,
+      "grad_norm": 0.24725763499736786,
+      "learning_rate": 4.991298944974953e-06,
+      "loss": 0.6996,
+      "step": 260
+    },
+    {
+      "epoch": 0.12786282914880587,
+      "grad_norm": 0.25944840908050537,
+      "learning_rate": 4.991189906027663e-06,
+      "loss": 0.7083,
+      "step": 261
+    },
+    {
+      "epoch": 0.12835272504592773,
+      "grad_norm": 0.2454294115304947,
+      "learning_rate": 4.991080189312709e-06,
+      "loss": 0.7058,
+      "step": 262
+    },
+    {
+      "epoch": 0.1288426209430496,
+      "grad_norm": 0.2501434087753296,
+      "learning_rate": 4.990969794859941e-06,
+      "loss": 0.7102,
+      "step": 263
+    },
+    {
+      "epoch": 0.12933251684017147,
+      "grad_norm": 0.26826831698417664,
+      "learning_rate": 4.990858722699395e-06,
+      "loss": 0.7305,
+      "step": 264
+    },
+    {
+      "epoch": 0.12982241273729334,
+      "grad_norm": 0.23846790194511414,
+      "learning_rate": 4.990746972861289e-06,
+      "loss": 0.6752,
+      "step": 265
+    },
+    {
+      "epoch": 0.13031230863441517,
+      "grad_norm": 0.25017425417900085,
+      "learning_rate": 4.990634545376027e-06,
+      "loss": 0.7062,
+      "step": 266
+    },
+    {
+      "epoch": 0.13080220453153704,
+      "grad_norm": 0.2652483880519867,
+      "learning_rate": 4.990521440274195e-06,
+      "loss": 0.7117,
+      "step": 267
+    },
+    {
+      "epoch": 0.1312921004286589,
+      "grad_norm": 0.24066515266895294,
+      "learning_rate": 4.990407657586568e-06,
+      "loss": 0.7193,
+      "step": 268
+    },
+    {
+      "epoch": 0.13178199632578078,
+      "grad_norm": 0.2460177093744278,
+      "learning_rate": 4.990293197344098e-06,
+      "loss": 0.6644,
+      "step": 269
+    },
+    {
+      "epoch": 0.13227189222290264,
+      "grad_norm": 0.2507753372192383,
+      "learning_rate": 4.99017805957793e-06,
+      "loss": 0.7114,
+      "step": 270
+    },
+    {
+      "epoch": 0.13276178812002448,
+      "grad_norm": 0.25557348132133484,
+      "learning_rate": 4.990062244319387e-06,
+      "loss": 0.6895,
+      "step": 271
+    },
+    {
+      "epoch": 0.13325168401714635,
+      "grad_norm": 0.2597479522228241,
+      "learning_rate": 4.989945751599978e-06,
+      "loss": 0.7285,
+      "step": 272
+    },
+    {
+      "epoch": 0.13374157991426822,
+      "grad_norm": 0.2611940801143646,
+      "learning_rate": 4.989828581451398e-06,
+      "loss": 0.7296,
+      "step": 273
+    },
+    {
+      "epoch": 0.13423147581139008,
+      "grad_norm": 0.2552890479564667,
+      "learning_rate": 4.989710733905524e-06,
+      "loss": 0.7324,
+      "step": 274
+    },
+    {
+      "epoch": 0.13472137170851195,
+      "grad_norm": 0.2605132460594177,
+      "learning_rate": 4.9895922089944185e-06,
+      "loss": 0.6969,
+      "step": 275
+    },
+    {
+      "epoch": 0.1352112676056338,
+      "grad_norm": 0.25689518451690674,
+      "learning_rate": 4.989473006750328e-06,
+      "loss": 0.7032,
+      "step": 276
+    },
+    {
+      "epoch": 0.13570116350275566,
+      "grad_norm": 0.25465458631515503,
+      "learning_rate": 4.989353127205684e-06,
+      "loss": 0.6865,
+      "step": 277
+    },
+    {
+      "epoch": 0.13619105939987752,
+      "grad_norm": 0.25785622000694275,
+      "learning_rate": 4.989232570393101e-06,
+      "loss": 0.7007,
+      "step": 278
+    },
+    {
+      "epoch": 0.1366809552969994,
+      "grad_norm": 0.25546690821647644,
+      "learning_rate": 4.989111336345378e-06,
+      "loss": 0.7342,
+      "step": 279
+    },
+    {
+      "epoch": 0.13717085119412126,
+      "grad_norm": 0.25426116585731506,
+      "learning_rate": 4.9889894250955005e-06,
+      "loss": 0.6978,
+      "step": 280
+    },
+    {
+      "epoch": 0.13766074709124312,
+      "grad_norm": 0.25376084446907043,
+      "learning_rate": 4.988866836676635e-06,
+      "loss": 0.6856,
+      "step": 281
+    },
+    {
+      "epoch": 0.13815064298836496,
+      "grad_norm": 0.2518889307975769,
+      "learning_rate": 4.988743571122133e-06,
+      "loss": 0.6964,
+      "step": 282
+    },
+    {
+      "epoch": 0.13864053888548683,
+      "grad_norm": 0.24486613273620605,
+      "learning_rate": 4.9886196284655315e-06,
+      "loss": 0.7082,
+      "step": 283
+    },
+    {
+      "epoch": 0.1391304347826087,
+      "grad_norm": 0.26591217517852783,
+      "learning_rate": 4.988495008740552e-06,
+      "loss": 0.6737,
+      "step": 284
+    },
+    {
+      "epoch": 0.13962033067973056,
+      "grad_norm": 0.2720721960067749,
+      "learning_rate": 4.988369711981097e-06,
+      "loss": 0.7142,
+      "step": 285
+    },
+    {
+      "epoch": 0.14011022657685243,
+      "grad_norm": 0.2502274215221405,
+      "learning_rate": 4.988243738221258e-06,
+      "loss": 0.6928,
+      "step": 286
+    },
+    {
+      "epoch": 0.14060012247397427,
+      "grad_norm": 0.2472478747367859,
+      "learning_rate": 4.988117087495306e-06,
+      "loss": 0.7081,
+      "step": 287
+    },
+    {
+      "epoch": 0.14109001837109614,
+      "grad_norm": 0.2597702145576477,
+      "learning_rate": 4.9879897598377005e-06,
+      "loss": 0.7252,
+      "step": 288
+    },
+    {
+      "epoch": 0.141579914268218,
+      "grad_norm": 0.2554181218147278,
+      "learning_rate": 4.987861755283081e-06,
+      "loss": 0.6871,
+      "step": 289
+    },
+    {
+      "epoch": 0.14206981016533987,
+      "grad_norm": 0.2611641585826874,
+      "learning_rate": 4.9877330738662755e-06,
+      "loss": 0.6922,
+      "step": 290
+    },
+    {
+      "epoch": 0.14255970606246174,
+      "grad_norm": 0.2400081306695938,
+      "learning_rate": 4.987603715622291e-06,
+      "loss": 0.6572,
+      "step": 291
+    },
+    {
+      "epoch": 0.14304960195958358,
+      "grad_norm": 0.2615026831626892,
+      "learning_rate": 4.987473680586323e-06,
+      "loss": 0.7023,
+      "step": 292
+    },
+    {
+      "epoch": 0.14353949785670544,
+      "grad_norm": 0.25383347272872925,
+      "learning_rate": 4.98734296879375e-06,
+      "loss": 0.6958,
+      "step": 293
+    },
+    {
+      "epoch": 0.1440293937538273,
+      "grad_norm": 0.25849246978759766,
+      "learning_rate": 4.987211580280133e-06,
+      "loss": 0.7196,
+      "step": 294
+    },
+    {
+      "epoch": 0.14451928965094918,
+      "grad_norm": 0.26360154151916504,
+      "learning_rate": 4.987079515081219e-06,
+      "loss": 0.7121,
+      "step": 295
+    },
+    {
+      "epoch": 0.14500918554807105,
+      "grad_norm": 0.2684732973575592,
+      "learning_rate": 4.986946773232939e-06,
+      "loss": 0.7198,
+      "step": 296
+    },
+    {
+      "epoch": 0.14549908144519288,
+      "grad_norm": 0.2610439360141754,
+      "learning_rate": 4.986813354771406e-06,
+      "loss": 0.6924,
+      "step": 297
+    },
+    {
+      "epoch": 0.14598897734231475,
+      "grad_norm": 0.25493988394737244,
+      "learning_rate": 4.986679259732919e-06,
+      "loss": 0.7354,
+      "step": 298
+    },
+    {
+      "epoch": 0.14647887323943662,
+      "grad_norm": 0.2612632215023041,
+      "learning_rate": 4.986544488153963e-06,
+      "loss": 0.6878,
+      "step": 299
+    },
+    {
+      "epoch": 0.14696876913655849,
+      "grad_norm": 0.25811073184013367,
+      "learning_rate": 4.986409040071202e-06,
+      "loss": 0.6793,
+      "step": 300
+    },
+    {
+      "epoch": 0.14745866503368035,
+      "grad_norm": 0.2634781301021576,
+      "learning_rate": 4.986272915521487e-06,
+      "loss": 0.7061,
+      "step": 301
+    },
+    {
+      "epoch": 0.1479485609308022,
+      "grad_norm": 0.25826555490493774,
+      "learning_rate": 4.9861361145418545e-06,
+      "loss": 0.664,
+      "step": 302
+    },
+    {
+      "epoch": 0.14843845682792406,
+      "grad_norm": 0.24985066056251526,
+      "learning_rate": 4.985998637169522e-06,
+      "loss": 0.6932,
+      "step": 303
+    },
+    {
+      "epoch": 0.14892835272504593,
+      "grad_norm": 0.25596854090690613,
+      "learning_rate": 4.985860483441894e-06,
+      "loss": 0.6568,
+      "step": 304
+    },
+    {
+      "epoch": 0.1494182486221678,
+      "grad_norm": 0.2568427324295044,
+      "learning_rate": 4.985721653396555e-06,
+      "loss": 0.6889,
+      "step": 305
+    },
+    {
+      "epoch": 0.14990814451928966,
+      "grad_norm": 0.2716825604438782,
+      "learning_rate": 4.985582147071277e-06,
+      "loss": 0.6813,
+      "step": 306
+    },
+    {
+      "epoch": 0.1503980404164115,
+      "grad_norm": 0.2683699131011963,
+      "learning_rate": 4.985441964504015e-06,
+      "loss": 0.6805,
+      "step": 307
+    },
+    {
+      "epoch": 0.15088793631353337,
+      "grad_norm": 0.2588299810886383,
+      "learning_rate": 4.985301105732908e-06,
+      "loss": 0.6981,
+      "step": 308
+    },
+    {
+      "epoch": 0.15137783221065523,
+      "grad_norm": 0.24666503071784973,
+      "learning_rate": 4.985159570796279e-06,
+      "loss": 0.6898,
+      "step": 309
+    },
+    {
+      "epoch": 0.1518677281077771,
+      "grad_norm": 0.2546054720878601,
+      "learning_rate": 4.985017359732636e-06,
+      "loss": 0.6994,
+      "step": 310
+    },
+    {
+      "epoch": 0.15235762400489897,
+      "grad_norm": 0.24838140606880188,
+      "learning_rate": 4.9848744725806666e-06,
+      "loss": 0.7174,
+      "step": 311
+    },
+    {
+      "epoch": 0.15284751990202083,
+      "grad_norm": 0.2766893804073334,
+      "learning_rate": 4.984730909379248e-06,
+      "loss": 0.7009,
+      "step": 312
+    },
+    {
+      "epoch": 0.15333741579914267,
+      "grad_norm": 0.2599968910217285,
+      "learning_rate": 4.984586670167438e-06,
+      "loss": 0.687,
+      "step": 313
+    },
+    {
+      "epoch": 0.15382731169626454,
+      "grad_norm": 0.2503408193588257,
+      "learning_rate": 4.984441754984479e-06,
+      "loss": 0.732,
+      "step": 314
+    },
+    {
+      "epoch": 0.1543172075933864,
+      "grad_norm": 0.2544567883014679,
+      "learning_rate": 4.984296163869798e-06,
+      "loss": 0.6474,
+      "step": 315
+    },
+    {
+      "epoch": 0.15480710349050827,
+      "grad_norm": 0.25679001212120056,
+      "learning_rate": 4.9841498968630055e-06,
+      "loss": 0.7131,
+      "step": 316
+    },
+    {
+      "epoch": 0.15529699938763014,
+      "grad_norm": 0.2618502080440521,
+      "learning_rate": 4.984002954003895e-06,
+      "loss": 0.7174,
+      "step": 317
+    },
+    {
+      "epoch": 0.15578689528475198,
+      "grad_norm": 0.268387109041214,
+      "learning_rate": 4.9838553353324445e-06,
+      "loss": 0.7087,
+      "step": 318
+    },
+    {
+      "epoch": 0.15627679118187385,
+      "grad_norm": 0.25605982542037964,
+      "learning_rate": 4.9837070408888175e-06,
+      "loss": 0.6813,
+      "step": 319
+    },
+    {
+      "epoch": 0.15676668707899571,
+      "grad_norm": 0.26913389563560486,
+      "learning_rate": 4.983558070713359e-06,
+      "loss": 0.73,
+      "step": 320
+    },
+    {
+      "epoch": 0.15725658297611758,
+      "grad_norm": 0.26553523540496826,
+      "learning_rate": 4.983408424846597e-06,
+      "loss": 0.6842,
+      "step": 321
+    },
+    {
+      "epoch": 0.15774647887323945,
+      "grad_norm": 0.2679034471511841,
+      "learning_rate": 4.983258103329248e-06,
+      "loss": 0.681,
+      "step": 322
+    },
+    {
+      "epoch": 0.1582363747703613,
+      "grad_norm": 0.2610563039779663,
+      "learning_rate": 4.983107106202209e-06,
+      "loss": 0.6812,
+      "step": 323
+    },
+    {
+      "epoch": 0.15872627066748315,
+      "grad_norm": 0.25914549827575684,
+      "learning_rate": 4.982955433506558e-06,
+      "loss": 0.6934,
+      "step": 324
+    },
+    {
+      "epoch": 0.15921616656460502,
+      "grad_norm": 0.25528278946876526,
+      "learning_rate": 4.982803085283563e-06,
+      "loss": 0.7034,
+      "step": 325
+    },
+    {
+      "epoch": 0.1597060624617269,
+      "grad_norm": 0.2526107132434845,
+      "learning_rate": 4.982650061574672e-06,
+      "loss": 0.704,
+      "step": 326
+    },
+    {
+      "epoch": 0.16019595835884876,
+      "grad_norm": 0.25860223174095154,
+      "learning_rate": 4.982496362421517e-06,
+      "loss": 0.6896,
+      "step": 327
+    },
+    {
+      "epoch": 0.1606858542559706,
+      "grad_norm": 0.2585155665874481,
+      "learning_rate": 4.982341987865914e-06,
+      "loss": 0.7077,
+      "step": 328
+    },
+    {
+      "epoch": 0.16117575015309246,
+      "grad_norm": 0.25666436553001404,
+      "learning_rate": 4.982186937949864e-06,
+      "loss": 0.6887,
+      "step": 329
+    },
+    {
+      "epoch": 0.16166564605021433,
+      "grad_norm": 0.248607337474823,
+      "learning_rate": 4.9820312127155515e-06,
+      "loss": 0.7001,
+      "step": 330
+    },
+    {
+      "epoch": 0.1621555419473362,
+      "grad_norm": 0.28019267320632935,
+      "learning_rate": 4.981874812205341e-06,
+      "loss": 0.7299,
+      "step": 331
+    },
+    {
+      "epoch": 0.16264543784445806,
+      "grad_norm": 0.26801958680152893,
+      "learning_rate": 4.981717736461788e-06,
+      "loss": 0.6979,
+      "step": 332
+    },
+    {
+      "epoch": 0.1631353337415799,
+      "grad_norm": 0.2580174505710602,
+      "learning_rate": 4.981559985527624e-06,
+      "loss": 0.6632,
+      "step": 333
+    },
+    {
+      "epoch": 0.16362522963870177,
+      "grad_norm": 0.26502886414527893,
+      "learning_rate": 4.9814015594457686e-06,
+      "loss": 0.6887,
+      "step": 334
+    },
+    {
+      "epoch": 0.16411512553582364,
+      "grad_norm": 0.27120092511177063,
+      "learning_rate": 4.9812424582593246e-06,
+      "loss": 0.7047,
+      "step": 335
+    },
+    {
+      "epoch": 0.1646050214329455,
+      "grad_norm": 0.2717300057411194,
+      "learning_rate": 4.981082682011577e-06,
+      "loss": 0.7083,
+      "step": 336
+    },
+    {
+      "epoch": 0.16509491733006737,
+      "grad_norm": 0.2662920653820038,
+      "learning_rate": 4.9809222307459984e-06,
+      "loss": 0.718,
+      "step": 337
+    },
+    {
+      "epoch": 0.1655848132271892,
+      "grad_norm": 0.25591158866882324,
+      "learning_rate": 4.980761104506238e-06,
+      "loss": 0.6912,
+      "step": 338
+    },
+    {
+      "epoch": 0.16607470912431108,
+      "grad_norm": 0.25804129242897034,
+      "learning_rate": 4.980599303336135e-06,
+      "loss": 0.6812,
+      "step": 339
+    },
+    {
+      "epoch": 0.16656460502143294,
+      "grad_norm": 0.26774024963378906,
+      "learning_rate": 4.980436827279709e-06,
+      "loss": 0.7064,
+      "step": 340
+    },
+    {
+      "epoch": 0.1670545009185548,
+      "grad_norm": 0.26028621196746826,
+      "learning_rate": 4.980273676381165e-06,
+      "loss": 0.685,
+      "step": 341
+    },
+    {
+      "epoch": 0.16754439681567668,
+      "grad_norm": 0.2737005054950714,
+      "learning_rate": 4.980109850684891e-06,
+      "loss": 0.6825,
+      "step": 342
+    },
+    {
+      "epoch": 0.16803429271279854,
+      "grad_norm": 0.26772844791412354,
+      "learning_rate": 4.979945350235459e-06,
+      "loss": 0.6999,
+      "step": 343
+    },
+    {
+      "epoch": 0.16852418860992038,
+      "grad_norm": 0.2749219834804535,
+      "learning_rate": 4.979780175077621e-06,
+      "loss": 0.67,
+      "step": 344
+    },
+    {
+      "epoch": 0.16901408450704225,
+      "grad_norm": 0.2647887170314789,
+      "learning_rate": 4.979614325256318e-06,
+      "loss": 0.7059,
+      "step": 345
+    },
+    {
+      "epoch": 0.16950398040416412,
+      "grad_norm": 0.2660578787326813,
+      "learning_rate": 4.979447800816673e-06,
+      "loss": 0.6964,
+      "step": 346
+    },
+    {
+      "epoch": 0.16999387630128598,
+      "grad_norm": 0.2642233669757843,
+      "learning_rate": 4.979280601803988e-06,
+      "loss": 0.6668,
+      "step": 347
+    },
+    {
+      "epoch": 0.17048377219840785,
+      "grad_norm": 0.26047587394714355,
+      "learning_rate": 4.979112728263755e-06,
+      "loss": 0.7015,
+      "step": 348
+    },
+    {
+      "epoch": 0.1709736680955297,
+      "grad_norm": 0.26166731119155884,
+      "learning_rate": 4.9789441802416454e-06,
+      "loss": 0.6964,
+      "step": 349
+    },
+    {
+      "epoch": 0.17146356399265156,
+      "grad_norm": 0.26318004727363586,
+      "learning_rate": 4.978774957783517e-06,
+      "loss": 0.7015,
+      "step": 350
+    },
+    {
+      "epoch": 0.17195345988977342,
+      "grad_norm": 0.2654951512813568,
+      "learning_rate": 4.978605060935407e-06,
+      "loss": 0.6653,
+      "step": 351
+    },
+    {
+      "epoch": 0.1724433557868953,
+      "grad_norm": 0.2767031490802765,
+      "learning_rate": 4.9784344897435405e-06,
+      "loss": 0.6837,
+      "step": 352
+    },
+    {
+      "epoch": 0.17293325168401716,
+      "grad_norm": 0.2719745635986328,
+      "learning_rate": 4.978263244254324e-06,
+      "loss": 0.6784,
+      "step": 353
+    },
+    {
+      "epoch": 0.173423147581139,
+      "grad_norm": 0.2508717179298401,
+      "learning_rate": 4.978091324514346e-06,
+      "loss": 0.6805,
+      "step": 354
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 0.26405903697013855,
+      "learning_rate": 4.977918730570381e-06,
+      "loss": 0.6521,
+      "step": 355
+    },
+    {
+      "epoch": 0.17440293937538273,
+      "grad_norm": 0.26240110397338867,
+      "learning_rate": 4.977745462469386e-06,
+      "loss": 0.675,
+      "step": 356
+    },
+    {
+      "epoch": 0.1748928352725046,
+      "grad_norm": 0.2654706835746765,
+      "learning_rate": 4.9775715202585005e-06,
+      "loss": 0.6967,
+      "step": 357
+    },
+    {
+      "epoch": 0.17538273116962647,
+      "grad_norm": 0.26780185103416443,
+      "learning_rate": 4.97739690398505e-06,
+      "loss": 0.6808,
+      "step": 358
+    },
+    {
+      "epoch": 0.1758726270667483,
+      "grad_norm": 0.27980104088783264,
+      "learning_rate": 4.9772216136965405e-06,
+      "loss": 0.6901,
+      "step": 359
+    },
+    {
+      "epoch": 0.17636252296387017,
+      "grad_norm": 0.2825722396373749,
+      "learning_rate": 4.977045649440662e-06,
+      "loss": 0.7147,
+      "step": 360
+    },
+    {
+      "epoch": 0.17685241886099204,
+      "grad_norm": 0.28033769130706787,
+      "learning_rate": 4.97686901126529e-06,
+      "loss": 0.69,
+      "step": 361
+    },
+    {
+      "epoch": 0.1773423147581139,
+      "grad_norm": 0.2616003751754761,
+      "learning_rate": 4.976691699218479e-06,
+      "loss": 0.679,
+      "step": 362
+    },
+    {
+      "epoch": 0.17783221065523577,
+      "grad_norm": 0.26597169041633606,
+      "learning_rate": 4.976513713348472e-06,
+      "loss": 0.6817,
+      "step": 363
+    },
+    {
+      "epoch": 0.1783221065523576,
+      "grad_norm": 0.2727013826370239,
+      "learning_rate": 4.976335053703692e-06,
+      "loss": 0.6878,
+      "step": 364
+    },
+    {
+      "epoch": 0.17881200244947948,
+      "grad_norm": 0.2789647579193115,
+      "learning_rate": 4.976155720332747e-06,
+      "loss": 0.6942,
+      "step": 365
+    },
+    {
+      "epoch": 0.17930189834660135,
+      "grad_norm": 0.26109856367111206,
+      "learning_rate": 4.975975713284426e-06,
+      "loss": 0.6992,
+      "step": 366
+    },
+    {
+      "epoch": 0.1797917942437232,
+      "grad_norm": 0.2630729675292969,
+      "learning_rate": 4.975795032607703e-06,
+      "loss": 0.7101,
+      "step": 367
+    },
+    {
+      "epoch": 0.18028169014084508,
+      "grad_norm": 0.28116390109062195,
+      "learning_rate": 4.9756136783517365e-06,
+      "loss": 0.6843,
+      "step": 368
+    },
+    {
+      "epoch": 0.18077158603796692,
+      "grad_norm": 0.26151201128959656,
+      "learning_rate": 4.975431650565865e-06,
+      "loss": 0.6973,
+      "step": 369
+    },
+    {
+      "epoch": 0.1812614819350888,
+      "grad_norm": 0.2683990001678467,
+      "learning_rate": 4.975248949299613e-06,
+      "loss": 0.7055,
+      "step": 370
+    },
+    {
+      "epoch": 0.18175137783221065,
+      "grad_norm": 0.26030197739601135,
+      "learning_rate": 4.9750655746026875e-06,
+      "loss": 0.7008,
+      "step": 371
+    },
+    {
+      "epoch": 0.18224127372933252,
+      "grad_norm": 0.26876166462898254,
+      "learning_rate": 4.974881526524978e-06,
+      "loss": 0.694,
+      "step": 372
+    },
+    {
+      "epoch": 0.1827311696264544,
+      "grad_norm": 0.2684592604637146,
+      "learning_rate": 4.974696805116558e-06,
+      "loss": 0.7156,
+      "step": 373
+    },
+    {
+      "epoch": 0.18322106552357623,
+      "grad_norm": 0.27490681409835815,
+      "learning_rate": 4.974511410427683e-06,
+      "loss": 0.6843,
+      "step": 374
+    },
+    {
+      "epoch": 0.1837109614206981,
+      "grad_norm": 0.2698623239994049,
+      "learning_rate": 4.974325342508793e-06,
+      "loss": 0.6917,
+      "step": 375
+    },
+    {
+      "epoch": 0.18420085731781996,
+      "grad_norm": 0.27144962549209595,
+      "learning_rate": 4.974138601410513e-06,
+      "loss": 0.7152,
+      "step": 376
+    },
+    {
+      "epoch": 0.18469075321494183,
+      "grad_norm": 0.26694294810295105,
+      "learning_rate": 4.9739511871836454e-06,
+      "loss": 0.6715,
+      "step": 377
+    },
+    {
+      "epoch": 0.1851806491120637,
+      "grad_norm": 0.2714312672615051,
+      "learning_rate": 4.973763099879181e-06,
+      "loss": 0.6997,
+      "step": 378
+    },
+    {
+      "epoch": 0.18567054500918556,
+      "grad_norm": 0.27155402302742004,
+      "learning_rate": 4.973574339548291e-06,
+      "loss": 0.6609,
+      "step": 379
+    },
+    {
+      "epoch": 0.1861604409063074,
+      "grad_norm": 0.2687325179576874,
+      "learning_rate": 4.973384906242332e-06,
+      "loss": 0.7095,
+      "step": 380
+    },
+    {
+      "epoch": 0.18665033680342927,
+      "grad_norm": 0.2704453766345978,
+      "learning_rate": 4.973194800012841e-06,
+      "loss": 0.6728,
+      "step": 381
+    },
+    {
+      "epoch": 0.18714023270055113,
+      "grad_norm": 0.2697974145412445,
+      "learning_rate": 4.973004020911541e-06,
+      "loss": 0.6817,
+      "step": 382
+    },
+    {
+      "epoch": 0.187630128597673,
+      "grad_norm": 0.27038195729255676,
+      "learning_rate": 4.972812568990334e-06,
+      "loss": 0.69,
+      "step": 383
+    },
+    {
+      "epoch": 0.18812002449479487,
+      "grad_norm": 0.27607688307762146,
+      "learning_rate": 4.97262044430131e-06,
+      "loss": 0.6935,
+      "step": 384
+    },
+    {
+      "epoch": 0.1886099203919167,
+      "grad_norm": 0.261408269405365,
+      "learning_rate": 4.972427646896738e-06,
+      "loss": 0.6641,
+      "step": 385
+    },
+    {
+      "epoch": 0.18909981628903857,
+      "grad_norm": 0.2864983379840851,
+      "learning_rate": 4.972234176829072e-06,
+      "loss": 0.6989,
+      "step": 386
+    },
+    {
+      "epoch": 0.18958971218616044,
+      "grad_norm": 0.2765742838382721,
+      "learning_rate": 4.972040034150949e-06,
+      "loss": 0.6516,
+      "step": 387
+    },
+    {
+      "epoch": 0.1900796080832823,
+      "grad_norm": 0.27313947677612305,
+      "learning_rate": 4.9718452189151885e-06,
+      "loss": 0.722,
+      "step": 388
+    },
+    {
+      "epoch": 0.19056950398040418,
+      "grad_norm": 0.27086713910102844,
+      "learning_rate": 4.971649731174793e-06,
+      "loss": 0.6706,
+      "step": 389
+    },
+    {
+      "epoch": 0.19105939987752601,
+      "grad_norm": 0.2872767150402069,
+      "learning_rate": 4.9714535709829475e-06,
+      "loss": 0.7021,
+      "step": 390
+    },
+    {
+      "epoch": 0.19154929577464788,
+      "grad_norm": 0.2844785749912262,
+      "learning_rate": 4.971256738393021e-06,
+      "loss": 0.6867,
+      "step": 391
+    },
+    {
+      "epoch": 0.19203919167176975,
+      "grad_norm": 0.2807650864124298,
+      "learning_rate": 4.971059233458565e-06,
+      "loss": 0.6744,
+      "step": 392
+    },
+    {
+      "epoch": 0.19252908756889162,
+      "grad_norm": 0.26693230867385864,
+      "learning_rate": 4.970861056233314e-06,
+      "loss": 0.7266,
+      "step": 393
+    },
+    {
+      "epoch": 0.19301898346601348,
+      "grad_norm": 0.27306389808654785,
+      "learning_rate": 4.970662206771184e-06,
+      "loss": 0.6958,
+      "step": 394
+    },
+    {
+      "epoch": 0.19350887936313532,
+      "grad_norm": 0.2836274802684784,
+      "learning_rate": 4.9704626851262775e-06,
+      "loss": 0.699,
+      "step": 395
+    },
+    {
+      "epoch": 0.1939987752602572,
+      "grad_norm": 0.27907463908195496,
+      "learning_rate": 4.970262491352875e-06,
+      "loss": 0.6961,
+      "step": 396
+    },
+    {
+      "epoch": 0.19448867115737906,
+      "grad_norm": 0.2898431420326233,
+      "learning_rate": 4.970061625505443e-06,
+      "loss": 0.6883,
+      "step": 397
+    },
+    {
+      "epoch": 0.19497856705450092,
+      "grad_norm": 0.2687452435493469,
+      "learning_rate": 4.969860087638632e-06,
+      "loss": 0.6499,
+      "step": 398
+    },
+    {
+      "epoch": 0.1954684629516228,
+      "grad_norm": 0.2855985760688782,
+      "learning_rate": 4.969657877807271e-06,
+      "loss": 0.6937,
+      "step": 399
+    },
+    {
+      "epoch": 0.19595835884874463,
+      "grad_norm": 0.27004674077033997,
+      "learning_rate": 4.969454996066377e-06,
+      "loss": 0.6813,
+      "step": 400
+    },
+    {
+      "epoch": 0.1964482547458665,
+      "grad_norm": 0.2813244163990021,
+      "learning_rate": 4.969251442471145e-06,
+      "loss": 0.6907,
+      "step": 401
+    },
+    {
+      "epoch": 0.19693815064298836,
+      "grad_norm": 0.2692974805831909,
+      "learning_rate": 4.969047217076956e-06,
+      "loss": 0.668,
+      "step": 402
+    },
+    {
+      "epoch": 0.19742804654011023,
+      "grad_norm": 0.2798345983028412,
+      "learning_rate": 4.968842319939374e-06,
+      "loss": 0.6637,
+      "step": 403
+    },
+    {
+      "epoch": 0.1979179424372321,
+      "grad_norm": 0.2649277448654175,
+      "learning_rate": 4.968636751114141e-06,
+      "loss": 0.7005,
+      "step": 404
+    },
+    {
+      "epoch": 0.19840783833435394,
+      "grad_norm": 0.270865261554718,
+      "learning_rate": 4.968430510657189e-06,
+      "loss": 0.6985,
+      "step": 405
+    },
+    {
+      "epoch": 0.1988977342314758,
+      "grad_norm": 0.2828701138496399,
+      "learning_rate": 4.968223598624625e-06,
+      "loss": 0.6675,
+      "step": 406
+    },
+    {
+      "epoch": 0.19938763012859767,
+      "grad_norm": 0.28420430421829224,
+      "learning_rate": 4.968016015072747e-06,
+      "loss": 0.7123,
+      "step": 407
+    },
+    {
+      "epoch": 0.19987752602571954,
+      "grad_norm": 0.2720252573490143,
+      "learning_rate": 4.967807760058029e-06,
+      "loss": 0.6612,
+      "step": 408
+    },
+    {
+      "epoch": 0.2003674219228414,
+      "grad_norm": 0.276832640171051,
+      "learning_rate": 4.9675988336371305e-06,
+      "loss": 0.6776,
+      "step": 409
+    },
+    {
+      "epoch": 0.20085731781996327,
+      "grad_norm": 0.2641506791114807,
+      "learning_rate": 4.967389235866893e-06,
+      "loss": 0.6782,
+      "step": 410
+    },
+    {
+      "epoch": 0.2013472137170851,
+      "grad_norm": 0.2748897969722748,
+      "learning_rate": 4.967178966804341e-06,
+      "loss": 0.6945,
+      "step": 411
+    },
+    {
+      "epoch": 0.20183710961420698,
+      "grad_norm": 0.27730754017829895,
+      "learning_rate": 4.966968026506683e-06,
+      "loss": 0.6681,
+      "step": 412
+    },
+    {
+      "epoch": 0.20232700551132884,
+      "grad_norm": 0.2730098366737366,
+      "learning_rate": 4.966756415031307e-06,
+      "loss": 0.7097,
+      "step": 413
+    },
+    {
+      "epoch": 0.2028169014084507,
+      "grad_norm": 0.26940208673477173,
+      "learning_rate": 4.9665441324357834e-06,
+      "loss": 0.6963,
+      "step": 414
+    },
+    {
+      "epoch": 0.20330679730557258,
+      "grad_norm": 0.28830280900001526,
+      "learning_rate": 4.9663311787778715e-06,
+      "loss": 0.6455,
+      "step": 415
+    },
+    {
+      "epoch": 0.20379669320269442,
+      "grad_norm": 0.2707945704460144,
+      "learning_rate": 4.966117554115505e-06,
+      "loss": 0.6781,
+      "step": 416
+    },
+    {
+      "epoch": 0.20428658909981628,
+      "grad_norm": 0.28427818417549133,
+      "learning_rate": 4.965903258506806e-06,
+      "loss": 0.654,
+      "step": 417
+    },
+    {
+      "epoch": 0.20477648499693815,
+      "grad_norm": 0.26649975776672363,
+      "learning_rate": 4.965688292010077e-06,
+      "loss": 0.7078,
+      "step": 418
+    },
+    {
+      "epoch": 0.20526638089406002,
+      "grad_norm": 0.27190712094306946,
+      "learning_rate": 4.9654726546838015e-06,
+      "loss": 0.6648,
+      "step": 419
+    },
+    {
+      "epoch": 0.20575627679118189,
+      "grad_norm": 0.27658402919769287,
+      "learning_rate": 4.965256346586648e-06,
+      "loss": 0.7066,
+      "step": 420
+    },
+    {
+      "epoch": 0.20624617268830372,
+      "grad_norm": 0.2791120111942291,
+      "learning_rate": 4.965039367777466e-06,
+      "loss": 0.6856,
+      "step": 421
+    },
+    {
+      "epoch": 0.2067360685854256,
+      "grad_norm": 0.27996936440467834,
+      "learning_rate": 4.964821718315289e-06,
+      "loss": 0.6779,
+      "step": 422
+    },
+    {
+      "epoch": 0.20722596448254746,
+      "grad_norm": 0.27422329783439636,
+      "learning_rate": 4.9646033982593315e-06,
+      "loss": 0.6641,
+      "step": 423
+    },
+    {
+      "epoch": 0.20771586037966933,
+      "grad_norm": 0.28245022892951965,
+      "learning_rate": 4.964384407668991e-06,
+      "loss": 0.6649,
+      "step": 424
+    },
+    {
+      "epoch": 0.2082057562767912,
+      "grad_norm": 0.2692187428474426,
+      "learning_rate": 4.964164746603847e-06,
+      "loss": 0.6685,
+      "step": 425
+    },
+    {
+      "epoch": 0.20869565217391303,
+      "grad_norm": 0.27592557668685913,
+      "learning_rate": 4.963944415123662e-06,
+      "loss": 0.6436,
+      "step": 426
+    },
+    {
+      "epoch": 0.2091855480710349,
+      "grad_norm": 0.2831850051879883,
+      "learning_rate": 4.9637234132883805e-06,
+      "loss": 0.6738,
+      "step": 427
+    },
+    {
+      "epoch": 0.20967544396815677,
+      "grad_norm": 0.30106180906295776,
+      "learning_rate": 4.9635017411581295e-06,
+      "loss": 0.7092,
+      "step": 428
+    },
+    {
+      "epoch": 0.21016533986527863,
+      "grad_norm": 0.2780488431453705,
+      "learning_rate": 4.96327939879322e-06,
+      "loss": 0.6872,
+      "step": 429
+    },
+    {
+      "epoch": 0.2106552357624005,
+      "grad_norm": 0.2832487225532532,
+      "learning_rate": 4.96305638625414e-06,
+      "loss": 0.6791,
+      "step": 430
+    },
+    {
+      "epoch": 0.21114513165952234,
+      "grad_norm": 0.27021270990371704,
+      "learning_rate": 4.962832703601568e-06,
+      "loss": 0.7024,
+      "step": 431
+    },
+    {
+      "epoch": 0.2116350275566442,
+      "grad_norm": 0.2906636595726013,
+      "learning_rate": 4.962608350896357e-06,
+      "loss": 0.6916,
+      "step": 432
+    },
+    {
+      "epoch": 0.21212492345376607,
+      "grad_norm": 0.27886664867401123,
+      "learning_rate": 4.962383328199549e-06,
+      "loss": 0.6882,
+      "step": 433
+    },
+    {
+      "epoch": 0.21261481935088794,
+      "grad_norm": 0.2870326638221741,
+      "learning_rate": 4.962157635572362e-06,
+      "loss": 0.6775,
+      "step": 434
+    },
+    {
+      "epoch": 0.2131047152480098,
+      "grad_norm": 0.2815456688404083,
+      "learning_rate": 4.9619312730762e-06,
+      "loss": 0.7052,
+      "step": 435
+    },
+    {
+      "epoch": 0.21359461114513165,
+      "grad_norm": 0.2805708646774292,
+      "learning_rate": 4.961704240772649e-06,
+      "loss": 0.6697,
+      "step": 436
+    },
+    {
+      "epoch": 0.2140845070422535,
+      "grad_norm": 0.29036977887153625,
+      "learning_rate": 4.961476538723477e-06,
+      "loss": 0.6859,
+      "step": 437
+    },
+    {
+      "epoch": 0.21457440293937538,
+      "grad_norm": 0.28320616483688354,
+      "learning_rate": 4.9612481669906335e-06,
+      "loss": 0.6502,
+      "step": 438
+    },
+    {
+      "epoch": 0.21506429883649725,
+      "grad_norm": 0.2814081013202667,
+      "learning_rate": 4.961019125636251e-06,
+      "loss": 0.6802,
+      "step": 439
+    },
+    {
+      "epoch": 0.21555419473361911,
+      "grad_norm": 0.2973114252090454,
+      "learning_rate": 4.960789414722642e-06,
+      "loss": 0.6808,
+      "step": 440
+    },
+    {
+      "epoch": 0.21604409063074098,
+      "grad_norm": 0.28980064392089844,
+      "learning_rate": 4.960559034312306e-06,
+      "loss": 0.6619,
+      "step": 441
+    },
+    {
+      "epoch": 0.21653398652786282,
+      "grad_norm": 0.28697559237480164,
+      "learning_rate": 4.960327984467919e-06,
+      "loss": 0.6548,
+      "step": 442
+    },
+    {
+      "epoch": 0.2170238824249847,
+      "grad_norm": 0.2818733751773834,
+      "learning_rate": 4.9600962652523435e-06,
+      "loss": 0.6608,
+      "step": 443
+    },
+    {
+      "epoch": 0.21751377832210655,
+      "grad_norm": 0.28344979882240295,
+      "learning_rate": 4.959863876728622e-06,
+      "loss": 0.6818,
+      "step": 444
+    },
+    {
+      "epoch": 0.21800367421922842,
+      "grad_norm": 0.277803510427475,
+      "learning_rate": 4.959630818959979e-06,
+      "loss": 0.6632,
+      "step": 445
+    },
+    {
+      "epoch": 0.2184935701163503,
+      "grad_norm": 0.290330708026886,
+      "learning_rate": 4.9593970920098226e-06,
+      "loss": 0.7021,
+      "step": 446
+    },
+    {
+      "epoch": 0.21898346601347213,
+      "grad_norm": 0.2983878254890442,
+      "learning_rate": 4.9591626959417395e-06,
+      "loss": 0.645,
+      "step": 447
+    },
+    {
+      "epoch": 0.219473361910594,
+      "grad_norm": 0.3008386492729187,
+      "learning_rate": 4.958927630819503e-06,
+      "loss": 0.6722,
+      "step": 448
+    },
+    {
+      "epoch": 0.21996325780771586,
+      "grad_norm": 0.29174381494522095,
+      "learning_rate": 4.9586918967070666e-06,
+      "loss": 0.7,
+      "step": 449
+    },
+    {
+      "epoch": 0.22045315370483773,
+      "grad_norm": 0.2773303985595703,
+      "learning_rate": 4.958455493668565e-06,
+      "loss": 0.6606,
+      "step": 450
+    },
+    {
+      "epoch": 0.2209430496019596,
+      "grad_norm": 0.29781636595726013,
+      "learning_rate": 4.958218421768314e-06,
+      "loss": 0.673,
+      "step": 451
+    },
+    {
+      "epoch": 0.22143294549908143,
+      "grad_norm": 0.2792598605155945,
+      "learning_rate": 4.957980681070814e-06,
+      "loss": 0.7003,
+      "step": 452
+    },
+    {
+      "epoch": 0.2219228413962033,
+      "grad_norm": 0.2928924262523651,
+      "learning_rate": 4.957742271640746e-06,
+      "loss": 0.6825,
+      "step": 453
+    },
+    {
+      "epoch": 0.22241273729332517,
+      "grad_norm": 0.2799023985862732,
+      "learning_rate": 4.957503193542973e-06,
+      "loss": 0.6808,
+      "step": 454
+    },
+    {
+      "epoch": 0.22290263319044704,
+      "grad_norm": 0.2886837124824524,
+      "learning_rate": 4.957263446842541e-06,
+      "loss": 0.6846,
+      "step": 455
+    },
+    {
+      "epoch": 0.2233925290875689,
+      "grad_norm": 0.29160356521606445,
+      "learning_rate": 4.957023031604674e-06,
+      "loss": 0.6755,
+      "step": 456
+    },
+    {
+      "epoch": 0.22388242498469074,
+      "grad_norm": 0.29495176672935486,
+      "learning_rate": 4.956781947894784e-06,
+      "loss": 0.6744,
+      "step": 457
+    },
+    {
+      "epoch": 0.2243723208818126,
+      "grad_norm": 0.28703880310058594,
+      "learning_rate": 4.95654019577846e-06,
+      "loss": 0.7161,
+      "step": 458
+    },
+    {
+      "epoch": 0.22486221677893448,
+      "grad_norm": 0.29158130288124084,
+      "learning_rate": 4.956297775321475e-06,
+      "loss": 0.6943,
+      "step": 459
+    },
+    {
+      "epoch": 0.22535211267605634,
+      "grad_norm": 0.2803298234939575,
+      "learning_rate": 4.956054686589783e-06,
+      "loss": 0.6823,
+      "step": 460
+    },
+    {
+      "epoch": 0.2258420085731782,
+      "grad_norm": 0.2935578525066376,
+      "learning_rate": 4.95581092964952e-06,
+      "loss": 0.6856,
+      "step": 461
+    },
+    {
+      "epoch": 0.22633190447030005,
+      "grad_norm": 0.28209394216537476,
+      "learning_rate": 4.955566504567004e-06,
+      "loss": 0.693,
+      "step": 462
+    },
+    {
+      "epoch": 0.22682180036742192,
+      "grad_norm": 0.2914902865886688,
+      "learning_rate": 4.955321411408735e-06,
+      "loss": 0.6978,
+      "step": 463
+    },
+    {
+      "epoch": 0.22731169626454378,
+      "grad_norm": 0.2760421335697174,
+      "learning_rate": 4.955075650241396e-06,
+      "loss": 0.6912,
+      "step": 464
+    },
+    {
+      "epoch": 0.22780159216166565,
+      "grad_norm": 0.2878439724445343,
+      "learning_rate": 4.954829221131847e-06,
+      "loss": 0.6973,
+      "step": 465
+    },
+    {
+      "epoch": 0.22829148805878752,
+      "grad_norm": 0.2849530279636383,
+      "learning_rate": 4.954582124147135e-06,
+      "loss": 0.6682,
+      "step": 466
+    },
+    {
+      "epoch": 0.22878138395590936,
+      "grad_norm": 0.2800678610801697,
+      "learning_rate": 4.954334359354486e-06,
+      "loss": 0.6524,
+      "step": 467
+    },
+    {
+      "epoch": 0.22927127985303122,
+      "grad_norm": 0.2819807231426239,
+      "learning_rate": 4.954085926821308e-06,
+      "loss": 0.6899,
+      "step": 468
+    },
+    {
+      "epoch": 0.2297611757501531,
+      "grad_norm": 0.290926456451416,
+      "learning_rate": 4.953836826615193e-06,
+      "loss": 0.6909,
+      "step": 469
+    },
+    {
+      "epoch": 0.23025107164727496,
+      "grad_norm": 0.2750617265701294,
+      "learning_rate": 4.953587058803909e-06,
+      "loss": 0.666,
+      "step": 470
+    },
+    {
+      "epoch": 0.23074096754439682,
+      "grad_norm": 0.2927756607532501,
+      "learning_rate": 4.953336623455413e-06,
+      "loss": 0.6676,
+      "step": 471
+    },
+    {
+      "epoch": 0.23123086344151866,
+      "grad_norm": 0.2824176549911499,
+      "learning_rate": 4.953085520637839e-06,
+      "loss": 0.6479,
+      "step": 472
+    },
+    {
+      "epoch": 0.23172075933864053,
+      "grad_norm": 0.2902854084968567,
+      "learning_rate": 4.952833750419502e-06,
+      "loss": 0.6675,
+      "step": 473
+    },
+    {
+      "epoch": 0.2322106552357624,
+      "grad_norm": 0.2878444790840149,
+      "learning_rate": 4.952581312868901e-06,
+      "loss": 0.6707,
+      "step": 474
+    },
+    {
+      "epoch": 0.23270055113288426,
+      "grad_norm": 0.29057806730270386,
+      "learning_rate": 4.952328208054716e-06,
+      "loss": 0.6931,
+      "step": 475
+    },
+    {
+      "epoch": 0.23319044703000613,
+      "grad_norm": 0.287222683429718,
+      "learning_rate": 4.952074436045806e-06,
+      "loss": 0.6675,
+      "step": 476
+    },
+    {
+      "epoch": 0.233680342927128,
+      "grad_norm": 0.2918603718280792,
+      "learning_rate": 4.951819996911217e-06,
+      "loss": 0.6752,
+      "step": 477
+    },
+    {
+      "epoch": 0.23417023882424984,
+      "grad_norm": 0.2872229814529419,
+      "learning_rate": 4.951564890720172e-06,
+      "loss": 0.6731,
+      "step": 478
+    },
+    {
+      "epoch": 0.2346601347213717,
+      "grad_norm": 0.28795695304870605,
+      "learning_rate": 4.951309117542075e-06,
+      "loss": 0.6798,
+      "step": 479
+    },
+    {
+      "epoch": 0.23515003061849357,
+      "grad_norm": 0.27824899554252625,
+      "learning_rate": 4.951052677446515e-06,
+      "loss": 0.705,
+      "step": 480
+    },
+    {
+      "epoch": 0.23563992651561544,
+      "grad_norm": 0.2940081059932709,
+      "learning_rate": 4.95079557050326e-06,
+      "loss": 0.6721,
+      "step": 481
+    },
+    {
+      "epoch": 0.2361298224127373,
+      "grad_norm": 0.31432050466537476,
+      "learning_rate": 4.950537796782261e-06,
+      "loss": 0.71,
+      "step": 482
+    },
+    {
+      "epoch": 0.23661971830985915,
+      "grad_norm": 0.28667113184928894,
+      "learning_rate": 4.950279356353648e-06,
+      "loss": 0.6781,
+      "step": 483
+    },
+    {
+      "epoch": 0.237109614206981,
+      "grad_norm": 0.28186243772506714,
+      "learning_rate": 4.950020249287734e-06,
+      "loss": 0.689,
+      "step": 484
+    },
+    {
+      "epoch": 0.23759951010410288,
+      "grad_norm": 0.282751202583313,
+      "learning_rate": 4.9497604756550134e-06,
+      "loss": 0.6943,
+      "step": 485
+    },
+    {
+      "epoch": 0.23808940600122475,
+      "grad_norm": 0.29054197669029236,
+      "learning_rate": 4.9495000355261625e-06,
+      "loss": 0.689,
+      "step": 486
+    },
+    {
+      "epoch": 0.2385793018983466,
+      "grad_norm": 0.28855305910110474,
+      "learning_rate": 4.949238928972037e-06,
+      "loss": 0.6566,
+      "step": 487
+    },
+    {
+      "epoch": 0.23906919779546845,
+      "grad_norm": 0.2937643229961395,
+      "learning_rate": 4.948977156063675e-06,
+      "loss": 0.6669,
+      "step": 488
+    },
+    {
+      "epoch": 0.23955909369259032,
+      "grad_norm": 0.27907466888427734,
+      "learning_rate": 4.948714716872297e-06,
+      "loss": 0.6802,
+      "step": 489
+    },
+    {
+      "epoch": 0.2400489895897122,
+      "grad_norm": 0.29693931341171265,
+      "learning_rate": 4.948451611469304e-06,
+      "loss": 0.6874,
+      "step": 490
+    },
+    {
+      "epoch": 0.24053888548683405,
+      "grad_norm": 0.2904781401157379,
+      "learning_rate": 4.948187839926276e-06,
+      "loss": 0.6912,
+      "step": 491
+    },
+    {
+      "epoch": 0.24102878138395592,
+      "grad_norm": 0.28125911951065063,
+      "learning_rate": 4.947923402314978e-06,
+      "loss": 0.6663,
+      "step": 492
+    },
+    {
+      "epoch": 0.24151867728107776,
+      "grad_norm": 0.3010816276073456,
+      "learning_rate": 4.947658298707354e-06,
+      "loss": 0.6784,
+      "step": 493
+    },
+    {
+      "epoch": 0.24200857317819963,
+      "grad_norm": 0.29629260301589966,
+      "learning_rate": 4.9473925291755295e-06,
+      "loss": 0.7006,
+      "step": 494
+    },
+    {
+      "epoch": 0.2424984690753215,
+      "grad_norm": 0.29816797375679016,
+      "learning_rate": 4.947126093791812e-06,
+      "loss": 0.6519,
+      "step": 495
+    },
+    {
+      "epoch": 0.24298836497244336,
+      "grad_norm": 0.29432323575019836,
+      "learning_rate": 4.946858992628688e-06,
+      "loss": 0.7049,
+      "step": 496
+    },
+    {
+      "epoch": 0.24347826086956523,
+      "grad_norm": 0.2930796444416046,
+      "learning_rate": 4.946591225758828e-06,
+      "loss": 0.661,
+      "step": 497
+    },
+    {
+      "epoch": 0.24396815676668707,
+      "grad_norm": 0.2817651629447937,
+      "learning_rate": 4.946322793255081e-06,
+      "loss": 0.6622,
+      "step": 498
+    },
+    {
+      "epoch": 0.24445805266380893,
+      "grad_norm": 0.28571751713752747,
+      "learning_rate": 4.946053695190479e-06,
+      "loss": 0.6726,
+      "step": 499
+    },
+    {
+      "epoch": 0.2449479485609308,
+      "grad_norm": 0.28773561120033264,
+      "learning_rate": 4.945783931638235e-06,
+      "loss": 0.6766,
+      "step": 500
+    },
+    {
+      "epoch": 0.24543784445805267,
+      "grad_norm": 0.28509920835494995,
+      "learning_rate": 4.945513502671741e-06,
+      "loss": 0.6548,
+      "step": 501
+    },
+    {
+      "epoch": 0.24592774035517453,
+      "grad_norm": 0.28688615560531616,
+      "learning_rate": 4.9452424083645725e-06,
+      "loss": 0.6814,
+      "step": 502
+    },
+    {
+      "epoch": 0.24641763625229637,
+      "grad_norm": 0.3019798994064331,
+      "learning_rate": 4.9449706487904845e-06,
+      "loss": 0.6688,
+      "step": 503
+    },
+    {
+      "epoch": 0.24690753214941824,
+      "grad_norm": 0.2820969521999359,
+      "learning_rate": 4.944698224023414e-06,
+      "loss": 0.6696,
+      "step": 504
+    },
+    {
+      "epoch": 0.2473974280465401,
+      "grad_norm": 0.2863926887512207,
+      "learning_rate": 4.944425134137478e-06,
+      "loss": 0.6699,
+      "step": 505
+    },
+    {
+      "epoch": 0.24788732394366197,
+      "grad_norm": 0.28923314809799194,
+      "learning_rate": 4.944151379206976e-06,
+      "loss": 0.6594,
+      "step": 506
+    },
+    {
+      "epoch": 0.24837721984078384,
+      "grad_norm": 0.29417911171913147,
+      "learning_rate": 4.943876959306386e-06,
+      "loss": 0.6771,
+      "step": 507
+    },
+    {
+      "epoch": 0.2488671157379057,
+      "grad_norm": 0.3137289881706238,
+      "learning_rate": 4.943601874510369e-06,
+      "loss": 0.6995,
+      "step": 508
+    },
+    {
+      "epoch": 0.24935701163502755,
+      "grad_norm": 0.2851713001728058,
+      "learning_rate": 4.9433261248937655e-06,
+      "loss": 0.6397,
+      "step": 509
+    },
+    {
+      "epoch": 0.24984690753214941,
+      "grad_norm": 0.3067043125629425,
+      "learning_rate": 4.943049710531599e-06,
+      "loss": 0.6696,
+      "step": 510
+    },
+    {
+      "epoch": 0.2503368034292713,
+      "grad_norm": 0.28277942538261414,
+      "learning_rate": 4.942772631499071e-06,
+      "loss": 0.6852,
+      "step": 511
+    },
+    {
+      "epoch": 0.2508266993263931,
+      "grad_norm": 0.2837325930595398,
+      "learning_rate": 4.942494887871565e-06,
+      "loss": 0.7028,
+      "step": 512
+    },
+    {
+      "epoch": 0.251316595223515,
+      "grad_norm": 0.28493350744247437,
+      "learning_rate": 4.942216479724647e-06,
+      "loss": 0.6616,
+      "step": 513
+    },
+    {
+      "epoch": 0.25180649112063686,
+      "grad_norm": 0.28880465030670166,
+      "learning_rate": 4.941937407134061e-06,
+      "loss": 0.6609,
+      "step": 514
+    },
+    {
+      "epoch": 0.25229638701775875,
+      "grad_norm": 0.29091018438339233,
+      "learning_rate": 4.941657670175734e-06,
+      "loss": 0.6714,
+      "step": 515
+    },
+    {
+      "epoch": 0.2527862829148806,
+      "grad_norm": 0.32527679204940796,
+      "learning_rate": 4.941377268925773e-06,
+      "loss": 0.6783,
+      "step": 516
+    },
+    {
+      "epoch": 0.25327617881200243,
+      "grad_norm": 0.31313812732696533,
+      "learning_rate": 4.941096203460465e-06,
+      "loss": 0.7043,
+      "step": 517
+    },
+    {
+      "epoch": 0.2537660747091243,
+      "grad_norm": 0.29403164982795715,
+      "learning_rate": 4.940814473856278e-06,
+      "loss": 0.678,
+      "step": 518
+    },
+    {
+      "epoch": 0.25425597060624616,
+      "grad_norm": 0.2897968590259552,
+      "learning_rate": 4.9405320801898615e-06,
+      "loss": 0.6726,
+      "step": 519
+    },
+    {
+      "epoch": 0.25474586650336806,
+      "grad_norm": 0.3000484108924866,
+      "learning_rate": 4.940249022538045e-06,
+      "loss": 0.6736,
+      "step": 520
+    },
+    {
+      "epoch": 0.2552357624004899,
+      "grad_norm": 0.3161175847053528,
+      "learning_rate": 4.9399653009778394e-06,
+      "loss": 0.6713,
+      "step": 521
+    },
+    {
+      "epoch": 0.25572565829761174,
+      "grad_norm": 0.30063289403915405,
+      "learning_rate": 4.9396809155864354e-06,
+      "loss": 0.6839,
+      "step": 522
+    },
+    {
+      "epoch": 0.25621555419473363,
+      "grad_norm": 0.3286581337451935,
+      "learning_rate": 4.939395866441204e-06,
+      "loss": 0.6747,
+      "step": 523
+    },
+    {
+      "epoch": 0.25670545009185547,
+      "grad_norm": 0.3079366087913513,
+      "learning_rate": 4.9391101536196975e-06,
+      "loss": 0.691,
+      "step": 524
+    },
+    {
+      "epoch": 0.25719534598897736,
+      "grad_norm": 0.30219361186027527,
+      "learning_rate": 4.938823777199649e-06,
+      "loss": 0.7159,
+      "step": 525
+    },
+    {
+      "epoch": 0.2576852418860992,
+      "grad_norm": 0.3035431206226349,
+      "learning_rate": 4.938536737258972e-06,
+      "loss": 0.6961,
+      "step": 526
+    },
+    {
+      "epoch": 0.25817513778322104,
+      "grad_norm": 0.29658591747283936,
+      "learning_rate": 4.938249033875759e-06,
+      "loss": 0.6925,
+      "step": 527
+    },
+    {
+      "epoch": 0.25866503368034294,
+      "grad_norm": 0.3085661232471466,
+      "learning_rate": 4.937960667128285e-06,
+      "loss": 0.6447,
+      "step": 528
+    },
+    {
+      "epoch": 0.2591549295774648,
+      "grad_norm": 0.30884072184562683,
+      "learning_rate": 4.9376716370950054e-06,
+      "loss": 0.6899,
+      "step": 529
+    },
+    {
+      "epoch": 0.25964482547458667,
+      "grad_norm": 0.30775752663612366,
+      "learning_rate": 4.937381943854554e-06,
+      "loss": 0.6918,
+      "step": 530
+    },
+    {
+      "epoch": 0.2601347213717085,
+      "grad_norm": 0.2908138930797577,
+      "learning_rate": 4.937091587485749e-06,
+      "loss": 0.691,
+      "step": 531
+    },
+    {
+      "epoch": 0.26062461726883035,
+      "grad_norm": 0.31106460094451904,
+      "learning_rate": 4.9368005680675825e-06,
+      "loss": 0.6864,
+      "step": 532
+    },
+    {
+      "epoch": 0.26111451316595224,
+      "grad_norm": 0.33596447110176086,
+      "learning_rate": 4.936508885679234e-06,
+      "loss": 0.6663,
+      "step": 533
+    },
+    {
+      "epoch": 0.2616044090630741,
+      "grad_norm": 0.30692586302757263,
+      "learning_rate": 4.936216540400059e-06,
+      "loss": 0.6774,
+      "step": 534
+    },
+    {
+      "epoch": 0.262094304960196,
+      "grad_norm": 0.30321234464645386,
+      "learning_rate": 4.935923532309596e-06,
+      "loss": 0.6516,
+      "step": 535
+    },
+    {
+      "epoch": 0.2625842008573178,
+      "grad_norm": 0.29872727394104004,
+      "learning_rate": 4.935629861487561e-06,
+      "loss": 0.6467,
+      "step": 536
+    },
+    {
+      "epoch": 0.26307409675443966,
+      "grad_norm": 0.3029206097126007,
+      "learning_rate": 4.9353355280138525e-06,
+      "loss": 0.6683,
+      "step": 537
+    },
+    {
+      "epoch": 0.26356399265156155,
+      "grad_norm": 0.2922782897949219,
+      "learning_rate": 4.935040531968548e-06,
+      "loss": 0.6554,
+      "step": 538
+    },
+    {
+      "epoch": 0.2640538885486834,
+      "grad_norm": 0.3034957945346832,
+      "learning_rate": 4.934744873431907e-06,
+      "loss": 0.6924,
+      "step": 539
+    },
+    {
+      "epoch": 0.2645437844458053,
+      "grad_norm": 0.28574198484420776,
+      "learning_rate": 4.934448552484367e-06,
+      "loss": 0.6931,
+      "step": 540
+    },
+    {
+      "epoch": 0.2650336803429271,
+      "grad_norm": 0.31014350056648254,
+      "learning_rate": 4.934151569206548e-06,
+      "loss": 0.677,
+      "step": 541
+    },
+    {
+      "epoch": 0.26552357624004896,
+      "grad_norm": 0.29660624265670776,
+      "learning_rate": 4.933853923679247e-06,
+      "loss": 0.6425,
+      "step": 542
+    },
+    {
+      "epoch": 0.26601347213717086,
+      "grad_norm": 0.3027561604976654,
+      "learning_rate": 4.933555615983445e-06,
+      "loss": 0.706,
+      "step": 543
+    },
+    {
+      "epoch": 0.2665033680342927,
+      "grad_norm": 0.3137056827545166,
+      "learning_rate": 4.933256646200301e-06,
+      "loss": 0.6832,
+      "step": 544
+    },
+    {
+      "epoch": 0.2669932639314146,
+      "grad_norm": 0.300325483083725,
+      "learning_rate": 4.9329570144111525e-06,
+      "loss": 0.6648,
+      "step": 545
+    },
+    {
+      "epoch": 0.26748315982853643,
+      "grad_norm": 0.29390445351600647,
+      "learning_rate": 4.932656720697523e-06,
+      "loss": 0.688,
+      "step": 546
+    },
+    {
+      "epoch": 0.26797305572565827,
+      "grad_norm": 0.3029269874095917,
+      "learning_rate": 4.932355765141108e-06,
+      "loss": 0.6781,
+      "step": 547
+    },
+    {
+      "epoch": 0.26846295162278017,
+      "grad_norm": 0.30967509746551514,
+      "learning_rate": 4.932054147823791e-06,
+      "loss": 0.6786,
+      "step": 548
+    },
+    {
+      "epoch": 0.268952847519902,
+      "grad_norm": 0.30142655968666077,
+      "learning_rate": 4.9317518688276285e-06,
+      "loss": 0.6964,
+      "step": 549
+    },
+    {
+      "epoch": 0.2694427434170239,
+      "grad_norm": 0.3007182776927948,
+      "learning_rate": 4.931448928234862e-06,
+      "loss": 0.6662,
+      "step": 550
+    },
+    {
+      "epoch": 0.26993263931414574,
+      "grad_norm": 0.29471781849861145,
+      "learning_rate": 4.931145326127911e-06,
+      "loss": 0.698,
+      "step": 551
+    },
+    {
+      "epoch": 0.2704225352112676,
+      "grad_norm": 0.30415260791778564,
+      "learning_rate": 4.930841062589375e-06,
+      "loss": 0.7043,
+      "step": 552
+    },
+    {
+      "epoch": 0.2709124311083895,
+      "grad_norm": 0.3111327290534973,
+      "learning_rate": 4.930536137702034e-06,
+      "loss": 0.7016,
+      "step": 553
+    },
+    {
+      "epoch": 0.2714023270055113,
+      "grad_norm": 0.3104318082332611,
+      "learning_rate": 4.930230551548848e-06,
+      "loss": 0.7092,
+      "step": 554
+    },
+    {
+      "epoch": 0.2718922229026332,
+      "grad_norm": 0.3054961562156677,
+      "learning_rate": 4.929924304212956e-06,
+      "loss": 0.658,
+      "step": 555
+    },
+    {
+      "epoch": 0.27238211879975505,
+      "grad_norm": 0.31626299023628235,
+      "learning_rate": 4.929617395777678e-06,
+      "loss": 0.684,
+      "step": 556
+    },
+    {
+      "epoch": 0.27287201469687694,
+      "grad_norm": 0.30073830485343933,
+      "learning_rate": 4.929309826326512e-06,
+      "loss": 0.6749,
+      "step": 557
+    },
+    {
+      "epoch": 0.2733619105939988,
+      "grad_norm": 0.30198878049850464,
+      "learning_rate": 4.929001595943138e-06,
+      "loss": 0.659,
+      "step": 558
+    },
+    {
+      "epoch": 0.2738518064911206,
+      "grad_norm": 0.3132243752479553,
+      "learning_rate": 4.928692704711416e-06,
+      "loss": 0.6918,
+      "step": 559
+    },
+    {
+      "epoch": 0.2743417023882425,
+      "grad_norm": 0.3196859359741211,
+      "learning_rate": 4.928383152715383e-06,
+      "loss": 0.6748,
+      "step": 560
+    },
+    {
+      "epoch": 0.27483159828536435,
+      "grad_norm": 0.2999397814273834,
+      "learning_rate": 4.928072940039258e-06,
+      "loss": 0.6835,
+      "step": 561
+    },
+    {
+      "epoch": 0.27532149418248625,
+      "grad_norm": 0.3084956705570221,
+      "learning_rate": 4.92776206676744e-06,
+      "loss": 0.6781,
+      "step": 562
+    },
+    {
+      "epoch": 0.2758113900796081,
+      "grad_norm": 0.3060546815395355,
+      "learning_rate": 4.927450532984507e-06,
+      "loss": 0.6698,
+      "step": 563
+    },
+    {
+      "epoch": 0.2763012859767299,
+      "grad_norm": 0.2978016138076782,
+      "learning_rate": 4.9271383387752145e-06,
+      "loss": 0.6748,
+      "step": 564
+    },
+    {
+      "epoch": 0.2767911818738518,
+      "grad_norm": 0.3078594505786896,
+      "learning_rate": 4.926825484224503e-06,
+      "loss": 0.6964,
+      "step": 565
+    },
+    {
+      "epoch": 0.27728107777097366,
+      "grad_norm": 0.30537673830986023,
+      "learning_rate": 4.926511969417488e-06,
+      "loss": 0.6821,
+      "step": 566
+    },
+    {
+      "epoch": 0.27777097366809556,
+      "grad_norm": 0.2968599200248718,
+      "learning_rate": 4.926197794439466e-06,
+      "loss": 0.6922,
+      "step": 567
+    },
+    {
+      "epoch": 0.2782608695652174,
+      "grad_norm": 0.3004016876220703,
+      "learning_rate": 4.9258829593759135e-06,
+      "loss": 0.6586,
+      "step": 568
+    },
+    {
+      "epoch": 0.27875076546233923,
+      "grad_norm": 0.2979053854942322,
+      "learning_rate": 4.925567464312487e-06,
+      "loss": 0.6963,
+      "step": 569
+    },
+    {
+      "epoch": 0.27924066135946113,
+      "grad_norm": 0.309206485748291,
+      "learning_rate": 4.9252513093350206e-06,
+      "loss": 0.6728,
+      "step": 570
+    },
+    {
+      "epoch": 0.27973055725658297,
+      "grad_norm": 0.2939196228981018,
+      "learning_rate": 4.924934494529531e-06,
+      "loss": 0.6411,
+      "step": 571
+    },
+    {
+      "epoch": 0.28022045315370486,
+      "grad_norm": 0.30378228425979614,
+      "learning_rate": 4.92461701998221e-06,
+      "loss": 0.6868,
+      "step": 572
+    },
+    {
+      "epoch": 0.2807103490508267,
+      "grad_norm": 0.2925695478916168,
+      "learning_rate": 4.924298885779435e-06,
+      "loss": 0.6987,
+      "step": 573
+    },
+    {
+      "epoch": 0.28120024494794854,
+      "grad_norm": 0.29253894090652466,
+      "learning_rate": 4.923980092007757e-06,
+      "loss": 0.6548,
+      "step": 574
+    },
+    {
+      "epoch": 0.28169014084507044,
+      "grad_norm": 0.30530020594596863,
+      "learning_rate": 4.923660638753911e-06,
+      "loss": 0.6667,
+      "step": 575
+    },
+    {
+      "epoch": 0.2821800367421923,
+      "grad_norm": 0.2993137240409851,
+      "learning_rate": 4.9233405261048066e-06,
+      "loss": 0.657,
+      "step": 576
+    },
+    {
+      "epoch": 0.28266993263931417,
+      "grad_norm": 0.3004169464111328,
+      "learning_rate": 4.923019754147537e-06,
+      "loss": 0.6751,
+      "step": 577
+    },
+    {
+      "epoch": 0.283159828536436,
+      "grad_norm": 0.3030836880207062,
+      "learning_rate": 4.922698322969372e-06,
+      "loss": 0.6605,
+      "step": 578
+    },
+    {
+      "epoch": 0.28364972443355785,
+      "grad_norm": 0.3000795841217041,
+      "learning_rate": 4.922376232657765e-06,
+      "loss": 0.7048,
+      "step": 579
+    },
+    {
+      "epoch": 0.28413962033067974,
+      "grad_norm": 0.3051553964614868,
+      "learning_rate": 4.922053483300343e-06,
+      "loss": 0.6613,
+      "step": 580
+    },
+    {
+      "epoch": 0.2846295162278016,
+      "grad_norm": 0.2963907718658447,
+      "learning_rate": 4.9217300749849175e-06,
+      "loss": 0.6541,
+      "step": 581
+    },
+    {
+      "epoch": 0.2851194121249235,
+      "grad_norm": 0.3138301968574524,
+      "learning_rate": 4.921406007799474e-06,
+      "loss": 0.6408,
+      "step": 582
+    },
+    {
+      "epoch": 0.2856093080220453,
+      "grad_norm": 0.292310893535614,
+      "learning_rate": 4.9210812818321814e-06,
+      "loss": 0.6784,
+      "step": 583
+    },
+    {
+      "epoch": 0.28609920391916716,
+      "grad_norm": 0.30917978286743164,
+      "learning_rate": 4.920755897171388e-06,
+      "loss": 0.679,
+      "step": 584
+    },
+    {
+      "epoch": 0.28658909981628905,
+      "grad_norm": 0.30815809965133667,
+      "learning_rate": 4.920429853905617e-06,
+      "loss": 0.669,
+      "step": 585
+    },
+    {
+      "epoch": 0.2870789957134109,
+      "grad_norm": 0.3038373589515686,
+      "learning_rate": 4.920103152123576e-06,
+      "loss": 0.6818,
+      "step": 586
+    },
+    {
+      "epoch": 0.2875688916105328,
+      "grad_norm": 0.3149436414241791,
+      "learning_rate": 4.919775791914148e-06,
+      "loss": 0.6871,
+      "step": 587
+    },
+    {
+      "epoch": 0.2880587875076546,
+      "grad_norm": 0.29806646704673767,
+      "learning_rate": 4.919447773366397e-06,
+      "loss": 0.6504,
+      "step": 588
+    },
+    {
+      "epoch": 0.28854868340477646,
+      "grad_norm": 0.29603317379951477,
+      "learning_rate": 4.919119096569567e-06,
+      "loss": 0.6709,
+      "step": 589
+    },
+    {
+      "epoch": 0.28903857930189836,
+      "grad_norm": 0.29373258352279663,
+      "learning_rate": 4.918789761613076e-06,
+      "loss": 0.6673,
+      "step": 590
+    },
+    {
+      "epoch": 0.2895284751990202,
+      "grad_norm": 0.3051702380180359,
+      "learning_rate": 4.91845976858653e-06,
+      "loss": 0.652,
+      "step": 591
+    },
+    {
+      "epoch": 0.2900183710961421,
+      "grad_norm": 0.3097754120826721,
+      "learning_rate": 4.918129117579704e-06,
+      "loss": 0.6782,
+      "step": 592
+    },
+    {
+      "epoch": 0.29050826699326393,
+      "grad_norm": 0.29908713698387146,
+      "learning_rate": 4.91779780868256e-06,
+      "loss": 0.6467,
+      "step": 593
+    },
+    {
+      "epoch": 0.29099816289038577,
+      "grad_norm": 0.30273228883743286,
+      "learning_rate": 4.917465841985234e-06,
+      "loss": 0.6372,
+      "step": 594
+    },
+    {
+      "epoch": 0.29148805878750766,
+      "grad_norm": 0.32377082109451294,
+      "learning_rate": 4.917133217578044e-06,
+      "loss": 0.7058,
+      "step": 595
+    },
+    {
+      "epoch": 0.2919779546846295,
+      "grad_norm": 0.31425973773002625,
+      "learning_rate": 4.916799935551485e-06,
+      "loss": 0.6975,
+      "step": 596
+    },
+    {
+      "epoch": 0.2924678505817514,
+      "grad_norm": 0.2944108247756958,
+      "learning_rate": 4.916465995996232e-06,
+      "loss": 0.6974,
+      "step": 597
+    },
+    {
+      "epoch": 0.29295774647887324,
+      "grad_norm": 0.3176249861717224,
+      "learning_rate": 4.916131399003139e-06,
+      "loss": 0.6825,
+      "step": 598
+    },
+    {
+      "epoch": 0.2934476423759951,
+      "grad_norm": 0.3081783950328827,
+      "learning_rate": 4.915796144663236e-06,
+      "loss": 0.6493,
+      "step": 599
+    },
+    {
+      "epoch": 0.29393753827311697,
+      "grad_norm": 0.3036037087440491,
+      "learning_rate": 4.915460233067738e-06,
+      "loss": 0.6487,
+      "step": 600
+    },
+    {
+      "epoch": 0.2944274341702388,
+      "grad_norm": 0.30290353298187256,
+      "learning_rate": 4.915123664308032e-06,
+      "loss": 0.6779,
+      "step": 601
+    },
+    {
+      "epoch": 0.2949173300673607,
+      "grad_norm": 0.3099123239517212,
+      "learning_rate": 4.9147864384756895e-06,
+      "loss": 0.6716,
+      "step": 602
+    },
+    {
+      "epoch": 0.29540722596448254,
+      "grad_norm": 0.29497596621513367,
+      "learning_rate": 4.914448555662455e-06,
+      "loss": 0.6712,
+      "step": 603
+    },
+    {
+      "epoch": 0.2958971218616044,
+      "grad_norm": 0.30663248896598816,
+      "learning_rate": 4.914110015960258e-06,
+      "loss": 0.656,
+      "step": 604
+    },
+    {
+      "epoch": 0.2963870177587263,
+      "grad_norm": 0.3016858994960785,
+      "learning_rate": 4.913770819461201e-06,
+      "loss": 0.6637,
+      "step": 605
+    },
+    {
+      "epoch": 0.2968769136558481,
+      "grad_norm": 0.3061820864677429,
+      "learning_rate": 4.913430966257569e-06,
+      "loss": 0.7025,
+      "step": 606
+    },
+    {
+      "epoch": 0.29736680955297,
+      "grad_norm": 0.31017857789993286,
+      "learning_rate": 4.913090456441826e-06,
+      "loss": 0.6858,
+      "step": 607
+    },
+    {
+      "epoch": 0.29785670545009185,
+      "grad_norm": 0.3078562319278717,
+      "learning_rate": 4.9127492901066095e-06,
+      "loss": 0.6884,
+      "step": 608
+    },
+    {
+      "epoch": 0.2983466013472137,
+      "grad_norm": 0.29675593972206116,
+      "learning_rate": 4.912407467344742e-06,
+      "loss": 0.6452,
+      "step": 609
+    },
+    {
+      "epoch": 0.2988364972443356,
+      "grad_norm": 0.3073781430721283,
+      "learning_rate": 4.9120649882492195e-06,
+      "loss": 0.6797,
+      "step": 610
+    },
+    {
+      "epoch": 0.2993263931414574,
+      "grad_norm": 0.3066023588180542,
+      "learning_rate": 4.911721852913223e-06,
+      "loss": 0.6618,
+      "step": 611
+    },
+    {
+      "epoch": 0.2998162890385793,
+      "grad_norm": 0.3042829930782318,
+      "learning_rate": 4.911378061430103e-06,
+      "loss": 0.6489,
+      "step": 612
+    },
+    {
+      "epoch": 0.30030618493570116,
+      "grad_norm": 0.2988530695438385,
+      "learning_rate": 4.911033613893397e-06,
+      "loss": 0.6994,
+      "step": 613
+    },
+    {
+      "epoch": 0.300796080832823,
+      "grad_norm": 0.31692102551460266,
+      "learning_rate": 4.910688510396815e-06,
+      "loss": 0.6698,
+      "step": 614
+    },
+    {
+      "epoch": 0.3012859767299449,
+      "grad_norm": 0.30138760805130005,
+      "learning_rate": 4.91034275103425e-06,
+      "loss": 0.652,
+      "step": 615
+    },
+    {
+      "epoch": 0.30177587262706673,
+      "grad_norm": 0.3250851035118103,
+      "learning_rate": 4.909996335899768e-06,
+      "loss": 0.6551,
+      "step": 616
+    },
+    {
+      "epoch": 0.3022657685241886,
+      "grad_norm": 0.31239888072013855,
+      "learning_rate": 4.909649265087621e-06,
+      "loss": 0.6676,
+      "step": 617
+    },
+    {
+      "epoch": 0.30275566442131047,
+      "grad_norm": 0.30099815130233765,
+      "learning_rate": 4.909301538692233e-06,
+      "loss": 0.6777,
+      "step": 618
+    },
+    {
+      "epoch": 0.3032455603184323,
+      "grad_norm": 0.3122364282608032,
+      "learning_rate": 4.908953156808207e-06,
+      "loss": 0.658,
+      "step": 619
+    },
+    {
+      "epoch": 0.3037354562155542,
+      "grad_norm": 0.3116292357444763,
+      "learning_rate": 4.908604119530328e-06,
+      "loss": 0.6574,
+      "step": 620
+    },
+    {
+      "epoch": 0.30422535211267604,
+      "grad_norm": 0.30465927720069885,
+      "learning_rate": 4.908254426953557e-06,
+      "loss": 0.6238,
+      "step": 621
+    },
+    {
+      "epoch": 0.30471524800979793,
+      "grad_norm": 0.3098441958427429,
+      "learning_rate": 4.907904079173033e-06,
+      "loss": 0.6996,
+      "step": 622
+    },
+    {
+      "epoch": 0.3052051439069198,
+      "grad_norm": 0.3130321502685547,
+      "learning_rate": 4.907553076284073e-06,
+      "loss": 0.6849,
+      "step": 623
+    },
+    {
+      "epoch": 0.30569503980404167,
+      "grad_norm": 0.31285127997398376,
+      "learning_rate": 4.907201418382174e-06,
+      "loss": 0.6887,
+      "step": 624
+    },
+    {
+      "epoch": 0.3061849357011635,
+      "grad_norm": 0.3078165650367737,
+      "learning_rate": 4.906849105563008e-06,
+      "loss": 0.6516,
+      "step": 625
+    },
+    {
+      "epoch": 0.30667483159828535,
+      "grad_norm": 0.30509424209594727,
+      "learning_rate": 4.906496137922429e-06,
+      "loss": 0.6655,
+      "step": 626
+    },
+    {
+      "epoch": 0.30716472749540724,
+      "grad_norm": 0.30886662006378174,
+      "learning_rate": 4.906142515556469e-06,
+      "loss": 0.6742,
+      "step": 627
+    },
+    {
+      "epoch": 0.3076546233925291,
+      "grad_norm": 0.30892255902290344,
+      "learning_rate": 4.905788238561333e-06,
+      "loss": 0.6623,
+      "step": 628
+    },
+    {
+      "epoch": 0.308144519289651,
+      "grad_norm": 0.3067830502986908,
+      "learning_rate": 4.905433307033411e-06,
+      "loss": 0.6616,
+      "step": 629
+    },
+    {
+      "epoch": 0.3086344151867728,
+      "grad_norm": 0.3024778962135315,
+      "learning_rate": 4.905077721069265e-06,
+      "loss": 0.6747,
+      "step": 630
+    },
+    {
+      "epoch": 0.30912431108389465,
+      "grad_norm": 0.3080230951309204,
+      "learning_rate": 4.90472148076564e-06,
+      "loss": 0.6855,
+      "step": 631
+    },
+    {
+      "epoch": 0.30961420698101655,
+      "grad_norm": 0.3134588897228241,
+      "learning_rate": 4.9043645862194545e-06,
+      "loss": 0.6981,
+      "step": 632
+    },
+    {
+      "epoch": 0.3101041028781384,
+      "grad_norm": 0.3064582049846649,
+      "learning_rate": 4.904007037527809e-06,
+      "loss": 0.6902,
+      "step": 633
+    },
+    {
+      "epoch": 0.3105939987752603,
+      "grad_norm": 0.3072272837162018,
+      "learning_rate": 4.903648834787981e-06,
+      "loss": 0.6876,
+      "step": 634
+    },
+    {
+      "epoch": 0.3110838946723821,
+      "grad_norm": 0.31387409567832947,
+      "learning_rate": 4.903289978097423e-06,
+      "loss": 0.6981,
+      "step": 635
+    },
+    {
+      "epoch": 0.31157379056950396,
+      "grad_norm": 0.30770981311798096,
+      "learning_rate": 4.90293046755377e-06,
+      "loss": 0.6514,
+      "step": 636
+    },
+    {
+      "epoch": 0.31206368646662586,
+      "grad_norm": 0.2999817132949829,
+      "learning_rate": 4.90257030325483e-06,
+      "loss": 0.6645,
+      "step": 637
+    },
+    {
+      "epoch": 0.3125535823637477,
+      "grad_norm": 0.3214426636695862,
+      "learning_rate": 4.9022094852985925e-06,
+      "loss": 0.6754,
+      "step": 638
+    },
+    {
+      "epoch": 0.3130434782608696,
+      "grad_norm": 0.3216695487499237,
+      "learning_rate": 4.901848013783225e-06,
+      "loss": 0.6642,
+      "step": 639
+    },
+    {
+      "epoch": 0.31353337415799143,
+      "grad_norm": 0.3139570355415344,
+      "learning_rate": 4.901485888807069e-06,
+      "loss": 0.6535,
+      "step": 640
+    },
+    {
+      "epoch": 0.31402327005511327,
+      "grad_norm": 0.3131052851676941,
+      "learning_rate": 4.9011231104686495e-06,
+      "loss": 0.6743,
+      "step": 641
+    },
+    {
+      "epoch": 0.31451316595223516,
+      "grad_norm": 0.2983650863170624,
+      "learning_rate": 4.900759678866663e-06,
+      "loss": 0.6808,
+      "step": 642
+    },
+    {
+      "epoch": 0.315003061849357,
+      "grad_norm": 0.31281766295433044,
+      "learning_rate": 4.90039559409999e-06,
+      "loss": 0.6625,
+      "step": 643
+    },
+    {
+      "epoch": 0.3154929577464789,
+      "grad_norm": 0.3253592550754547,
+      "learning_rate": 4.9000308562676825e-06,
+      "loss": 0.6513,
+      "step": 644
+    },
+    {
+      "epoch": 0.31598285364360074,
+      "grad_norm": 0.3129440248012543,
+      "learning_rate": 4.8996654654689745e-06,
+      "loss": 0.6746,
+      "step": 645
+    },
+    {
+      "epoch": 0.3164727495407226,
+      "grad_norm": 0.3100399971008301,
+      "learning_rate": 4.899299421803277e-06,
+      "loss": 0.6788,
+      "step": 646
+    },
+    {
+      "epoch": 0.31696264543784447,
+      "grad_norm": 0.3134135901927948,
+      "learning_rate": 4.898932725370177e-06,
+      "loss": 0.667,
+      "step": 647
+    },
+    {
+      "epoch": 0.3174525413349663,
+      "grad_norm": 0.2989857792854309,
+      "learning_rate": 4.898565376269439e-06,
+      "loss": 0.6549,
+      "step": 648
+    },
+    {
+      "epoch": 0.3179424372320882,
+      "grad_norm": 0.307166188955307,
+      "learning_rate": 4.89819737460101e-06,
+      "loss": 0.6819,
+      "step": 649
+    },
+    {
+      "epoch": 0.31843233312921004,
+      "grad_norm": 0.3121511936187744,
+      "learning_rate": 4.897828720465007e-06,
+      "loss": 0.6865,
+      "step": 650
+    },
+    {
+      "epoch": 0.3189222290263319,
+      "grad_norm": 0.3052747845649719,
+      "learning_rate": 4.897459413961729e-06,
+      "loss": 0.6588,
+      "step": 651
+    },
+    {
+      "epoch": 0.3194121249234538,
+      "grad_norm": 0.3178597688674927,
+      "learning_rate": 4.897089455191653e-06,
+      "loss": 0.6671,
+      "step": 652
+    },
+    {
+      "epoch": 0.3199020208205756,
+      "grad_norm": 0.3084629476070404,
+      "learning_rate": 4.896718844255431e-06,
+      "loss": 0.6698,
+      "step": 653
+    },
+    {
+      "epoch": 0.3203919167176975,
+      "grad_norm": 0.32827791571617126,
+      "learning_rate": 4.896347581253893e-06,
+      "loss": 0.667,
+      "step": 654
+    },
+    {
+      "epoch": 0.32088181261481935,
+      "grad_norm": 0.3143371641635895,
+      "learning_rate": 4.895975666288048e-06,
+      "loss": 0.6646,
+      "step": 655
+    },
+    {
+      "epoch": 0.3213717085119412,
+      "grad_norm": 0.3030723035335541,
+      "learning_rate": 4.8956030994590805e-06,
+      "loss": 0.6569,
+      "step": 656
+    },
+    {
+      "epoch": 0.3218616044090631,
+      "grad_norm": 0.313111275434494,
+      "learning_rate": 4.8952298808683554e-06,
+      "loss": 0.6601,
+      "step": 657
+    },
+    {
+      "epoch": 0.3223515003061849,
+      "grad_norm": 0.33992889523506165,
+      "learning_rate": 4.894856010617411e-06,
+      "loss": 0.6966,
+      "step": 658
+    },
+    {
+      "epoch": 0.3228413962033068,
+      "grad_norm": 0.31487035751342773,
+      "learning_rate": 4.894481488807964e-06,
+      "loss": 0.6819,
+      "step": 659
+    },
+    {
+      "epoch": 0.32333129210042866,
+      "grad_norm": 0.30711787939071655,
+      "learning_rate": 4.894106315541909e-06,
+      "loss": 0.6497,
+      "step": 660
+    },
+    {
+      "epoch": 0.3238211879975505,
+      "grad_norm": 0.30664297938346863,
+      "learning_rate": 4.89373049092132e-06,
+      "loss": 0.6343,
+      "step": 661
+    },
+    {
+      "epoch": 0.3243110838946724,
+      "grad_norm": 0.32928934693336487,
+      "learning_rate": 4.893354015048444e-06,
+      "loss": 0.6819,
+      "step": 662
+    },
+    {
+      "epoch": 0.32480097979179423,
+      "grad_norm": 0.3158688545227051,
+      "learning_rate": 4.892976888025708e-06,
+      "loss": 0.671,
+      "step": 663
+    },
+    {
+      "epoch": 0.3252908756889161,
+      "grad_norm": 0.311565101146698,
+      "learning_rate": 4.892599109955715e-06,
+      "loss": 0.6619,
+      "step": 664
+    },
+    {
+      "epoch": 0.32578077158603796,
+      "grad_norm": 0.317327082157135,
+      "learning_rate": 4.892220680941247e-06,
+      "loss": 0.6821,
+      "step": 665
+    },
+    {
+      "epoch": 0.3262706674831598,
+      "grad_norm": 0.32189080119132996,
+      "learning_rate": 4.891841601085259e-06,
+      "loss": 0.6384,
+      "step": 666
+    },
+    {
+      "epoch": 0.3267605633802817,
+      "grad_norm": 0.3046722412109375,
+      "learning_rate": 4.891461870490887e-06,
+      "loss": 0.673,
+      "step": 667
+    },
+    {
+      "epoch": 0.32725045927740354,
+      "grad_norm": 0.31418314576148987,
+      "learning_rate": 4.891081489261443e-06,
+      "loss": 0.6604,
+      "step": 668
+    },
+    {
+      "epoch": 0.32774035517452543,
+      "grad_norm": 0.31496915221214294,
+      "learning_rate": 4.890700457500416e-06,
+      "loss": 0.6448,
+      "step": 669
+    },
+    {
+      "epoch": 0.32823025107164727,
+      "grad_norm": 0.3126322329044342,
+      "learning_rate": 4.890318775311471e-06,
+      "loss": 0.6533,
+      "step": 670
+    },
+    {
+      "epoch": 0.3287201469687691,
+      "grad_norm": 0.305670827627182,
+      "learning_rate": 4.889936442798451e-06,
+      "loss": 0.64,
+      "step": 671
+    },
+    {
+      "epoch": 0.329210042865891,
+      "grad_norm": 0.32083502411842346,
+      "learning_rate": 4.889553460065375e-06,
+      "loss": 0.6648,
+      "step": 672
+    },
+    {
+      "epoch": 0.32969993876301285,
+      "grad_norm": 0.30888432264328003,
+      "learning_rate": 4.88916982721644e-06,
+      "loss": 0.6468,
+      "step": 673
+    },
+    {
+      "epoch": 0.33018983466013474,
+      "grad_norm": 0.3246508836746216,
+      "learning_rate": 4.88878554435602e-06,
+      "loss": 0.6956,
+      "step": 674
+    },
+    {
+      "epoch": 0.3306797305572566,
+      "grad_norm": 0.31742051243782043,
+      "learning_rate": 4.888400611588664e-06,
+      "loss": 0.6581,
+      "step": 675
+    },
+    {
+      "epoch": 0.3311696264543784,
+      "grad_norm": 0.2962053716182709,
+      "learning_rate": 4.8880150290191e-06,
+      "loss": 0.6419,
+      "step": 676
+    },
+    {
+      "epoch": 0.3316595223515003,
+      "grad_norm": 0.302521675825119,
+      "learning_rate": 4.887628796752232e-06,
+      "loss": 0.6541,
+      "step": 677
+    },
+    {
+      "epoch": 0.33214941824862215,
+      "grad_norm": 0.3055395483970642,
+      "learning_rate": 4.88724191489314e-06,
+      "loss": 0.657,
+      "step": 678
+    },
+    {
+      "epoch": 0.33263931414574405,
+      "grad_norm": 0.3162010908126831,
+      "learning_rate": 4.886854383547081e-06,
+      "loss": 0.6679,
+      "step": 679
+    },
+    {
+      "epoch": 0.3331292100428659,
+      "grad_norm": 0.3197442591190338,
+      "learning_rate": 4.88646620281949e-06,
+      "loss": 0.6334,
+      "step": 680
+    },
+    {
+      "epoch": 0.3336191059399877,
+      "grad_norm": 0.3153987228870392,
+      "learning_rate": 4.8860773728159775e-06,
+      "loss": 0.6522,
+      "step": 681
+    },
+    {
+      "epoch": 0.3341090018371096,
+      "grad_norm": 0.32448455691337585,
+      "learning_rate": 4.885687893642329e-06,
+      "loss": 0.6632,
+      "step": 682
+    },
+    {
+      "epoch": 0.33459889773423146,
+      "grad_norm": 0.31581366062164307,
+      "learning_rate": 4.885297765404512e-06,
+      "loss": 0.6734,
+      "step": 683
+    },
+    {
+      "epoch": 0.33508879363135335,
+      "grad_norm": 0.32606983184814453,
+      "learning_rate": 4.884906988208664e-06,
+      "loss": 0.6559,
+      "step": 684
+    },
+    {
+      "epoch": 0.3355786895284752,
+      "grad_norm": 0.3181923031806946,
+      "learning_rate": 4.884515562161104e-06,
+      "loss": 0.6753,
+      "step": 685
+    },
+    {
+      "epoch": 0.3360685854255971,
+      "grad_norm": 0.29703840613365173,
+      "learning_rate": 4.884123487368324e-06,
+      "loss": 0.6682,
+      "step": 686
+    },
+    {
+      "epoch": 0.3365584813227189,
+      "grad_norm": 0.30182990431785583,
+      "learning_rate": 4.8837307639369966e-06,
+      "loss": 0.6391,
+      "step": 687
+    },
+    {
+      "epoch": 0.33704837721984077,
+      "grad_norm": 0.3200860917568207,
+      "learning_rate": 4.883337391973966e-06,
+      "loss": 0.6768,
+      "step": 688
+    },
+    {
+      "epoch": 0.33753827311696266,
+      "grad_norm": 0.29847651720046997,
+      "learning_rate": 4.882943371586256e-06,
+      "loss": 0.6144,
+      "step": 689
+    },
+    {
+      "epoch": 0.3380281690140845,
+      "grad_norm": 0.3135667145252228,
+      "learning_rate": 4.882548702881067e-06,
+      "loss": 0.6512,
+      "step": 690
+    },
+    {
+      "epoch": 0.3385180649112064,
+      "grad_norm": 0.2976519465446472,
+      "learning_rate": 4.882153385965774e-06,
+      "loss": 0.6572,
+      "step": 691
+    },
+    {
+      "epoch": 0.33900796080832823,
+      "grad_norm": 0.3228099048137665,
+      "learning_rate": 4.881757420947928e-06,
+      "loss": 0.6546,
+      "step": 692
+    },
+    {
+      "epoch": 0.3394978567054501,
+      "grad_norm": 0.3073636293411255,
+      "learning_rate": 4.88136080793526e-06,
+      "loss": 0.6427,
+      "step": 693
+    },
+    {
+      "epoch": 0.33998775260257197,
+      "grad_norm": 0.3015718162059784,
+      "learning_rate": 4.880963547035674e-06,
+      "loss": 0.6581,
+      "step": 694
+    },
+    {
+      "epoch": 0.3404776484996938,
+      "grad_norm": 0.30982354283332825,
+      "learning_rate": 4.88056563835725e-06,
+      "loss": 0.6349,
+      "step": 695
+    },
+    {
+      "epoch": 0.3409675443968157,
+      "grad_norm": 0.3180277645587921,
+      "learning_rate": 4.880167082008247e-06,
+      "loss": 0.6618,
+      "step": 696
+    },
+    {
+      "epoch": 0.34145744029393754,
+      "grad_norm": 0.3110656440258026,
+      "learning_rate": 4.879767878097098e-06,
+      "loss": 0.665,
+      "step": 697
+    },
+    {
+      "epoch": 0.3419473361910594,
+      "grad_norm": 0.3028208911418915,
+      "learning_rate": 4.879368026732412e-06,
+      "loss": 0.6707,
+      "step": 698
+    },
+    {
+      "epoch": 0.3424372320881813,
+      "grad_norm": 0.3225865066051483,
+      "learning_rate": 4.878967528022976e-06,
+      "loss": 0.6498,
+      "step": 699
+    },
+    {
+      "epoch": 0.3429271279853031,
+      "grad_norm": 0.3116249442100525,
+      "learning_rate": 4.87856638207775e-06,
+      "loss": 0.6627,
+      "step": 700
+    },
+    {
+      "epoch": 0.343417023882425,
+      "grad_norm": 0.32170018553733826,
+      "learning_rate": 4.878164589005876e-06,
+      "loss": 0.6571,
+      "step": 701
+    },
+    {
+      "epoch": 0.34390691977954685,
+      "grad_norm": 0.3243235647678375,
+      "learning_rate": 4.877762148916665e-06,
+      "loss": 0.6281,
+      "step": 702
+    },
+    {
+      "epoch": 0.3443968156766687,
+      "grad_norm": 0.30337801575660706,
+      "learning_rate": 4.8773590619196064e-06,
+      "loss": 0.6781,
+      "step": 703
+    },
+    {
+      "epoch": 0.3448867115737906,
+      "grad_norm": 0.30504652857780457,
+      "learning_rate": 4.87695532812437e-06,
+      "loss": 0.6737,
+      "step": 704
+    },
+    {
+      "epoch": 0.3453766074709124,
+      "grad_norm": 0.33436259627342224,
+      "learning_rate": 4.876550947640794e-06,
+      "loss": 0.6872,
+      "step": 705
+    },
+    {
+      "epoch": 0.3458665033680343,
+      "grad_norm": 0.3146010935306549,
+      "learning_rate": 4.8761459205789e-06,
+      "loss": 0.6522,
+      "step": 706
+    },
+    {
+      "epoch": 0.34635639926515616,
+      "grad_norm": 0.3099222779273987,
+      "learning_rate": 4.8757402470488795e-06,
+      "loss": 0.6409,
+      "step": 707
+    },
+    {
+      "epoch": 0.346846295162278,
+      "grad_norm": 0.30881136655807495,
+      "learning_rate": 4.875333927161104e-06,
+      "loss": 0.6406,
+      "step": 708
+    },
+    {
+      "epoch": 0.3473361910593999,
+      "grad_norm": 0.310293048620224,
+      "learning_rate": 4.874926961026118e-06,
+      "loss": 0.6476,
+      "step": 709
+    },
+    {
+      "epoch": 0.34782608695652173,
+      "grad_norm": 0.33084210753440857,
+      "learning_rate": 4.874519348754644e-06,
+      "loss": 0.6554,
+      "step": 710
+    },
+    {
+      "epoch": 0.3483159828536436,
+      "grad_norm": 0.3112454116344452,
+      "learning_rate": 4.874111090457579e-06,
+      "loss": 0.668,
+      "step": 711
+    },
+    {
+      "epoch": 0.34880587875076546,
+      "grad_norm": 0.32594504952430725,
+      "learning_rate": 4.873702186245996e-06,
+      "loss": 0.678,
+      "step": 712
+    },
+    {
+      "epoch": 0.3492957746478873,
+      "grad_norm": 0.3138704299926758,
+      "learning_rate": 4.873292636231145e-06,
+      "loss": 0.6708,
+      "step": 713
+    },
+    {
+      "epoch": 0.3497856705450092,
+      "grad_norm": 0.3248952627182007,
+      "learning_rate": 4.872882440524448e-06,
+      "loss": 0.6453,
+      "step": 714
+    },
+    {
+      "epoch": 0.35027556644213104,
+      "grad_norm": 0.30387961864471436,
+      "learning_rate": 4.872471599237508e-06,
+      "loss": 0.6293,
+      "step": 715
+    },
+    {
+      "epoch": 0.35076546233925293,
+      "grad_norm": 0.3210145831108093,
+      "learning_rate": 4.8720601124821e-06,
+      "loss": 0.6811,
+      "step": 716
+    },
+    {
+      "epoch": 0.35125535823637477,
+      "grad_norm": 0.3145703673362732,
+      "learning_rate": 4.8716479803701755e-06,
+      "loss": 0.6534,
+      "step": 717
+    },
+    {
+      "epoch": 0.3517452541334966,
+      "grad_norm": 0.32032543420791626,
+      "learning_rate": 4.871235203013861e-06,
+      "loss": 0.677,
+      "step": 718
+    },
+    {
+      "epoch": 0.3522351500306185,
+      "grad_norm": 0.311057984828949,
+      "learning_rate": 4.870821780525458e-06,
+      "loss": 0.6599,
+      "step": 719
+    },
+    {
+      "epoch": 0.35272504592774034,
+      "grad_norm": 0.31371673941612244,
+      "learning_rate": 4.8704077130174475e-06,
+      "loss": 0.6655,
+      "step": 720
+    },
+    {
+      "epoch": 0.35321494182486224,
+      "grad_norm": 0.31282398104667664,
+      "learning_rate": 4.869993000602482e-06,
+      "loss": 0.6588,
+      "step": 721
+    },
+    {
+      "epoch": 0.3537048377219841,
+      "grad_norm": 0.3058509826660156,
+      "learning_rate": 4.8695776433933895e-06,
+      "loss": 0.6554,
+      "step": 722
+    },
+    {
+      "epoch": 0.3541947336191059,
+      "grad_norm": 0.32043665647506714,
+      "learning_rate": 4.8691616415031765e-06,
+      "loss": 0.6419,
+      "step": 723
+    },
+    {
+      "epoch": 0.3546846295162278,
+      "grad_norm": 0.3181472718715668,
+      "learning_rate": 4.86874499504502e-06,
+      "loss": 0.6498,
+      "step": 724
+    },
+    {
+      "epoch": 0.35517452541334965,
+      "grad_norm": 0.31420233845710754,
+      "learning_rate": 4.868327704132277e-06,
+      "loss": 0.6833,
+      "step": 725
+    },
+    {
+      "epoch": 0.35566442131047155,
+      "grad_norm": 0.30752044916152954,
+      "learning_rate": 4.867909768878479e-06,
+      "loss": 0.6696,
+      "step": 726
+    },
+    {
+      "epoch": 0.3561543172075934,
+      "grad_norm": 0.2980179488658905,
+      "learning_rate": 4.867491189397331e-06,
+      "loss": 0.6181,
+      "step": 727
+    },
+    {
+      "epoch": 0.3566442131047152,
+      "grad_norm": 0.33069589734077454,
+      "learning_rate": 4.867071965802715e-06,
+      "loss": 0.6842,
+      "step": 728
+    },
+    {
+      "epoch": 0.3571341090018371,
+      "grad_norm": 0.31239742040634155,
+      "learning_rate": 4.866652098208684e-06,
+      "loss": 0.6794,
+      "step": 729
+    },
+    {
+      "epoch": 0.35762400489895896,
+      "grad_norm": 0.3049803674221039,
+      "learning_rate": 4.866231586729474e-06,
+      "loss": 0.6487,
+      "step": 730
+    },
+    {
+      "epoch": 0.35811390079608085,
+      "grad_norm": 0.32708168029785156,
+      "learning_rate": 4.86581043147949e-06,
+      "loss": 0.6732,
+      "step": 731
+    },
+    {
+      "epoch": 0.3586037966932027,
+      "grad_norm": 0.317973792552948,
+      "learning_rate": 4.865388632573313e-06,
+      "loss": 0.6676,
+      "step": 732
+    },
+    {
+      "epoch": 0.35909369259032453,
+      "grad_norm": 0.3271551728248596,
+      "learning_rate": 4.864966190125702e-06,
+      "loss": 0.6439,
+      "step": 733
+    },
+    {
+      "epoch": 0.3595835884874464,
+      "grad_norm": 0.3095121383666992,
+      "learning_rate": 4.864543104251587e-06,
+      "loss": 0.6134,
+      "step": 734
+    },
+    {
+      "epoch": 0.36007348438456827,
+      "grad_norm": 0.3160260319709778,
+      "learning_rate": 4.864119375066077e-06,
+      "loss": 0.6594,
+      "step": 735
+    },
+    {
+      "epoch": 0.36056338028169016,
+      "grad_norm": 0.3187366724014282,
+      "learning_rate": 4.8636950026844534e-06,
+      "loss": 0.6758,
+      "step": 736
+    },
+    {
+      "epoch": 0.361053276178812,
+      "grad_norm": 0.32910969853401184,
+      "learning_rate": 4.863269987222174e-06,
+      "loss": 0.6372,
+      "step": 737
+    },
+    {
+      "epoch": 0.36154317207593384,
+      "grad_norm": 0.3208555281162262,
+      "learning_rate": 4.862844328794871e-06,
+      "loss": 0.632,
+      "step": 738
+    },
+    {
+      "epoch": 0.36203306797305573,
+      "grad_norm": 0.31716328859329224,
+      "learning_rate": 4.862418027518351e-06,
+      "loss": 0.6717,
+      "step": 739
+    },
+    {
+      "epoch": 0.3625229638701776,
+      "grad_norm": 0.33008137345314026,
+      "learning_rate": 4.861991083508595e-06,
+      "loss": 0.6629,
+      "step": 740
+    },
+    {
+      "epoch": 0.36301285976729947,
+      "grad_norm": 0.32629767060279846,
+      "learning_rate": 4.861563496881763e-06,
+      "loss": 0.6517,
+      "step": 741
+    },
+    {
+      "epoch": 0.3635027556644213,
+      "grad_norm": 0.32302382588386536,
+      "learning_rate": 4.861135267754183e-06,
+      "loss": 0.6497,
+      "step": 742
+    },
+    {
+      "epoch": 0.36399265156154315,
+      "grad_norm": 0.31350627541542053,
+      "learning_rate": 4.860706396242364e-06,
+      "loss": 0.6607,
+      "step": 743
+    },
+    {
+      "epoch": 0.36448254745866504,
+      "grad_norm": 0.3175422251224518,
+      "learning_rate": 4.860276882462986e-06,
+      "loss": 0.6311,
+      "step": 744
+    },
+    {
+      "epoch": 0.3649724433557869,
+      "grad_norm": 0.31468355655670166,
+      "learning_rate": 4.8598467265329065e-06,
+      "loss": 0.6402,
+      "step": 745
+    },
+    {
+      "epoch": 0.3654623392529088,
+      "grad_norm": 0.3147619962692261,
+      "learning_rate": 4.859415928569154e-06,
+      "loss": 0.6882,
+      "step": 746
+    },
+    {
+      "epoch": 0.3659522351500306,
+      "grad_norm": 0.31198322772979736,
+      "learning_rate": 4.858984488688937e-06,
+      "loss": 0.6679,
+      "step": 747
+    },
+    {
+      "epoch": 0.36644213104715245,
+      "grad_norm": 0.3297489285469055,
+      "learning_rate": 4.858552407009633e-06,
+      "loss": 0.685,
+      "step": 748
+    },
+    {
+      "epoch": 0.36693202694427435,
+      "grad_norm": 0.307198166847229,
+      "learning_rate": 4.858119683648796e-06,
+      "loss": 0.6682,
+      "step": 749
+    },
+    {
+      "epoch": 0.3674219228413962,
+      "grad_norm": 0.3127272129058838,
+      "learning_rate": 4.857686318724159e-06,
+      "loss": 0.6529,
+      "step": 750
+    },
+    {
+      "epoch": 0.3679118187385181,
+      "grad_norm": 0.31503623723983765,
+      "learning_rate": 4.857252312353622e-06,
+      "loss": 0.6607,
+      "step": 751
+    },
+    {
+      "epoch": 0.3684017146356399,
+      "grad_norm": 0.3225836157798767,
+      "learning_rate": 4.856817664655266e-06,
+      "loss": 0.6539,
+      "step": 752
+    },
+    {
+      "epoch": 0.3688916105327618,
+      "grad_norm": 0.3189702332019806,
+      "learning_rate": 4.856382375747341e-06,
+      "loss": 0.68,
+      "step": 753
+    },
+    {
+      "epoch": 0.36938150642988365,
+      "grad_norm": 0.3274145722389221,
+      "learning_rate": 4.855946445748277e-06,
+      "loss": 0.6388,
+      "step": 754
+    },
+    {
+      "epoch": 0.3698714023270055,
+      "grad_norm": 0.3334755003452301,
+      "learning_rate": 4.855509874776674e-06,
+      "loss": 0.6597,
+      "step": 755
+    },
+    {
+      "epoch": 0.3703612982241274,
+      "grad_norm": 0.3221217095851898,
+      "learning_rate": 4.855072662951308e-06,
+      "loss": 0.6532,
+      "step": 756
+    },
+    {
+      "epoch": 0.37085119412124923,
+      "grad_norm": 0.32857850193977356,
+      "learning_rate": 4.85463481039113e-06,
+      "loss": 0.6585,
+      "step": 757
+    },
+    {
+      "epoch": 0.3713410900183711,
+      "grad_norm": 0.3258369266986847,
+      "learning_rate": 4.854196317215265e-06,
+      "loss": 0.673,
+      "step": 758
+    },
+    {
+      "epoch": 0.37183098591549296,
+      "grad_norm": 0.3420117497444153,
+      "learning_rate": 4.853757183543012e-06,
+      "loss": 0.6838,
+      "step": 759
+    },
+    {
+      "epoch": 0.3723208818126148,
+      "grad_norm": 0.30562669038772583,
+      "learning_rate": 4.853317409493844e-06,
+      "loss": 0.6298,
+      "step": 760
+    },
+    {
+      "epoch": 0.3728107777097367,
+      "grad_norm": 0.3201233148574829,
+      "learning_rate": 4.852876995187408e-06,
+      "loss": 0.6723,
+      "step": 761
+    },
+    {
+      "epoch": 0.37330067360685854,
+      "grad_norm": 0.2966959774494171,
+      "learning_rate": 4.852435940743526e-06,
+      "loss": 0.6491,
+      "step": 762
+    },
+    {
+      "epoch": 0.37379056950398043,
+      "grad_norm": 0.32500383257865906,
+      "learning_rate": 4.851994246282194e-06,
+      "loss": 0.6564,
+      "step": 763
+    },
+    {
+      "epoch": 0.37428046540110227,
+      "grad_norm": 0.3188881278038025,
+      "learning_rate": 4.851551911923582e-06,
+      "loss": 0.6505,
+      "step": 764
+    },
+    {
+      "epoch": 0.3747703612982241,
+      "grad_norm": 0.3221505284309387,
+      "learning_rate": 4.8511089377880334e-06,
+      "loss": 0.6634,
+      "step": 765
+    },
+    {
+      "epoch": 0.375260257195346,
+      "grad_norm": 0.3052166700363159,
+      "learning_rate": 4.850665323996068e-06,
+      "loss": 0.6639,
+      "step": 766
+    },
+    {
+      "epoch": 0.37575015309246784,
+      "grad_norm": 0.33018791675567627,
+      "learning_rate": 4.850221070668376e-06,
+      "loss": 0.6912,
+      "step": 767
+    },
+    {
+      "epoch": 0.37624004898958974,
+      "grad_norm": 0.32073283195495605,
+      "learning_rate": 4.849776177925825e-06,
+      "loss": 0.6493,
+      "step": 768
+    },
+    {
+      "epoch": 0.3767299448867116,
+      "grad_norm": 0.31678506731987,
+      "learning_rate": 4.849330645889454e-06,
+      "loss": 0.6803,
+      "step": 769
+    },
+    {
+      "epoch": 0.3772198407838334,
+      "grad_norm": 0.32724466919898987,
+      "learning_rate": 4.848884474680477e-06,
+      "loss": 0.6704,
+      "step": 770
+    },
+    {
+      "epoch": 0.3777097366809553,
+      "grad_norm": 0.3205874264240265,
+      "learning_rate": 4.8484376644202845e-06,
+      "loss": 0.6577,
+      "step": 771
+    },
+    {
+      "epoch": 0.37819963257807715,
+      "grad_norm": 0.30893105268478394,
+      "learning_rate": 4.847990215230435e-06,
+      "loss": 0.666,
+      "step": 772
+    },
+    {
+      "epoch": 0.37868952847519904,
+      "grad_norm": 0.31219717860221863,
+      "learning_rate": 4.847542127232665e-06,
+      "loss": 0.6565,
+      "step": 773
+    },
+    {
+      "epoch": 0.3791794243723209,
+      "grad_norm": 0.3261759579181671,
+      "learning_rate": 4.847093400548885e-06,
+      "loss": 0.677,
+      "step": 774
+    },
+    {
+      "epoch": 0.3796693202694427,
+      "grad_norm": 0.31503742933273315,
+      "learning_rate": 4.846644035301178e-06,
+      "loss": 0.6666,
+      "step": 775
+    },
+    {
+      "epoch": 0.3801592161665646,
+      "grad_norm": 0.31190887093544006,
+      "learning_rate": 4.8461940316118e-06,
+      "loss": 0.6574,
+      "step": 776
+    },
+    {
+      "epoch": 0.38064911206368646,
+      "grad_norm": 0.3217906355857849,
+      "learning_rate": 4.845743389603182e-06,
+      "loss": 0.6441,
+      "step": 777
+    },
+    {
+      "epoch": 0.38113900796080835,
+      "grad_norm": 0.33193954825401306,
+      "learning_rate": 4.845292109397929e-06,
+      "loss": 0.6248,
+      "step": 778
+    },
+    {
+      "epoch": 0.3816289038579302,
+      "grad_norm": 0.3300223648548126,
+      "learning_rate": 4.844840191118819e-06,
+      "loss": 0.6431,
+      "step": 779
+    },
+    {
+      "epoch": 0.38211879975505203,
+      "grad_norm": 0.33220401406288147,
+      "learning_rate": 4.844387634888802e-06,
+      "loss": 0.6605,
+      "step": 780
+    },
+    {
+      "epoch": 0.3826086956521739,
+      "grad_norm": 0.3159903585910797,
+      "learning_rate": 4.8439344408310044e-06,
+      "loss": 0.655,
+      "step": 781
+    },
+    {
+      "epoch": 0.38309859154929576,
+      "grad_norm": 0.32114678621292114,
+      "learning_rate": 4.843480609068724e-06,
+      "loss": 0.658,
+      "step": 782
+    },
+    {
+      "epoch": 0.38358848744641766,
+      "grad_norm": 0.3086536228656769,
+      "learning_rate": 4.843026139725433e-06,
+      "loss": 0.6794,
+      "step": 783
+    },
+    {
+      "epoch": 0.3840783833435395,
+      "grad_norm": 0.31365227699279785,
+      "learning_rate": 4.842571032924778e-06,
+      "loss": 0.6678,
+      "step": 784
+    },
+    {
+      "epoch": 0.38456827924066134,
+      "grad_norm": 0.3227309286594391,
+      "learning_rate": 4.842115288790577e-06,
+      "loss": 0.6379,
+      "step": 785
+    },
+    {
+      "epoch": 0.38505817513778323,
+      "grad_norm": 0.32405832409858704,
+      "learning_rate": 4.8416589074468224e-06,
+      "loss": 0.652,
+      "step": 786
+    },
+    {
+      "epoch": 0.38554807103490507,
+      "grad_norm": 0.31400805711746216,
+      "learning_rate": 4.841201889017681e-06,
+      "loss": 0.6566,
+      "step": 787
+    },
+    {
+      "epoch": 0.38603796693202697,
+      "grad_norm": 0.3314230144023895,
+      "learning_rate": 4.84074423362749e-06,
+      "loss": 0.6414,
+      "step": 788
+    },
+    {
+      "epoch": 0.3865278628291488,
+      "grad_norm": 0.3287082314491272,
+      "learning_rate": 4.840285941400765e-06,
+      "loss": 0.6401,
+      "step": 789
+    },
+    {
+      "epoch": 0.38701775872627064,
+      "grad_norm": 0.31949952244758606,
+      "learning_rate": 4.8398270124621886e-06,
+      "loss": 0.6583,
+      "step": 790
+    },
+    {
+      "epoch": 0.38750765462339254,
+      "grad_norm": 0.3409273028373718,
+      "learning_rate": 4.839367446936621e-06,
+      "loss": 0.651,
+      "step": 791
+    },
+    {
+      "epoch": 0.3879975505205144,
+      "grad_norm": 0.31103092432022095,
+      "learning_rate": 4.838907244949093e-06,
+      "loss": 0.6546,
+      "step": 792
+    },
+    {
+      "epoch": 0.3884874464176363,
+      "grad_norm": 0.31950950622558594,
+      "learning_rate": 4.8384464066248114e-06,
+      "loss": 0.6822,
+      "step": 793
+    },
+    {
+      "epoch": 0.3889773423147581,
+      "grad_norm": 0.3224134147167206,
+      "learning_rate": 4.8379849320891545e-06,
+      "loss": 0.6731,
+      "step": 794
+    },
+    {
+      "epoch": 0.38946723821187995,
+      "grad_norm": 0.31685829162597656,
+      "learning_rate": 4.8375228214676735e-06,
+      "loss": 0.6401,
+      "step": 795
+    },
+    {
+      "epoch": 0.38995713410900185,
+      "grad_norm": 0.3154316544532776,
+      "learning_rate": 4.837060074886092e-06,
+      "loss": 0.6542,
+      "step": 796
+    },
+    {
+      "epoch": 0.3904470300061237,
+      "grad_norm": 0.30656275153160095,
+      "learning_rate": 4.836596692470309e-06,
+      "loss": 0.6541,
+      "step": 797
+    },
+    {
+      "epoch": 0.3909369259032456,
+      "grad_norm": 0.30986401438713074,
+      "learning_rate": 4.836132674346393e-06,
+      "loss": 0.6513,
+      "step": 798
+    },
+    {
+      "epoch": 0.3914268218003674,
+      "grad_norm": 0.3240419328212738,
+      "learning_rate": 4.83566802064059e-06,
+      "loss": 0.6405,
+      "step": 799
+    },
+    {
+      "epoch": 0.39191671769748926,
+      "grad_norm": 0.3198719620704651,
+      "learning_rate": 4.8352027314793145e-06,
+      "loss": 0.633,
+      "step": 800
+    },
+    {
+      "epoch": 0.39240661359461115,
+      "grad_norm": 0.336039662361145,
+      "learning_rate": 4.834736806989156e-06,
+      "loss": 0.6608,
+      "step": 801
+    },
+    {
+      "epoch": 0.392896509491733,
+      "grad_norm": 0.3361132740974426,
+      "learning_rate": 4.834270247296878e-06,
+      "loss": 0.6726,
+      "step": 802
+    },
+    {
+      "epoch": 0.3933864053888549,
+      "grad_norm": 0.3405260741710663,
+      "learning_rate": 4.833803052529414e-06,
+      "loss": 0.6692,
+      "step": 803
+    },
+    {
+      "epoch": 0.3938763012859767,
+      "grad_norm": 0.3248771131038666,
+      "learning_rate": 4.8333352228138725e-06,
+      "loss": 0.6819,
+      "step": 804
+    },
+    {
+      "epoch": 0.39436619718309857,
+      "grad_norm": 0.3115767538547516,
+      "learning_rate": 4.8328667582775336e-06,
+      "loss": 0.6491,
+      "step": 805
+    },
+    {
+      "epoch": 0.39485609308022046,
+      "grad_norm": 0.31870561838150024,
+      "learning_rate": 4.83239765904785e-06,
+      "loss": 0.6663,
+      "step": 806
+    },
+    {
+      "epoch": 0.3953459889773423,
+      "grad_norm": 0.31889578700065613,
+      "learning_rate": 4.8319279252524495e-06,
+      "loss": 0.6528,
+      "step": 807
+    },
+    {
+      "epoch": 0.3958358848744642,
+      "grad_norm": 0.32603761553764343,
+      "learning_rate": 4.831457557019128e-06,
+      "loss": 0.6628,
+      "step": 808
+    },
+    {
+      "epoch": 0.39632578077158603,
+      "grad_norm": 0.3227848708629608,
+      "learning_rate": 4.830986554475859e-06,
+      "loss": 0.6717,
+      "step": 809
+    },
+    {
+      "epoch": 0.3968156766687079,
+      "grad_norm": 0.30794838070869446,
+      "learning_rate": 4.830514917750785e-06,
+      "loss": 0.6596,
+      "step": 810
+    },
+    {
+      "epoch": 0.39730557256582977,
+      "grad_norm": 0.34206315875053406,
+      "learning_rate": 4.830042646972221e-06,
+      "loss": 0.6542,
+      "step": 811
+    },
+    {
+      "epoch": 0.3977954684629516,
+      "grad_norm": 0.31525009870529175,
+      "learning_rate": 4.8295697422686586e-06,
+      "loss": 0.6531,
+      "step": 812
+    },
+    {
+      "epoch": 0.3982853643600735,
+      "grad_norm": 0.34714141488075256,
+      "learning_rate": 4.829096203768757e-06,
+      "loss": 0.6652,
+      "step": 813
+    },
+    {
+      "epoch": 0.39877526025719534,
+      "grad_norm": 0.3229881227016449,
+      "learning_rate": 4.828622031601351e-06,
+      "loss": 0.6705,
+      "step": 814
+    },
+    {
+      "epoch": 0.3992651561543172,
+      "grad_norm": 0.31995874643325806,
+      "learning_rate": 4.828147225895445e-06,
+      "loss": 0.6507,
+      "step": 815
+    },
+    {
+      "epoch": 0.3997550520514391,
+      "grad_norm": 0.326016902923584,
+      "learning_rate": 4.827671786780219e-06,
+      "loss": 0.6786,
+      "step": 816
+    },
+    {
+      "epoch": 0.4002449479485609,
+      "grad_norm": 0.318215548992157,
+      "learning_rate": 4.8271957143850235e-06,
+      "loss": 0.6425,
+      "step": 817
+    },
+    {
+      "epoch": 0.4007348438456828,
+      "grad_norm": 0.3327416777610779,
+      "learning_rate": 4.82671900883938e-06,
+      "loss": 0.6546,
+      "step": 818
+    },
+    {
+      "epoch": 0.40122473974280465,
+      "grad_norm": 0.33632010221481323,
+      "learning_rate": 4.826241670272986e-06,
+      "loss": 0.6582,
+      "step": 819
+    },
+    {
+      "epoch": 0.40171463563992654,
+      "grad_norm": 0.3371349275112152,
+      "learning_rate": 4.825763698815709e-06,
+      "loss": 0.6768,
+      "step": 820
+    },
+    {
+      "epoch": 0.4022045315370484,
+      "grad_norm": 0.332950621843338,
+      "learning_rate": 4.825285094597586e-06,
+      "loss": 0.6613,
+      "step": 821
+    },
+    {
+      "epoch": 0.4026944274341702,
+      "grad_norm": 0.31979843974113464,
+      "learning_rate": 4.824805857748831e-06,
+      "loss": 0.6281,
+      "step": 822
+    },
+    {
+      "epoch": 0.4031843233312921,
+      "grad_norm": 0.33180534839630127,
+      "learning_rate": 4.824325988399828e-06,
+      "loss": 0.6741,
+      "step": 823
+    },
+    {
+      "epoch": 0.40367421922841396,
+      "grad_norm": 0.32684949040412903,
+      "learning_rate": 4.8238454866811326e-06,
+      "loss": 0.6638,
+      "step": 824
+    },
+    {
+      "epoch": 0.40416411512553585,
+      "grad_norm": 0.3229905664920807,
+      "learning_rate": 4.823364352723472e-06,
+      "loss": 0.6545,
+      "step": 825
+    },
+    {
+      "epoch": 0.4046540110226577,
+      "grad_norm": 0.32018545269966125,
+      "learning_rate": 4.822882586657748e-06,
+      "loss": 0.6553,
+      "step": 826
+    },
+    {
+      "epoch": 0.40514390691977953,
+      "grad_norm": 0.32592976093292236,
+      "learning_rate": 4.8224001886150315e-06,
+      "loss": 0.6425,
+      "step": 827
+    },
+    {
+      "epoch": 0.4056338028169014,
+      "grad_norm": 0.3335873484611511,
+      "learning_rate": 4.821917158726568e-06,
+      "loss": 0.6419,
+      "step": 828
+    },
+    {
+      "epoch": 0.40612369871402326,
+      "grad_norm": 0.32976460456848145,
+      "learning_rate": 4.821433497123772e-06,
+      "loss": 0.6545,
+      "step": 829
+    },
+    {
+      "epoch": 0.40661359461114516,
+      "grad_norm": 0.3185843527317047,
+      "learning_rate": 4.820949203938231e-06,
+      "loss": 0.6607,
+      "step": 830
+    },
+    {
+      "epoch": 0.407103490508267,
+      "grad_norm": 0.3265590965747833,
+      "learning_rate": 4.820464279301705e-06,
+      "loss": 0.6779,
+      "step": 831
+    },
+    {
+      "epoch": 0.40759338640538884,
+      "grad_norm": 0.32094770669937134,
+      "learning_rate": 4.819978723346127e-06,
+      "loss": 0.6139,
+      "step": 832
+    },
+    {
+      "epoch": 0.40808328230251073,
+      "grad_norm": 0.34664106369018555,
+      "learning_rate": 4.819492536203598e-06,
+      "loss": 0.6486,
+      "step": 833
+    },
+    {
+      "epoch": 0.40857317819963257,
+      "grad_norm": 0.32802873849868774,
+      "learning_rate": 4.819005718006394e-06,
+      "loss": 0.6516,
+      "step": 834
+    },
+    {
+      "epoch": 0.40906307409675446,
+      "grad_norm": 0.324709415435791,
+      "learning_rate": 4.8185182688869615e-06,
+      "loss": 0.665,
+      "step": 835
+    },
+    {
+      "epoch": 0.4095529699938763,
+      "grad_norm": 0.31625524163246155,
+      "learning_rate": 4.818030188977918e-06,
+      "loss": 0.6571,
+      "step": 836
+    },
+    {
+      "epoch": 0.41004286589099814,
+      "grad_norm": 0.3230063021183014,
+      "learning_rate": 4.817541478412055e-06,
+      "loss": 0.6628,
+      "step": 837
+    },
+    {
+      "epoch": 0.41053276178812004,
+      "grad_norm": 0.3374910354614258,
+      "learning_rate": 4.817052137322334e-06,
+      "loss": 0.6773,
+      "step": 838
+    },
+    {
+      "epoch": 0.4110226576852419,
+      "grad_norm": 0.32604286074638367,
+      "learning_rate": 4.816562165841885e-06,
+      "loss": 0.6695,
+      "step": 839
+    },
+    {
+      "epoch": 0.41151255358236377,
+      "grad_norm": 0.3211324214935303,
+      "learning_rate": 4.816071564104015e-06,
+      "loss": 0.6546,
+      "step": 840
+    },
+    {
+      "epoch": 0.4120024494794856,
+      "grad_norm": 0.3172019124031067,
+      "learning_rate": 4.815580332242199e-06,
+      "loss": 0.661,
+      "step": 841
+    },
+    {
+      "epoch": 0.41249234537660745,
+      "grad_norm": 0.32369232177734375,
+      "learning_rate": 4.8150884703900855e-06,
+      "loss": 0.6643,
+      "step": 842
+    },
+    {
+      "epoch": 0.41298224127372934,
+      "grad_norm": 0.3227887749671936,
+      "learning_rate": 4.814595978681493e-06,
+      "loss": 0.6353,
+      "step": 843
+    },
+    {
+      "epoch": 0.4134721371708512,
+      "grad_norm": 0.32307952642440796,
+      "learning_rate": 4.814102857250411e-06,
+      "loss": 0.6701,
+      "step": 844
+    },
+    {
+      "epoch": 0.4139620330679731,
+      "grad_norm": 0.335151731967926,
+      "learning_rate": 4.813609106231002e-06,
+      "loss": 0.6335,
+      "step": 845
+    },
+    {
+      "epoch": 0.4144519289650949,
+      "grad_norm": 0.32878342270851135,
+      "learning_rate": 4.813114725757597e-06,
+      "loss": 0.6643,
+      "step": 846
+    },
+    {
+      "epoch": 0.41494182486221676,
+      "grad_norm": 0.3271647095680237,
+      "learning_rate": 4.812619715964702e-06,
+      "loss": 0.6337,
+      "step": 847
+    },
+    {
+      "epoch": 0.41543172075933865,
+      "grad_norm": 0.3339027166366577,
+      "learning_rate": 4.8121240769869905e-06,
+      "loss": 0.6458,
+      "step": 848
+    },
+    {
+      "epoch": 0.4159216166564605,
+      "grad_norm": 0.33395877480506897,
+      "learning_rate": 4.8116278089593104e-06,
+      "loss": 0.6487,
+      "step": 849
+    },
+    {
+      "epoch": 0.4164115125535824,
+      "grad_norm": 0.34332144260406494,
+      "learning_rate": 4.811130912016679e-06,
+      "loss": 0.6517,
+      "step": 850
+    },
+    {
+      "epoch": 0.4169014084507042,
+      "grad_norm": 0.37615567445755005,
+      "learning_rate": 4.810633386294285e-06,
+      "loss": 0.6458,
+      "step": 851
+    },
+    {
+      "epoch": 0.41739130434782606,
+      "grad_norm": 0.3249885141849518,
+      "learning_rate": 4.810135231927486e-06,
+      "loss": 0.6688,
+      "step": 852
+    },
+    {
+      "epoch": 0.41788120024494796,
+      "grad_norm": 0.32357704639434814,
+      "learning_rate": 4.8096364490518164e-06,
+      "loss": 0.6505,
+      "step": 853
+    },
+    {
+      "epoch": 0.4183710961420698,
+      "grad_norm": 0.3268754482269287,
+      "learning_rate": 4.809137037802975e-06,
+      "loss": 0.6305,
+      "step": 854
+    },
+    {
+      "epoch": 0.4188609920391917,
+      "grad_norm": 0.32692062854766846,
+      "learning_rate": 4.808636998316837e-06,
+      "loss": 0.6655,
+      "step": 855
+    },
+    {
+      "epoch": 0.41935088793631353,
+      "grad_norm": 0.33697402477264404,
+      "learning_rate": 4.808136330729444e-06,
+      "loss": 0.6642,
+      "step": 856
+    },
+    {
+      "epoch": 0.41984078383343537,
+      "grad_norm": 0.3350159227848053,
+      "learning_rate": 4.807635035177012e-06,
+      "loss": 0.6565,
+      "step": 857
+    },
+    {
+      "epoch": 0.42033067973055727,
+      "grad_norm": 0.319500595331192,
+      "learning_rate": 4.807133111795925e-06,
+      "loss": 0.6227,
+      "step": 858
+    },
+    {
+      "epoch": 0.4208205756276791,
+      "grad_norm": 0.31828346848487854,
+      "learning_rate": 4.806630560722741e-06,
+      "loss": 0.6408,
+      "step": 859
+    },
+    {
+      "epoch": 0.421310471524801,
+      "grad_norm": 0.3408709466457367,
+      "learning_rate": 4.806127382094184e-06,
+      "loss": 0.6513,
+      "step": 860
+    },
+    {
+      "epoch": 0.42180036742192284,
+      "grad_norm": 0.3314608335494995,
+      "learning_rate": 4.805623576047155e-06,
+      "loss": 0.6601,
+      "step": 861
+    },
+    {
+      "epoch": 0.4222902633190447,
+      "grad_norm": 0.31937554478645325,
+      "learning_rate": 4.805119142718722e-06,
+      "loss": 0.6375,
+      "step": 862
+    },
+    {
+      "epoch": 0.4227801592161666,
+      "grad_norm": 0.33292335271835327,
+      "learning_rate": 4.804614082246121e-06,
+      "loss": 0.6677,
+      "step": 863
+    },
+    {
+      "epoch": 0.4232700551132884,
+      "grad_norm": 0.33356305956840515,
+      "learning_rate": 4.804108394766766e-06,
+      "loss": 0.6489,
+      "step": 864
+    },
+    {
+      "epoch": 0.4237599510104103,
+      "grad_norm": 0.33318352699279785,
+      "learning_rate": 4.8036020804182335e-06,
+      "loss": 0.6214,
+      "step": 865
+    },
+    {
+      "epoch": 0.42424984690753215,
+      "grad_norm": 0.329732209444046,
+      "learning_rate": 4.803095139338276e-06,
+      "loss": 0.6433,
+      "step": 866
+    },
+    {
+      "epoch": 0.424739742804654,
+      "grad_norm": 0.3253389894962311,
+      "learning_rate": 4.802587571664815e-06,
+      "loss": 0.6813,
+      "step": 867
+    },
+    {
+      "epoch": 0.4252296387017759,
+      "grad_norm": 0.3183434009552002,
+      "learning_rate": 4.802079377535943e-06,
+      "loss": 0.656,
+      "step": 868
+    },
+    {
+      "epoch": 0.4257195345988977,
+      "grad_norm": 0.3274723291397095,
+      "learning_rate": 4.801570557089921e-06,
+      "loss": 0.5987,
+      "step": 869
+    },
+    {
+      "epoch": 0.4262094304960196,
+      "grad_norm": 0.3257862627506256,
+      "learning_rate": 4.8010611104651814e-06,
+      "loss": 0.6481,
+      "step": 870
+    },
+    {
+      "epoch": 0.42669932639314145,
+      "grad_norm": 0.3261187970638275,
+      "learning_rate": 4.800551037800329e-06,
+      "loss": 0.6453,
+      "step": 871
+    },
+    {
+      "epoch": 0.4271892222902633,
+      "grad_norm": 0.3393871784210205,
+      "learning_rate": 4.800040339234134e-06,
+      "loss": 0.6306,
+      "step": 872
+    },
+    {
+      "epoch": 0.4276791181873852,
+      "grad_norm": 0.3195154368877411,
+      "learning_rate": 4.799529014905544e-06,
+      "loss": 0.6537,
+      "step": 873
+    },
+    {
+      "epoch": 0.428169014084507,
+      "grad_norm": 0.3519408702850342,
+      "learning_rate": 4.79901706495367e-06,
+      "loss": 0.6727,
+      "step": 874
+    },
+    {
+      "epoch": 0.4286589099816289,
+      "grad_norm": 0.33387088775634766,
+      "learning_rate": 4.7985044895177976e-06,
+      "loss": 0.6556,
+      "step": 875
+    },
+    {
+      "epoch": 0.42914880587875076,
+      "grad_norm": 0.32974541187286377,
+      "learning_rate": 4.7979912887373805e-06,
+      "loss": 0.6579,
+      "step": 876
+    },
+    {
+      "epoch": 0.4296387017758726,
+      "grad_norm": 0.32956287264823914,
+      "learning_rate": 4.7974774627520424e-06,
+      "loss": 0.6522,
+      "step": 877
+    },
+    {
+      "epoch": 0.4301285976729945,
+      "grad_norm": 0.31489697098731995,
+      "learning_rate": 4.7969630117015785e-06,
+      "loss": 0.6613,
+      "step": 878
+    },
+    {
+      "epoch": 0.43061849357011633,
+      "grad_norm": 0.33859875798225403,
+      "learning_rate": 4.796447935725954e-06,
+      "loss": 0.6546,
+      "step": 879
+    },
+    {
+      "epoch": 0.43110838946723823,
+      "grad_norm": 0.33555036783218384,
+      "learning_rate": 4.795932234965302e-06,
+      "loss": 0.6083,
+      "step": 880
+    },
+    {
+      "epoch": 0.43159828536436007,
+      "grad_norm": 0.3280044496059418,
+      "learning_rate": 4.795415909559929e-06,
+      "loss": 0.6721,
+      "step": 881
+    },
+    {
+      "epoch": 0.43208818126148196,
+      "grad_norm": 0.331339567899704,
+      "learning_rate": 4.7948989596503085e-06,
+      "loss": 0.6529,
+      "step": 882
+    },
+    {
+      "epoch": 0.4325780771586038,
+      "grad_norm": 0.3267557919025421,
+      "learning_rate": 4.794381385377084e-06,
+      "loss": 0.6483,
+      "step": 883
+    },
+    {
+      "epoch": 0.43306797305572564,
+      "grad_norm": 0.3242381513118744,
+      "learning_rate": 4.79386318688107e-06,
+      "loss": 0.652,
+      "step": 884
+    },
+    {
+      "epoch": 0.43355786895284754,
+      "grad_norm": 0.35081592202186584,
+      "learning_rate": 4.793344364303252e-06,
+      "loss": 0.6859,
+      "step": 885
+    },
+    {
+      "epoch": 0.4340477648499694,
+      "grad_norm": 0.33770686388015747,
+      "learning_rate": 4.792824917784783e-06,
+      "loss": 0.6315,
+      "step": 886
+    },
+    {
+      "epoch": 0.43453766074709127,
+      "grad_norm": 0.33075547218322754,
+      "learning_rate": 4.792304847466986e-06,
+      "loss": 0.6512,
+      "step": 887
+    },
+    {
+      "epoch": 0.4350275566442131,
+      "grad_norm": 0.3429637551307678,
+      "learning_rate": 4.791784153491355e-06,
+      "loss": 0.6803,
+      "step": 888
+    },
+    {
+      "epoch": 0.43551745254133495,
+      "grad_norm": 0.3312215209007263,
+      "learning_rate": 4.791262835999554e-06,
+      "loss": 0.6292,
+      "step": 889
+    },
+    {
+      "epoch": 0.43600734843845684,
+      "grad_norm": 0.3361411690711975,
+      "learning_rate": 4.790740895133415e-06,
+      "loss": 0.6537,
+      "step": 890
+    },
+    {
+      "epoch": 0.4364972443355787,
+      "grad_norm": 0.320117324590683,
+      "learning_rate": 4.790218331034939e-06,
+      "loss": 0.669,
+      "step": 891
+    },
+    {
+      "epoch": 0.4369871402327006,
+      "grad_norm": 0.3243316113948822,
+      "learning_rate": 4.7896951438463e-06,
+      "loss": 0.6205,
+      "step": 892
+    },
+    {
+      "epoch": 0.4374770361298224,
+      "grad_norm": 0.3368995785713196,
+      "learning_rate": 4.789171333709838e-06,
+      "loss": 0.6719,
+      "step": 893
+    },
+    {
+      "epoch": 0.43796693202694426,
+      "grad_norm": 0.3193654716014862,
+      "learning_rate": 4.788646900768064e-06,
+      "loss": 0.657,
+      "step": 894
+    },
+    {
+      "epoch": 0.43845682792406615,
+      "grad_norm": 0.3282233476638794,
+      "learning_rate": 4.788121845163658e-06,
+      "loss": 0.6526,
+      "step": 895
+    },
+    {
+      "epoch": 0.438946723821188,
+      "grad_norm": 0.3279890716075897,
+      "learning_rate": 4.787596167039471e-06,
+      "loss": 0.6384,
+      "step": 896
+    },
+    {
+      "epoch": 0.4394366197183099,
+      "grad_norm": 0.3300457298755646,
+      "learning_rate": 4.787069866538521e-06,
+      "loss": 0.6702,
+      "step": 897
+    },
+    {
+      "epoch": 0.4399265156154317,
+      "grad_norm": 0.33194148540496826,
+      "learning_rate": 4.7865429438039955e-06,
+      "loss": 0.6595,
+      "step": 898
+    },
+    {
+      "epoch": 0.44041641151255356,
+      "grad_norm": 0.34703534841537476,
+      "learning_rate": 4.786015398979254e-06,
+      "loss": 0.6537,
+      "step": 899
+    },
+    {
+      "epoch": 0.44090630740967546,
+      "grad_norm": 0.3270828425884247,
+      "learning_rate": 4.7854872322078225e-06,
+      "loss": 0.6616,
+      "step": 900
+    },
+    {
+      "epoch": 0.4413962033067973,
+      "grad_norm": 0.3177931606769562,
+      "learning_rate": 4.784958443633398e-06,
+      "loss": 0.6359,
+      "step": 901
+    },
+    {
+      "epoch": 0.4418860992039192,
+      "grad_norm": 0.33886033296585083,
+      "learning_rate": 4.784429033399844e-06,
+      "loss": 0.6472,
+      "step": 902
+    },
+    {
+      "epoch": 0.44237599510104103,
+      "grad_norm": 0.3440721929073334,
+      "learning_rate": 4.783899001651196e-06,
+      "loss": 0.6417,
+      "step": 903
+    },
+    {
+      "epoch": 0.44286589099816287,
+      "grad_norm": 0.3315575420856476,
+      "learning_rate": 4.783368348531657e-06,
+      "loss": 0.6478,
+      "step": 904
+    },
+    {
+      "epoch": 0.44335578689528476,
+      "grad_norm": 0.32453784346580505,
+      "learning_rate": 4.782837074185602e-06,
+      "loss": 0.6605,
+      "step": 905
+    },
+    {
+      "epoch": 0.4438456827924066,
+      "grad_norm": 0.3341559171676636,
+      "learning_rate": 4.782305178757569e-06,
+      "loss": 0.6778,
+      "step": 906
+    },
+    {
+      "epoch": 0.4443355786895285,
+      "grad_norm": 0.338220477104187,
+      "learning_rate": 4.781772662392272e-06,
+      "loss": 0.6609,
+      "step": 907
+    },
+    {
+      "epoch": 0.44482547458665034,
+      "grad_norm": 0.34984090924263,
+      "learning_rate": 4.781239525234588e-06,
+      "loss": 0.668,
+      "step": 908
+    },
+    {
+      "epoch": 0.4453153704837722,
+      "grad_norm": 0.31468555331230164,
+      "learning_rate": 4.780705767429565e-06,
+      "loss": 0.5993,
+      "step": 909
+    },
+    {
+      "epoch": 0.44580526638089407,
+      "grad_norm": 0.327556312084198,
+      "learning_rate": 4.780171389122423e-06,
+      "loss": 0.6509,
+      "step": 910
+    },
+    {
+      "epoch": 0.4462951622780159,
+      "grad_norm": 0.3160576820373535,
+      "learning_rate": 4.779636390458546e-06,
+      "loss": 0.6445,
+      "step": 911
+    },
+    {
+      "epoch": 0.4467850581751378,
+      "grad_norm": 0.3446383476257324,
+      "learning_rate": 4.7791007715834906e-06,
+      "loss": 0.64,
+      "step": 912
+    },
+    {
+      "epoch": 0.44727495407225965,
+      "grad_norm": 0.32624417543411255,
+      "learning_rate": 4.778564532642978e-06,
+      "loss": 0.6636,
+      "step": 913
+    },
+    {
+      "epoch": 0.4477648499693815,
+      "grad_norm": 0.3289485275745392,
+      "learning_rate": 4.778027673782901e-06,
+      "loss": 0.656,
+      "step": 914
+    },
+    {
+      "epoch": 0.4482547458665034,
+      "grad_norm": 0.3322214186191559,
+      "learning_rate": 4.777490195149322e-06,
+      "loss": 0.6997,
+      "step": 915
+    },
+    {
+      "epoch": 0.4487446417636252,
+      "grad_norm": 0.3421451449394226,
+      "learning_rate": 4.776952096888471e-06,
+      "loss": 0.6594,
+      "step": 916
+    },
+    {
+      "epoch": 0.4492345376607471,
+      "grad_norm": 0.3431428372859955,
+      "learning_rate": 4.7764133791467434e-06,
+      "loss": 0.651,
+      "step": 917
+    },
+    {
+      "epoch": 0.44972443355786895,
+      "grad_norm": 0.32274821400642395,
+      "learning_rate": 4.7758740420707086e-06,
+      "loss": 0.6277,
+      "step": 918
+    },
+    {
+      "epoch": 0.4502143294549908,
+      "grad_norm": 0.3264138102531433,
+      "learning_rate": 4.7753340858071e-06,
+      "loss": 0.6352,
+      "step": 919
+    },
+    {
+      "epoch": 0.4507042253521127,
+      "grad_norm": 0.3209553062915802,
+      "learning_rate": 4.7747935105028224e-06,
+      "loss": 0.6557,
+      "step": 920
+    },
+    {
+      "epoch": 0.4511941212492345,
+      "grad_norm": 0.3410312831401825,
+      "learning_rate": 4.774252316304947e-06,
+      "loss": 0.6751,
+      "step": 921
+    },
+    {
+      "epoch": 0.4516840171463564,
+      "grad_norm": 0.35638895630836487,
+      "learning_rate": 4.773710503360714e-06,
+      "loss": 0.6669,
+      "step": 922
+    },
+    {
+      "epoch": 0.45217391304347826,
+      "grad_norm": 0.34015554189682007,
+      "learning_rate": 4.773168071817534e-06,
+      "loss": 0.6505,
+      "step": 923
+    },
+    {
+      "epoch": 0.4526638089406001,
+      "grad_norm": 0.32471373677253723,
+      "learning_rate": 4.772625021822983e-06,
+      "loss": 0.6682,
+      "step": 924
+    },
+    {
+      "epoch": 0.453153704837722,
+      "grad_norm": 0.31346777081489563,
+      "learning_rate": 4.7720813535248056e-06,
+      "loss": 0.643,
+      "step": 925
+    },
+    {
+      "epoch": 0.45364360073484383,
+      "grad_norm": 0.33824825286865234,
+      "learning_rate": 4.771537067070917e-06,
+      "loss": 0.6633,
+      "step": 926
+    },
+    {
+      "epoch": 0.4541334966319657,
+      "grad_norm": 0.3258407711982727,
+      "learning_rate": 4.770992162609397e-06,
+      "loss": 0.6483,
+      "step": 927
+    },
+    {
+      "epoch": 0.45462339252908757,
+      "grad_norm": 0.32574284076690674,
+      "learning_rate": 4.770446640288497e-06,
+      "loss": 0.6399,
+      "step": 928
+    },
+    {
+      "epoch": 0.4551132884262094,
+      "grad_norm": 0.31942424178123474,
+      "learning_rate": 4.769900500256634e-06,
+      "loss": 0.6746,
+      "step": 929
+    },
+    {
+      "epoch": 0.4556031843233313,
+      "grad_norm": 0.3261716365814209,
+      "learning_rate": 4.769353742662395e-06,
+      "loss": 0.6626,
+      "step": 930
+    },
+    {
+      "epoch": 0.45609308022045314,
+      "grad_norm": 0.32581284642219543,
+      "learning_rate": 4.768806367654534e-06,
+      "loss": 0.6647,
+      "step": 931
+    },
+    {
+      "epoch": 0.45658297611757503,
+      "grad_norm": 0.32622581720352173,
+      "learning_rate": 4.768258375381971e-06,
+      "loss": 0.6535,
+      "step": 932
+    },
+    {
+      "epoch": 0.4570728720146969,
+      "grad_norm": 0.3114738166332245,
+      "learning_rate": 4.767709765993799e-06,
+      "loss": 0.6342,
+      "step": 933
+    },
+    {
+      "epoch": 0.4575627679118187,
+      "grad_norm": 0.33273571729660034,
+      "learning_rate": 4.7671605396392735e-06,
+      "loss": 0.6558,
+      "step": 934
+    },
+    {
+      "epoch": 0.4580526638089406,
+      "grad_norm": 0.3257521688938141,
+      "learning_rate": 4.766610696467822e-06,
+      "loss": 0.6407,
+      "step": 935
+    },
+    {
+      "epoch": 0.45854255970606245,
+      "grad_norm": 0.3364790678024292,
+      "learning_rate": 4.766060236629037e-06,
+      "loss": 0.6393,
+      "step": 936
+    },
+    {
+      "epoch": 0.45903245560318434,
+      "grad_norm": 0.33170202374458313,
+      "learning_rate": 4.765509160272681e-06,
+      "loss": 0.6292,
+      "step": 937
+    },
+    {
+      "epoch": 0.4595223515003062,
+      "grad_norm": 0.31647032499313354,
+      "learning_rate": 4.764957467548681e-06,
+      "loss": 0.634,
+      "step": 938
+    },
+    {
+      "epoch": 0.460012247397428,
+      "grad_norm": 0.32740557193756104,
+      "learning_rate": 4.7644051586071345e-06,
+      "loss": 0.6115,
+      "step": 939
+    },
+    {
+      "epoch": 0.4605021432945499,
+      "grad_norm": 0.32127001881599426,
+      "learning_rate": 4.763852233598307e-06,
+      "loss": 0.6474,
+      "step": 940
+    },
+    {
+      "epoch": 0.46099203919167175,
+      "grad_norm": 0.3447674512863159,
+      "learning_rate": 4.76329869267263e-06,
+      "loss": 0.6845,
+      "step": 941
+    },
+    {
+      "epoch": 0.46148193508879365,
+      "grad_norm": 0.32889634370803833,
+      "learning_rate": 4.762744535980702e-06,
+      "loss": 0.6364,
+      "step": 942
+    },
+    {
+      "epoch": 0.4619718309859155,
+      "grad_norm": 0.34127506613731384,
+      "learning_rate": 4.762189763673291e-06,
+      "loss": 0.6549,
+      "step": 943
+    },
+    {
+      "epoch": 0.4624617268830373,
+      "grad_norm": 0.33296868205070496,
+      "learning_rate": 4.761634375901333e-06,
+      "loss": 0.6462,
+      "step": 944
+    },
+    {
+      "epoch": 0.4629516227801592,
+      "grad_norm": 0.3282979428768158,
+      "learning_rate": 4.761078372815927e-06,
+      "loss": 0.6408,
+      "step": 945
+    },
+    {
+      "epoch": 0.46344151867728106,
+      "grad_norm": 0.3336234986782074,
+      "learning_rate": 4.760521754568345e-06,
+      "loss": 0.6441,
+      "step": 946
+    },
+    {
+      "epoch": 0.46393141457440296,
+      "grad_norm": 0.3332432806491852,
+      "learning_rate": 4.759964521310021e-06,
+      "loss": 0.6592,
+      "step": 947
+    },
+    {
+      "epoch": 0.4644213104715248,
+      "grad_norm": 0.3263160288333893,
+      "learning_rate": 4.7594066731925624e-06,
+      "loss": 0.6621,
+      "step": 948
+    },
+    {
+      "epoch": 0.4649112063686467,
+      "grad_norm": 0.3333407938480377,
+      "learning_rate": 4.758848210367739e-06,
+      "loss": 0.6374,
+      "step": 949
+    },
+    {
+      "epoch": 0.46540110226576853,
+      "grad_norm": 0.3290969729423523,
+      "learning_rate": 4.7582891329874894e-06,
+      "loss": 0.6531,
+      "step": 950
+    },
+    {
+      "epoch": 0.46589099816289037,
+      "grad_norm": 0.32899218797683716,
+      "learning_rate": 4.7577294412039195e-06,
+      "loss": 0.6478,
+      "step": 951
+    },
+    {
+      "epoch": 0.46638089406001226,
+      "grad_norm": 0.32041114568710327,
+      "learning_rate": 4.757169135169304e-06,
+      "loss": 0.6581,
+      "step": 952
+    },
+    {
+      "epoch": 0.4668707899571341,
+      "grad_norm": 0.3273862302303314,
+      "learning_rate": 4.7566082150360795e-06,
+      "loss": 0.6173,
+      "step": 953
+    },
+    {
+      "epoch": 0.467360685854256,
+      "grad_norm": 0.3293192684650421,
+      "learning_rate": 4.7560466809568565e-06,
+      "loss": 0.6345,
+      "step": 954
+    },
+    {
+      "epoch": 0.46785058175137784,
+      "grad_norm": 0.3363111913204193,
+      "learning_rate": 4.755484533084407e-06,
+      "loss": 0.6461,
+      "step": 955
+    },
+    {
+      "epoch": 0.4683404776484997,
+      "grad_norm": 0.3306375741958618,
+      "learning_rate": 4.754921771571674e-06,
+      "loss": 0.6364,
+      "step": 956
+    },
+    {
+      "epoch": 0.46883037354562157,
+      "grad_norm": 0.3344152271747589,
+      "learning_rate": 4.754358396571764e-06,
+      "loss": 0.6205,
+      "step": 957
+    },
+    {
+      "epoch": 0.4693202694427434,
+      "grad_norm": 0.32841694355010986,
+      "learning_rate": 4.753794408237954e-06,
+      "loss": 0.662,
+      "step": 958
+    },
+    {
+      "epoch": 0.4698101653398653,
+      "grad_norm": 0.3455883860588074,
+      "learning_rate": 4.753229806723684e-06,
+      "loss": 0.6537,
+      "step": 959
+    },
+    {
+      "epoch": 0.47030006123698714,
+      "grad_norm": 0.3336228132247925,
+      "learning_rate": 4.752664592182564e-06,
+      "loss": 0.6564,
+      "step": 960
+    },
+    {
+      "epoch": 0.470789957134109,
+      "grad_norm": 0.32779762148857117,
+      "learning_rate": 4.75209876476837e-06,
+      "loss": 0.6124,
+      "step": 961
+    },
+    {
+      "epoch": 0.4712798530312309,
+      "grad_norm": 0.3376416862010956,
+      "learning_rate": 4.751532324635043e-06,
+      "loss": 0.6485,
+      "step": 962
+    },
+    {
+      "epoch": 0.4717697489283527,
+      "grad_norm": 0.33599647879600525,
+      "learning_rate": 4.750965271936692e-06,
+      "loss": 0.6489,
+      "step": 963
+    },
+    {
+      "epoch": 0.4722596448254746,
+      "grad_norm": 0.33952006697654724,
+      "learning_rate": 4.750397606827594e-06,
+      "loss": 0.6501,
+      "step": 964
+    },
+    {
+      "epoch": 0.47274954072259645,
+      "grad_norm": 0.3457185626029968,
+      "learning_rate": 4.74982932946219e-06,
+      "loss": 0.6554,
+      "step": 965
+    },
+    {
+      "epoch": 0.4732394366197183,
+      "grad_norm": 0.3317156732082367,
+      "learning_rate": 4.749260439995089e-06,
+      "loss": 0.6445,
+      "step": 966
+    },
+    {
+      "epoch": 0.4737293325168402,
+      "grad_norm": 0.32509130239486694,
+      "learning_rate": 4.748690938581068e-06,
+      "loss": 0.6303,
+      "step": 967
+    },
+    {
+      "epoch": 0.474219228413962,
+      "grad_norm": 0.3271726369857788,
+      "learning_rate": 4.748120825375067e-06,
+      "loss": 0.6544,
+      "step": 968
+    },
+    {
+      "epoch": 0.4747091243110839,
+      "grad_norm": 0.32812872529029846,
+      "learning_rate": 4.747550100532195e-06,
+      "loss": 0.6249,
+      "step": 969
+    },
+    {
+      "epoch": 0.47519902020820576,
+      "grad_norm": 0.33634963631629944,
+      "learning_rate": 4.746978764207727e-06,
+      "loss": 0.6416,
+      "step": 970
+    },
+    {
+      "epoch": 0.4756889161053276,
+      "grad_norm": 0.33176323771476746,
+      "learning_rate": 4.746406816557103e-06,
+      "loss": 0.6538,
+      "step": 971
+    },
+    {
+      "epoch": 0.4761788120024495,
+      "grad_norm": 0.3377355933189392,
+      "learning_rate": 4.7458342577359315e-06,
+      "loss": 0.6325,
+      "step": 972
+    },
+    {
+      "epoch": 0.47666870789957133,
+      "grad_norm": 0.3324216902256012,
+      "learning_rate": 4.745261087899987e-06,
+      "loss": 0.6774,
+      "step": 973
+    },
+    {
+      "epoch": 0.4771586037966932,
+      "grad_norm": 0.33282217383384705,
+      "learning_rate": 4.744687307205207e-06,
+      "loss": 0.6317,
+      "step": 974
+    },
+    {
+      "epoch": 0.47764849969381507,
+      "grad_norm": 0.3376564383506775,
+      "learning_rate": 4.7441129158077e-06,
+      "loss": 0.6658,
+      "step": 975
+    },
+    {
+      "epoch": 0.4781383955909369,
+      "grad_norm": 0.3456125855445862,
+      "learning_rate": 4.743537913863736e-06,
+      "loss": 0.6802,
+      "step": 976
+    },
+    {
+      "epoch": 0.4786282914880588,
+      "grad_norm": 0.3268921971321106,
+      "learning_rate": 4.742962301529755e-06,
+      "loss": 0.6463,
+      "step": 977
+    },
+    {
+      "epoch": 0.47911818738518064,
+      "grad_norm": 0.34568679332733154,
+      "learning_rate": 4.742386078962362e-06,
+      "loss": 0.6507,
+      "step": 978
+    },
+    {
+      "epoch": 0.47960808328230253,
+      "grad_norm": 0.3478900194168091,
+      "learning_rate": 4.741809246318326e-06,
+      "loss": 0.6582,
+      "step": 979
+    },
+    {
+      "epoch": 0.4800979791794244,
+      "grad_norm": 0.3300599753856659,
+      "learning_rate": 4.741231803754583e-06,
+      "loss": 0.6444,
+      "step": 980
+    },
+    {
+      "epoch": 0.4805878750765462,
+      "grad_norm": 0.3292956054210663,
+      "learning_rate": 4.740653751428238e-06,
+      "loss": 0.635,
+      "step": 981
+    },
+    {
+      "epoch": 0.4810777709736681,
+      "grad_norm": 0.3479529619216919,
+      "learning_rate": 4.740075089496557e-06,
+      "loss": 0.6671,
+      "step": 982
+    },
+    {
+      "epoch": 0.48156766687078995,
+      "grad_norm": 0.33764973282814026,
+      "learning_rate": 4.739495818116974e-06,
+      "loss": 0.6346,
+      "step": 983
+    },
+    {
+      "epoch": 0.48205756276791184,
+      "grad_norm": 0.3391423225402832,
+      "learning_rate": 4.738915937447091e-06,
+      "loss": 0.6376,
+      "step": 984
+    },
+    {
+      "epoch": 0.4825474586650337,
+      "grad_norm": 0.3254561126232147,
+      "learning_rate": 4.738335447644673e-06,
+      "loss": 0.6551,
+      "step": 985
+    },
+    {
+      "epoch": 0.4830373545621555,
+      "grad_norm": 0.32766976952552795,
+      "learning_rate": 4.7377543488676495e-06,
+      "loss": 0.6372,
+      "step": 986
+    },
+    {
+      "epoch": 0.4835272504592774,
+      "grad_norm": 0.340474009513855,
+      "learning_rate": 4.7371726412741205e-06,
+      "loss": 0.6697,
+      "step": 987
+    },
+    {
+      "epoch": 0.48401714635639925,
+      "grad_norm": 0.3602207601070404,
+      "learning_rate": 4.736590325022346e-06,
+      "loss": 0.6462,
+      "step": 988
+    },
+    {
+      "epoch": 0.48450704225352115,
+      "grad_norm": 0.332263708114624,
+      "learning_rate": 4.7360074002707556e-06,
+      "loss": 0.6545,
+      "step": 989
+    },
+    {
+      "epoch": 0.484996938150643,
+      "grad_norm": 0.3312827944755554,
+      "learning_rate": 4.735423867177944e-06,
+      "loss": 0.6291,
+      "step": 990
+    },
+    {
+      "epoch": 0.4854868340477648,
+      "grad_norm": 0.35063663125038147,
+      "learning_rate": 4.73483972590267e-06,
+      "loss": 0.6423,
+      "step": 991
+    },
+    {
+      "epoch": 0.4859767299448867,
+      "grad_norm": 0.3246268033981323,
+      "learning_rate": 4.734254976603858e-06,
+      "loss": 0.653,
+      "step": 992
+    },
+    {
+      "epoch": 0.48646662584200856,
+      "grad_norm": 0.33790072798728943,
+      "learning_rate": 4.7336696194405995e-06,
+      "loss": 0.6448,
+      "step": 993
+    },
+    {
+      "epoch": 0.48695652173913045,
+      "grad_norm": 0.3333311676979065,
+      "learning_rate": 4.733083654572148e-06,
+      "loss": 0.6458,
+      "step": 994
+    },
+    {
+      "epoch": 0.4874464176362523,
+      "grad_norm": 0.3357294499874115,
+      "learning_rate": 4.732497082157928e-06,
+      "loss": 0.6462,
+      "step": 995
+    },
+    {
+      "epoch": 0.48793631353337413,
+      "grad_norm": 0.3324768841266632,
+      "learning_rate": 4.731909902357522e-06,
+      "loss": 0.6442,
+      "step": 996
+    },
+    {
+      "epoch": 0.48842620943049603,
+      "grad_norm": 0.3282735049724579,
+      "learning_rate": 4.731322115330683e-06,
+      "loss": 0.5999,
+      "step": 997
+    },
+    {
+      "epoch": 0.48891610532761787,
+      "grad_norm": 0.3322250247001648,
+      "learning_rate": 4.730733721237329e-06,
+      "loss": 0.6564,
+      "step": 998
+    },
+    {
+      "epoch": 0.48940600122473976,
+      "grad_norm": 0.33998483419418335,
+      "learning_rate": 4.7301447202375405e-06,
+      "loss": 0.6403,
+      "step": 999
+    },
+    {
+      "epoch": 0.4898958971218616,
+      "grad_norm": 0.3261421024799347,
+      "learning_rate": 4.729555112491566e-06,
+      "loss": 0.6633,
+      "step": 1000
+    },
+    {
+      "epoch": 0.49038579301898344,
+      "grad_norm": 0.3308633267879486,
+      "learning_rate": 4.728964898159816e-06,
+      "loss": 0.6439,
+      "step": 1001
+    },
+    {
+      "epoch": 0.49087568891610533,
+      "grad_norm": 0.3286653459072113,
+      "learning_rate": 4.728374077402868e-06,
+      "loss": 0.6699,
+      "step": 1002
+    },
+    {
+      "epoch": 0.4913655848132272,
+      "grad_norm": 0.34002241492271423,
+      "learning_rate": 4.727782650381464e-06,
+      "loss": 0.6804,
+      "step": 1003
+    },
+    {
+      "epoch": 0.49185548071034907,
+      "grad_norm": 0.3460935056209564,
+      "learning_rate": 4.727190617256513e-06,
+      "loss": 0.6293,
+      "step": 1004
+    },
+    {
+      "epoch": 0.4923453766074709,
+      "grad_norm": 0.3384420871734619,
+      "learning_rate": 4.726597978189085e-06,
+      "loss": 0.6425,
+      "step": 1005
+    },
+    {
+      "epoch": 0.49283527250459275,
+      "grad_norm": 0.3322122097015381,
+      "learning_rate": 4.726004733340417e-06,
+      "loss": 0.624,
+      "step": 1006
+    },
+    {
+      "epoch": 0.49332516840171464,
+      "grad_norm": 0.33144181966781616,
+      "learning_rate": 4.725410882871911e-06,
+      "loss": 0.6088,
+      "step": 1007
+    },
+    {
+      "epoch": 0.4938150642988365,
+      "grad_norm": 0.3404276967048645,
+      "learning_rate": 4.724816426945134e-06,
+      "loss": 0.6394,
+      "step": 1008
+    },
+    {
+      "epoch": 0.4943049601959584,
+      "grad_norm": 0.3359997570514679,
+      "learning_rate": 4.724221365721816e-06,
+      "loss": 0.6123,
+      "step": 1009
+    },
+    {
+      "epoch": 0.4947948560930802,
+      "grad_norm": 0.3339918255805969,
+      "learning_rate": 4.723625699363854e-06,
+      "loss": 0.6568,
+      "step": 1010
+    },
+    {
+      "epoch": 0.49528475199020205,
+      "grad_norm": 0.3534146547317505,
+      "learning_rate": 4.723029428033308e-06,
+      "loss": 0.6777,
+      "step": 1011
+    },
+    {
+      "epoch": 0.49577464788732395,
+      "grad_norm": 0.39140719175338745,
+      "learning_rate": 4.722432551892402e-06,
+      "loss": 0.6508,
+      "step": 1012
+    },
+    {
+      "epoch": 0.4962645437844458,
+      "grad_norm": 0.3383652865886688,
+      "learning_rate": 4.721835071103527e-06,
+      "loss": 0.6109,
+      "step": 1013
+    },
+    {
+      "epoch": 0.4967544396815677,
+      "grad_norm": 0.33597037196159363,
+      "learning_rate": 4.721236985829237e-06,
+      "loss": 0.6525,
+      "step": 1014
+    },
+    {
+      "epoch": 0.4972443355786895,
+      "grad_norm": 0.34626680612564087,
+      "learning_rate": 4.720638296232251e-06,
+      "loss": 0.6479,
+      "step": 1015
+    },
+    {
+      "epoch": 0.4977342314758114,
+      "grad_norm": 0.3565669357776642,
+      "learning_rate": 4.720039002475449e-06,
+      "loss": 0.6626,
+      "step": 1016
+    },
+    {
+      "epoch": 0.49822412737293326,
+      "grad_norm": 0.3603387475013733,
+      "learning_rate": 4.719439104721883e-06,
+      "loss": 0.635,
+      "step": 1017
+    },
+    {
+      "epoch": 0.4987140232700551,
+      "grad_norm": 0.34352055191993713,
+      "learning_rate": 4.71883860313476e-06,
+      "loss": 0.6377,
+      "step": 1018
+    },
+    {
+      "epoch": 0.499203919167177,
+      "grad_norm": 0.3388681411743164,
+      "learning_rate": 4.71823749787746e-06,
+      "loss": 0.6413,
+      "step": 1019
+    },
+    {
+      "epoch": 0.49969381506429883,
+      "grad_norm": 0.34849029779434204,
+      "learning_rate": 4.717635789113521e-06,
+      "loss": 0.6617,
+      "step": 1020
+    },
+    {
+      "epoch": 0.5001837109614207,
+      "grad_norm": 0.3474747836589813,
+      "learning_rate": 4.717033477006648e-06,
+      "loss": 0.6206,
+      "step": 1021
+    },
+    {
+      "epoch": 0.5006736068585426,
+      "grad_norm": 0.3422054648399353,
+      "learning_rate": 4.716430561720709e-06,
+      "loss": 0.6646,
+      "step": 1022
+    },
+    {
+      "epoch": 0.5011635027556645,
+      "grad_norm": 0.3335569202899933,
+      "learning_rate": 4.715827043419737e-06,
+      "loss": 0.633,
+      "step": 1023
+    },
+    {
+      "epoch": 0.5016533986527862,
+      "grad_norm": 0.33768150210380554,
+      "learning_rate": 4.7152229222679285e-06,
+      "loss": 0.6749,
+      "step": 1024
+    },
+    {
+      "epoch": 0.5021432945499081,
+      "grad_norm": 0.3343658447265625,
+      "learning_rate": 4.714618198429645e-06,
+      "loss": 0.6464,
+      "step": 1025
+    },
+    {
+      "epoch": 0.50263319044703,
+      "grad_norm": 0.33807894587516785,
+      "learning_rate": 4.71401287206941e-06,
+      "loss": 0.6605,
+      "step": 1026
+    },
+    {
+      "epoch": 0.5031230863441518,
+      "grad_norm": 0.3393549621105194,
+      "learning_rate": 4.713406943351913e-06,
+      "loss": 0.6217,
+      "step": 1027
+    },
+    {
+      "epoch": 0.5036129822412737,
+      "grad_norm": 0.33353668451309204,
+      "learning_rate": 4.7128004124420074e-06,
+      "loss": 0.6658,
+      "step": 1028
+    },
+    {
+      "epoch": 0.5041028781383956,
+      "grad_norm": 0.34081828594207764,
+      "learning_rate": 4.712193279504707e-06,
+      "loss": 0.6708,
+      "step": 1029
+    },
+    {
+      "epoch": 0.5045927740355175,
+      "grad_norm": 0.3360579311847687,
+      "learning_rate": 4.711585544705195e-06,
+      "loss": 0.6333,
+      "step": 1030
+    },
+    {
+      "epoch": 0.5050826699326393,
+      "grad_norm": 0.34213027358055115,
+      "learning_rate": 4.710977208208812e-06,
+      "loss": 0.6771,
+      "step": 1031
+    },
+    {
+      "epoch": 0.5055725658297612,
+      "grad_norm": 0.33724650740623474,
+      "learning_rate": 4.710368270181068e-06,
+      "loss": 0.6521,
+      "step": 1032
+    },
+    {
+      "epoch": 0.5060624617268831,
+      "grad_norm": 0.348318487405777,
+      "learning_rate": 4.709758730787633e-06,
+      "loss": 0.6532,
+      "step": 1033
+    },
+    {
+      "epoch": 0.5065523576240049,
+      "grad_norm": 0.3409515917301178,
+      "learning_rate": 4.709148590194343e-06,
+      "loss": 0.6564,
+      "step": 1034
+    },
+    {
+      "epoch": 0.5070422535211268,
+      "grad_norm": 0.33423691987991333,
+      "learning_rate": 4.708537848567195e-06,
+      "loss": 0.625,
+      "step": 1035
+    },
+    {
+      "epoch": 0.5075321494182486,
+      "grad_norm": 0.33926403522491455,
+      "learning_rate": 4.707926506072352e-06,
+      "loss": 0.6819,
+      "step": 1036
+    },
+    {
+      "epoch": 0.5080220453153704,
+      "grad_norm": 0.32573071122169495,
+      "learning_rate": 4.7073145628761394e-06,
+      "loss": 0.6431,
+      "step": 1037
+    },
+    {
+      "epoch": 0.5085119412124923,
+      "grad_norm": 0.3247716426849365,
+      "learning_rate": 4.706702019145045e-06,
+      "loss": 0.6184,
+      "step": 1038
+    },
+    {
+      "epoch": 0.5090018371096142,
+      "grad_norm": 0.32566073536872864,
+      "learning_rate": 4.706088875045722e-06,
+      "loss": 0.6466,
+      "step": 1039
+    },
+    {
+      "epoch": 0.5094917330067361,
+      "grad_norm": 0.34337013959884644,
+      "learning_rate": 4.705475130744986e-06,
+      "loss": 0.6602,
+      "step": 1040
+    },
+    {
+      "epoch": 0.5099816289038579,
+      "grad_norm": 0.33207571506500244,
+      "learning_rate": 4.704860786409815e-06,
+      "loss": 0.6485,
+      "step": 1041
+    },
+    {
+      "epoch": 0.5104715248009798,
+      "grad_norm": 0.3431706428527832,
+      "learning_rate": 4.704245842207353e-06,
+      "loss": 0.6468,
+      "step": 1042
+    },
+    {
+      "epoch": 0.5109614206981017,
+      "grad_norm": 0.33269333839416504,
+      "learning_rate": 4.703630298304902e-06,
+      "loss": 0.6604,
+      "step": 1043
+    },
+    {
+      "epoch": 0.5114513165952235,
+      "grad_norm": 0.33562201261520386,
+      "learning_rate": 4.7030141548699325e-06,
+      "loss": 0.6441,
+      "step": 1044
+    },
+    {
+      "epoch": 0.5119412124923454,
+      "grad_norm": 0.32720717787742615,
+      "learning_rate": 4.702397412070076e-06,
+      "loss": 0.6311,
+      "step": 1045
+    },
+    {
+      "epoch": 0.5124311083894673,
+      "grad_norm": 0.3368285298347473,
+      "learning_rate": 4.701780070073129e-06,
+      "loss": 0.6353,
+      "step": 1046
+    },
+    {
+      "epoch": 0.5129210042865892,
+      "grad_norm": 0.34569135308265686,
+      "learning_rate": 4.701162129047045e-06,
+      "loss": 0.6613,
+      "step": 1047
+    },
+    {
+      "epoch": 0.5134109001837109,
+      "grad_norm": 0.33015212416648865,
+      "learning_rate": 4.700543589159948e-06,
+      "loss": 0.6612,
+      "step": 1048
+    },
+    {
+      "epoch": 0.5139007960808328,
+      "grad_norm": 0.3241855800151825,
+      "learning_rate": 4.699924450580121e-06,
+      "loss": 0.6207,
+      "step": 1049
+    },
+    {
+      "epoch": 0.5143906919779547,
+      "grad_norm": 0.34834349155426025,
+      "learning_rate": 4.699304713476009e-06,
+      "loss": 0.6437,
+      "step": 1050
+    },
+    {
+      "epoch": 0.5148805878750765,
+      "grad_norm": 0.3462347388267517,
+      "learning_rate": 4.698684378016223e-06,
+      "loss": 0.6784,
+      "step": 1051
+    },
+    {
+      "epoch": 0.5153704837721984,
+      "grad_norm": 0.34267929196357727,
+      "learning_rate": 4.698063444369534e-06,
+      "loss": 0.6536,
+      "step": 1052
+    },
+    {
+      "epoch": 0.5158603796693203,
+      "grad_norm": 0.3365679383277893,
+      "learning_rate": 4.697441912704878e-06,
+      "loss": 0.631,
+      "step": 1053
+    },
+    {
+      "epoch": 0.5163502755664421,
+      "grad_norm": 0.3212380111217499,
+      "learning_rate": 4.69681978319135e-06,
+      "loss": 0.6266,
+      "step": 1054
+    },
+    {
+      "epoch": 0.516840171463564,
+      "grad_norm": 0.3165789544582367,
+      "learning_rate": 4.696197055998213e-06,
+      "loss": 0.6088,
+      "step": 1055
+    },
+    {
+      "epoch": 0.5173300673606859,
+      "grad_norm": 0.33306971192359924,
+      "learning_rate": 4.695573731294888e-06,
+      "loss": 0.6357,
+      "step": 1056
+    },
+    {
+      "epoch": 0.5178199632578078,
+      "grad_norm": 0.3291991353034973,
+      "learning_rate": 4.694949809250962e-06,
+      "loss": 0.652,
+      "step": 1057
+    },
+    {
+      "epoch": 0.5183098591549296,
+      "grad_norm": 0.33322209119796753,
+      "learning_rate": 4.694325290036181e-06,
+      "loss": 0.6504,
+      "step": 1058
+    },
+    {
+      "epoch": 0.5187997550520514,
+      "grad_norm": 0.3383603096008301,
+      "learning_rate": 4.693700173820457e-06,
+      "loss": 0.6514,
+      "step": 1059
+    },
+    {
+      "epoch": 0.5192896509491733,
+      "grad_norm": 0.31692832708358765,
+      "learning_rate": 4.693074460773861e-06,
+      "loss": 0.6002,
+      "step": 1060
+    },
+    {
+      "epoch": 0.5197795468462951,
+      "grad_norm": 0.3406504690647125,
+      "learning_rate": 4.69244815106663e-06,
+      "loss": 0.6455,
+      "step": 1061
+    },
+    {
+      "epoch": 0.520269442743417,
+      "grad_norm": 0.33714982867240906,
+      "learning_rate": 4.691821244869161e-06,
+      "loss": 0.6195,
+      "step": 1062
+    },
+    {
+      "epoch": 0.5207593386405389,
+      "grad_norm": 0.33816972374916077,
+      "learning_rate": 4.691193742352013e-06,
+      "loss": 0.6575,
+      "step": 1063
+    },
+    {
+      "epoch": 0.5212492345376607,
+      "grad_norm": 0.3503166735172272,
+      "learning_rate": 4.690565643685908e-06,
+      "loss": 0.6625,
+      "step": 1064
+    },
+    {
+      "epoch": 0.5217391304347826,
+      "grad_norm": 0.3353184461593628,
+      "learning_rate": 4.689936949041731e-06,
+      "loss": 0.6535,
+      "step": 1065
+    },
+    {
+      "epoch": 0.5222290263319045,
+      "grad_norm": 0.34093669056892395,
+      "learning_rate": 4.689307658590527e-06,
+      "loss": 0.6244,
+      "step": 1066
+    },
+    {
+      "epoch": 0.5227189222290264,
+      "grad_norm": 0.3339327871799469,
+      "learning_rate": 4.688677772503506e-06,
+      "loss": 0.6777,
+      "step": 1067
+    },
+    {
+      "epoch": 0.5232088181261482,
+      "grad_norm": 0.3263406455516815,
+      "learning_rate": 4.688047290952038e-06,
+      "loss": 0.6408,
+      "step": 1068
+    },
+    {
+      "epoch": 0.5236987140232701,
+      "grad_norm": 0.3410097062587738,
+      "learning_rate": 4.687416214107655e-06,
+      "loss": 0.6394,
+      "step": 1069
+    },
+    {
+      "epoch": 0.524188609920392,
+      "grad_norm": 0.34035810828208923,
+      "learning_rate": 4.686784542142052e-06,
+      "loss": 0.6518,
+      "step": 1070
+    },
+    {
+      "epoch": 0.5246785058175137,
+      "grad_norm": 0.33170121908187866,
+      "learning_rate": 4.686152275227085e-06,
+      "loss": 0.6382,
+      "step": 1071
+    },
+    {
+      "epoch": 0.5251684017146356,
+      "grad_norm": 0.3450348973274231,
+      "learning_rate": 4.685519413534773e-06,
+      "loss": 0.6588,
+      "step": 1072
+    },
+    {
+      "epoch": 0.5256582976117575,
+      "grad_norm": 0.34389328956604004,
+      "learning_rate": 4.684885957237295e-06,
+      "loss": 0.6438,
+      "step": 1073
+    },
+    {
+      "epoch": 0.5261481935088793,
+      "grad_norm": 0.34908241033554077,
+      "learning_rate": 4.6842519065069924e-06,
+      "loss": 0.6369,
+      "step": 1074
+    },
+    {
+      "epoch": 0.5266380894060012,
+      "grad_norm": 0.3395238220691681,
+      "learning_rate": 4.683617261516371e-06,
+      "loss": 0.6595,
+      "step": 1075
+    },
+    {
+      "epoch": 0.5271279853031231,
+      "grad_norm": 0.3576270043849945,
+      "learning_rate": 4.682982022438093e-06,
+      "loss": 0.6664,
+      "step": 1076
+    },
+    {
+      "epoch": 0.527617881200245,
+      "grad_norm": 0.3306131064891815,
+      "learning_rate": 4.6823461894449885e-06,
+      "loss": 0.6365,
+      "step": 1077
+    },
+    {
+      "epoch": 0.5281077770973668,
+      "grad_norm": 0.3483700156211853,
+      "learning_rate": 4.681709762710042e-06,
+      "loss": 0.6366,
+      "step": 1078
+    },
+    {
+      "epoch": 0.5285976729944887,
+      "grad_norm": 0.3481180965900421,
+      "learning_rate": 4.681072742406408e-06,
+      "loss": 0.6414,
+      "step": 1079
+    },
+    {
+      "epoch": 0.5290875688916106,
+      "grad_norm": 0.3466982841491699,
+      "learning_rate": 4.680435128707395e-06,
+      "loss": 0.6119,
+      "step": 1080
+    },
+    {
+      "epoch": 0.5295774647887324,
+      "grad_norm": 0.35319292545318604,
+      "learning_rate": 4.679796921786477e-06,
+      "loss": 0.6763,
+      "step": 1081
+    },
+    {
+      "epoch": 0.5300673606858542,
+      "grad_norm": 0.33957529067993164,
+      "learning_rate": 4.679158121817287e-06,
+      "loss": 0.644,
+      "step": 1082
+    },
+    {
+      "epoch": 0.5305572565829761,
+      "grad_norm": 0.3421860337257385,
+      "learning_rate": 4.6785187289736215e-06,
+      "loss": 0.6345,
+      "step": 1083
+    },
+    {
+      "epoch": 0.5310471524800979,
+      "grad_norm": 0.3383704721927643,
+      "learning_rate": 4.677878743429438e-06,
+      "loss": 0.6402,
+      "step": 1084
+    },
+    {
+      "epoch": 0.5315370483772198,
+      "grad_norm": 0.33505967259407043,
+      "learning_rate": 4.677238165358854e-06,
+      "loss": 0.6463,
+      "step": 1085
+    },
+    {
+      "epoch": 0.5320269442743417,
+      "grad_norm": 0.33692505955696106,
+      "learning_rate": 4.676596994936149e-06,
+      "loss": 0.6614,
+      "step": 1086
+    },
+    {
+      "epoch": 0.5325168401714636,
+      "grad_norm": 0.3422906994819641,
+      "learning_rate": 4.675955232335764e-06,
+      "loss": 0.684,
+      "step": 1087
+    },
+    {
+      "epoch": 0.5330067360685854,
+      "grad_norm": 0.33133259415626526,
+      "learning_rate": 4.6753128777323e-06,
+      "loss": 0.6523,
+      "step": 1088
+    },
+    {
+      "epoch": 0.5334966319657073,
+      "grad_norm": 0.3325001001358032,
+      "learning_rate": 4.67466993130052e-06,
+      "loss": 0.6484,
+      "step": 1089
+    },
+    {
+      "epoch": 0.5339865278628292,
+      "grad_norm": 0.3328482508659363,
+      "learning_rate": 4.674026393215349e-06,
+      "loss": 0.6595,
+      "step": 1090
+    },
+    {
+      "epoch": 0.534476423759951,
+      "grad_norm": 0.3406400680541992,
+      "learning_rate": 4.673382263651869e-06,
+      "loss": 0.6405,
+      "step": 1091
+    },
+    {
+      "epoch": 0.5349663196570729,
+      "grad_norm": 0.3300803005695343,
+      "learning_rate": 4.6727375427853285e-06,
+      "loss": 0.629,
+      "step": 1092
+    },
+    {
+      "epoch": 0.5354562155541948,
+      "grad_norm": 0.34695202112197876,
+      "learning_rate": 4.672092230791132e-06,
+      "loss": 0.667,
+      "step": 1093
+    },
+    {
+      "epoch": 0.5359461114513165,
+      "grad_norm": 0.3438461422920227,
+      "learning_rate": 4.6714463278448475e-06,
+      "loss": 0.6396,
+      "step": 1094
+    },
+    {
+      "epoch": 0.5364360073484384,
+      "grad_norm": 0.33978861570358276,
+      "learning_rate": 4.670799834122204e-06,
+      "loss": 0.6649,
+      "step": 1095
+    },
+    {
+      "epoch": 0.5369259032455603,
+      "grad_norm": 0.34469425678253174,
+      "learning_rate": 4.6701527497990886e-06,
+      "loss": 0.6625,
+      "step": 1096
+    },
+    {
+      "epoch": 0.5374157991426822,
+      "grad_norm": 0.34310537576675415,
+      "learning_rate": 4.669505075051553e-06,
+      "loss": 0.6516,
+      "step": 1097
+    },
+    {
+      "epoch": 0.537905695039804,
+      "grad_norm": 0.34367427229881287,
+      "learning_rate": 4.668856810055805e-06,
+      "loss": 0.6483,
+      "step": 1098
+    },
+    {
+      "epoch": 0.5383955909369259,
+      "grad_norm": 0.33170315623283386,
+      "learning_rate": 4.668207954988217e-06,
+      "loss": 0.6468,
+      "step": 1099
+    },
+    {
+      "epoch": 0.5388854868340478,
+      "grad_norm": 0.3421383798122406,
+      "learning_rate": 4.66755851002532e-06,
+      "loss": 0.6819,
+      "step": 1100
+    },
+    {
+      "epoch": 0.5393753827311696,
+      "grad_norm": 0.3380526304244995,
+      "learning_rate": 4.666908475343805e-06,
+      "loss": 0.6373,
+      "step": 1101
+    },
+    {
+      "epoch": 0.5398652786282915,
+      "grad_norm": 0.35264331102371216,
+      "learning_rate": 4.666257851120525e-06,
+      "loss": 0.6699,
+      "step": 1102
+    },
+    {
+      "epoch": 0.5403551745254134,
+      "grad_norm": 0.3282771408557892,
+      "learning_rate": 4.6656066375324924e-06,
+      "loss": 0.6482,
+      "step": 1103
+    },
+    {
+      "epoch": 0.5408450704225352,
+      "grad_norm": 0.34882423281669617,
+      "learning_rate": 4.664954834756881e-06,
+      "loss": 0.665,
+      "step": 1104
+    },
+    {
+      "epoch": 0.541334966319657,
+      "grad_norm": 0.3674059808254242,
+      "learning_rate": 4.664302442971024e-06,
+      "loss": 0.6649,
+      "step": 1105
+    },
+    {
+      "epoch": 0.541824862216779,
+      "grad_norm": 0.3493945896625519,
+      "learning_rate": 4.663649462352413e-06,
+      "loss": 0.6531,
+      "step": 1106
+    },
+    {
+      "epoch": 0.5423147581139008,
+      "grad_norm": 0.347479909658432,
+      "learning_rate": 4.662995893078702e-06,
+      "loss": 0.6499,
+      "step": 1107
+    },
+    {
+      "epoch": 0.5428046540110226,
+      "grad_norm": 0.3363555669784546,
+      "learning_rate": 4.6623417353277074e-06,
+      "loss": 0.6465,
+      "step": 1108
+    },
+    {
+      "epoch": 0.5432945499081445,
+      "grad_norm": 0.35221952199935913,
+      "learning_rate": 4.661686989277401e-06,
+      "loss": 0.6255,
+      "step": 1109
+    },
+    {
+      "epoch": 0.5437844458052664,
+      "grad_norm": 0.3683142066001892,
+      "learning_rate": 4.661031655105917e-06,
+      "loss": 0.6582,
+      "step": 1110
+    },
+    {
+      "epoch": 0.5442743417023882,
+      "grad_norm": 0.3454713225364685,
+      "learning_rate": 4.660375732991551e-06,
+      "loss": 0.6543,
+      "step": 1111
+    },
+    {
+      "epoch": 0.5447642375995101,
+      "grad_norm": 0.33530518412590027,
+      "learning_rate": 4.659719223112755e-06,
+      "loss": 0.6654,
+      "step": 1112
+    },
+    {
+      "epoch": 0.545254133496632,
+      "grad_norm": 0.3434372544288635,
+      "learning_rate": 4.659062125648144e-06,
+      "loss": 0.6548,
+      "step": 1113
+    },
+    {
+      "epoch": 0.5457440293937539,
+      "grad_norm": 0.33734411001205444,
+      "learning_rate": 4.658404440776491e-06,
+      "loss": 0.6547,
+      "step": 1114
+    },
+    {
+      "epoch": 0.5462339252908757,
+      "grad_norm": 0.339223176240921,
+      "learning_rate": 4.657746168676731e-06,
+      "loss": 0.62,
+      "step": 1115
+    },
+    {
+      "epoch": 0.5467238211879976,
+      "grad_norm": 0.3487626910209656,
+      "learning_rate": 4.657087309527957e-06,
+      "loss": 0.6413,
+      "step": 1116
+    },
+    {
+      "epoch": 0.5472137170851195,
+      "grad_norm": 0.3410091996192932,
+      "learning_rate": 4.656427863509421e-06,
+      "loss": 0.6577,
+      "step": 1117
+    },
+    {
+      "epoch": 0.5477036129822412,
+      "grad_norm": 0.34262603521347046,
+      "learning_rate": 4.655767830800536e-06,
+      "loss": 0.6196,
+      "step": 1118
+    },
+    {
+      "epoch": 0.5481935088793631,
+      "grad_norm": 0.3456190526485443,
+      "learning_rate": 4.655107211580874e-06,
+      "loss": 0.6383,
+      "step": 1119
+    },
+    {
+      "epoch": 0.548683404776485,
+      "grad_norm": 0.3383759558200836,
+      "learning_rate": 4.654446006030168e-06,
+      "loss": 0.6492,
+      "step": 1120
+    },
+    {
+      "epoch": 0.5491733006736068,
+      "grad_norm": 0.3437906801700592,
+      "learning_rate": 4.653784214328309e-06,
+      "loss": 0.6358,
+      "step": 1121
+    },
+    {
+      "epoch": 0.5496631965707287,
+      "grad_norm": 0.34938323497772217,
+      "learning_rate": 4.653121836655348e-06,
+      "loss": 0.6887,
+      "step": 1122
+    },
+    {
+      "epoch": 0.5501530924678506,
+      "grad_norm": 0.35022029280662537,
+      "learning_rate": 4.652458873191496e-06,
+      "loss": 0.6198,
+      "step": 1123
+    },
+    {
+      "epoch": 0.5506429883649725,
+      "grad_norm": 0.36812126636505127,
+      "learning_rate": 4.651795324117121e-06,
+      "loss": 0.6725,
+      "step": 1124
+    },
+    {
+      "epoch": 0.5511328842620943,
+      "grad_norm": 0.33869123458862305,
+      "learning_rate": 4.651131189612753e-06,
+      "loss": 0.6463,
+      "step": 1125
+    },
+    {
+      "epoch": 0.5516227801592162,
+      "grad_norm": 0.3331858217716217,
+      "learning_rate": 4.6504664698590795e-06,
+      "loss": 0.6208,
+      "step": 1126
+    },
+    {
+      "epoch": 0.5521126760563381,
+      "grad_norm": 0.37185487151145935,
+      "learning_rate": 4.64980116503695e-06,
+      "loss": 0.6047,
+      "step": 1127
+    },
+    {
+      "epoch": 0.5526025719534599,
+      "grad_norm": 0.33874985575675964,
+      "learning_rate": 4.64913527532737e-06,
+      "loss": 0.6609,
+      "step": 1128
+    },
+    {
+      "epoch": 0.5530924678505817,
+      "grad_norm": 0.3434850871562958,
+      "learning_rate": 4.648468800911506e-06,
+      "loss": 0.64,
+      "step": 1129
+    },
+    {
+      "epoch": 0.5535823637477036,
+      "grad_norm": 0.3372526168823242,
+      "learning_rate": 4.64780174197068e-06,
+      "loss": 0.6444,
+      "step": 1130
+    },
+    {
+      "epoch": 0.5540722596448254,
+      "grad_norm": 0.34443947672843933,
+      "learning_rate": 4.64713409868638e-06,
+      "loss": 0.6298,
+      "step": 1131
+    },
+    {
+      "epoch": 0.5545621555419473,
+      "grad_norm": 0.3271819055080414,
+      "learning_rate": 4.646465871240246e-06,
+      "loss": 0.6408,
+      "step": 1132
+    },
+    {
+      "epoch": 0.5550520514390692,
+      "grad_norm": 0.35289159417152405,
+      "learning_rate": 4.645797059814083e-06,
+      "loss": 0.6305,
+      "step": 1133
+    },
+    {
+      "epoch": 0.5555419473361911,
+      "grad_norm": 0.3394930362701416,
+      "learning_rate": 4.645127664589848e-06,
+      "loss": 0.6392,
+      "step": 1134
+    },
+    {
+      "epoch": 0.5560318432333129,
+      "grad_norm": 0.34543678164482117,
+      "learning_rate": 4.644457685749663e-06,
+      "loss": 0.6357,
+      "step": 1135
+    },
+    {
+      "epoch": 0.5565217391304348,
+      "grad_norm": 0.34728914499282837,
+      "learning_rate": 4.643787123475806e-06,
+      "loss": 0.6703,
+      "step": 1136
+    },
+    {
+      "epoch": 0.5570116350275567,
+      "grad_norm": 0.3504582643508911,
+      "learning_rate": 4.643115977950713e-06,
+      "loss": 0.6491,
+      "step": 1137
+    },
+    {
+      "epoch": 0.5575015309246785,
+      "grad_norm": 0.34880971908569336,
+      "learning_rate": 4.642444249356981e-06,
+      "loss": 0.6385,
+      "step": 1138
+    },
+    {
+      "epoch": 0.5579914268218004,
+      "grad_norm": 0.3401770293712616,
+      "learning_rate": 4.641771937877364e-06,
+      "loss": 0.6738,
+      "step": 1139
+    },
+    {
+      "epoch": 0.5584813227189223,
+      "grad_norm": 0.3317437171936035,
+      "learning_rate": 4.641099043694775e-06,
+      "loss": 0.6203,
+      "step": 1140
+    },
+    {
+      "epoch": 0.558971218616044,
+      "grad_norm": 0.3573921322822571,
+      "learning_rate": 4.640425566992284e-06,
+      "loss": 0.657,
+      "step": 1141
+    },
+    {
+      "epoch": 0.5594611145131659,
+      "grad_norm": 0.361086368560791,
+      "learning_rate": 4.639751507953124e-06,
+      "loss": 0.6261,
+      "step": 1142
+    },
+    {
+      "epoch": 0.5599510104102878,
+      "grad_norm": 0.35282137989997864,
+      "learning_rate": 4.639076866760681e-06,
+      "loss": 0.6494,
+      "step": 1143
+    },
+    {
+      "epoch": 0.5604409063074097,
+      "grad_norm": 0.3424915671348572,
+      "learning_rate": 4.638401643598504e-06,
+      "loss": 0.6582,
+      "step": 1144
+    },
+    {
+      "epoch": 0.5609308022045315,
+      "grad_norm": 0.3451825976371765,
+      "learning_rate": 4.6377258386502956e-06,
+      "loss": 0.6469,
+      "step": 1145
+    },
+    {
+      "epoch": 0.5614206981016534,
+      "grad_norm": 0.38539865612983704,
+      "learning_rate": 4.637049452099921e-06,
+      "loss": 0.6455,
+      "step": 1146
+    },
+    {
+      "epoch": 0.5619105939987753,
+      "grad_norm": 0.34357380867004395,
+      "learning_rate": 4.636372484131402e-06,
+      "loss": 0.6174,
+      "step": 1147
+    },
+    {
+      "epoch": 0.5624004898958971,
+      "grad_norm": 0.3448379337787628,
+      "learning_rate": 4.6356949349289164e-06,
+      "loss": 0.6623,
+      "step": 1148
+    },
+    {
+      "epoch": 0.562890385793019,
+      "grad_norm": 0.33698979020118713,
+      "learning_rate": 4.635016804676804e-06,
+      "loss": 0.6447,
+      "step": 1149
+    },
+    {
+      "epoch": 0.5633802816901409,
+      "grad_norm": 0.3464658260345459,
+      "learning_rate": 4.634338093559561e-06,
+      "loss": 0.6389,
+      "step": 1150
+    },
+    {
+      "epoch": 0.5638701775872627,
+      "grad_norm": 0.3458057940006256,
+      "learning_rate": 4.633658801761841e-06,
+      "loss": 0.6406,
+      "step": 1151
+    },
+    {
+      "epoch": 0.5643600734843846,
+      "grad_norm": 0.33887600898742676,
+      "learning_rate": 4.6329789294684554e-06,
+      "loss": 0.639,
+      "step": 1152
+    },
+    {
+      "epoch": 0.5648499693815064,
+      "grad_norm": 0.3495391309261322,
+      "learning_rate": 4.632298476864376e-06,
+      "loss": 0.6676,
+      "step": 1153
+    },
+    {
+      "epoch": 0.5653398652786283,
+      "grad_norm": 0.34821441769599915,
+      "learning_rate": 4.631617444134729e-06,
+      "loss": 0.6338,
+      "step": 1154
+    },
+    {
+      "epoch": 0.5658297611757501,
+      "grad_norm": 0.3480973243713379,
+      "learning_rate": 4.630935831464801e-06,
+      "loss": 0.6485,
+      "step": 1155
+    },
+    {
+      "epoch": 0.566319657072872,
+      "grad_norm": 0.34872427582740784,
+      "learning_rate": 4.630253639040035e-06,
+      "loss": 0.6717,
+      "step": 1156
+    },
+    {
+      "epoch": 0.5668095529699939,
+      "grad_norm": 0.35412171483039856,
+      "learning_rate": 4.629570867046032e-06,
+      "loss": 0.6638,
+      "step": 1157
+    },
+    {
+      "epoch": 0.5672994488671157,
+      "grad_norm": 0.3398905396461487,
+      "learning_rate": 4.628887515668552e-06,
+      "loss": 0.6222,
+      "step": 1158
+    },
+    {
+      "epoch": 0.5677893447642376,
+      "grad_norm": 0.3369976878166199,
+      "learning_rate": 4.628203585093511e-06,
+      "loss": 0.6314,
+      "step": 1159
+    },
+    {
+      "epoch": 0.5682792406613595,
+      "grad_norm": 0.3475426733493805,
+      "learning_rate": 4.627519075506983e-06,
+      "loss": 0.6509,
+      "step": 1160
+    },
+    {
+      "epoch": 0.5687691365584813,
+      "grad_norm": 0.33894526958465576,
+      "learning_rate": 4.6268339870952e-06,
+      "loss": 0.6242,
+      "step": 1161
+    },
+    {
+      "epoch": 0.5692590324556032,
+      "grad_norm": 0.33706197142601013,
+      "learning_rate": 4.626148320044551e-06,
+      "loss": 0.6349,
+      "step": 1162
+    },
+    {
+      "epoch": 0.5697489283527251,
+      "grad_norm": 0.34657469391822815,
+      "learning_rate": 4.625462074541582e-06,
+      "loss": 0.6365,
+      "step": 1163
+    },
+    {
+      "epoch": 0.570238824249847,
+      "grad_norm": 0.33160915970802307,
+      "learning_rate": 4.624775250772999e-06,
+      "loss": 0.6154,
+      "step": 1164
+    },
+    {
+      "epoch": 0.5707287201469687,
+      "grad_norm": 0.3429828882217407,
+      "learning_rate": 4.62408784892566e-06,
+      "loss": 0.6216,
+      "step": 1165
+    },
+    {
+      "epoch": 0.5712186160440906,
+      "grad_norm": 0.3496789038181305,
+      "learning_rate": 4.623399869186587e-06,
+      "loss": 0.6116,
+      "step": 1166
+    },
+    {
+      "epoch": 0.5717085119412125,
+      "grad_norm": 0.3350716531276703,
+      "learning_rate": 4.622711311742954e-06,
+      "loss": 0.6266,
+      "step": 1167
+    },
+    {
+      "epoch": 0.5721984078383343,
+      "grad_norm": 0.3509974777698517,
+      "learning_rate": 4.6220221767820926e-06,
+      "loss": 0.6623,
+      "step": 1168
+    },
+    {
+      "epoch": 0.5726883037354562,
+      "grad_norm": 0.33819615840911865,
+      "learning_rate": 4.621332464491495e-06,
+      "loss": 0.6323,
+      "step": 1169
+    },
+    {
+      "epoch": 0.5731781996325781,
+      "grad_norm": 0.3499974310398102,
+      "learning_rate": 4.620642175058808e-06,
+      "loss": 0.6694,
+      "step": 1170
+    },
+    {
+      "epoch": 0.5736680955296999,
+      "grad_norm": 0.34968307614326477,
+      "learning_rate": 4.619951308671836e-06,
+      "loss": 0.6417,
+      "step": 1171
+    },
+    {
+      "epoch": 0.5741579914268218,
+      "grad_norm": 0.34229612350463867,
+      "learning_rate": 4.6192598655185396e-06,
+      "loss": 0.6577,
+      "step": 1172
+    },
+    {
+      "epoch": 0.5746478873239437,
+      "grad_norm": 0.35713833570480347,
+      "learning_rate": 4.618567845787036e-06,
+      "loss": 0.6494,
+      "step": 1173
+    },
+    {
+      "epoch": 0.5751377832210656,
+      "grad_norm": 0.3432537913322449,
+      "learning_rate": 4.617875249665601e-06,
+      "loss": 0.6442,
+      "step": 1174
+    },
+    {
+      "epoch": 0.5756276791181874,
+      "grad_norm": 0.34398871660232544,
+      "learning_rate": 4.617182077342668e-06,
+      "loss": 0.6111,
+      "step": 1175
+    },
+    {
+      "epoch": 0.5761175750153092,
+      "grad_norm": 0.3581888675689697,
+      "learning_rate": 4.616488329006822e-06,
+      "loss": 0.6443,
+      "step": 1176
+    },
+    {
+      "epoch": 0.5766074709124311,
+      "grad_norm": 0.34683945775032043,
+      "learning_rate": 4.615794004846811e-06,
+      "loss": 0.6402,
+      "step": 1177
+    },
+    {
+      "epoch": 0.5770973668095529,
+      "grad_norm": 0.3287530541419983,
+      "learning_rate": 4.615099105051536e-06,
+      "loss": 0.6354,
+      "step": 1178
+    },
+    {
+      "epoch": 0.5775872627066748,
+      "grad_norm": 0.33705562353134155,
+      "learning_rate": 4.614403629810055e-06,
+      "loss": 0.628,
+      "step": 1179
+    },
+    {
+      "epoch": 0.5780771586037967,
+      "grad_norm": 0.3340762257575989,
+      "learning_rate": 4.613707579311584e-06,
+      "loss": 0.6575,
+      "step": 1180
+    },
+    {
+      "epoch": 0.5785670545009186,
+      "grad_norm": 0.34472784399986267,
+      "learning_rate": 4.613010953745494e-06,
+      "loss": 0.6307,
+      "step": 1181
+    },
+    {
+      "epoch": 0.5790569503980404,
+      "grad_norm": 0.3373768925666809,
+      "learning_rate": 4.612313753301313e-06,
+      "loss": 0.638,
+      "step": 1182
+    },
+    {
+      "epoch": 0.5795468462951623,
+      "grad_norm": 0.35141313076019287,
+      "learning_rate": 4.611615978168725e-06,
+      "loss": 0.6398,
+      "step": 1183
+    },
+    {
+      "epoch": 0.5800367421922842,
+      "grad_norm": 0.35514089465141296,
+      "learning_rate": 4.610917628537571e-06,
+      "loss": 0.6478,
+      "step": 1184
+    },
+    {
+      "epoch": 0.580526638089406,
+      "grad_norm": 0.3332272469997406,
+      "learning_rate": 4.61021870459785e-06,
+      "loss": 0.6333,
+      "step": 1185
+    },
+    {
+      "epoch": 0.5810165339865279,
+      "grad_norm": 0.3489050269126892,
+      "learning_rate": 4.6095192065397125e-06,
+      "loss": 0.6534,
+      "step": 1186
+    },
+    {
+      "epoch": 0.5815064298836498,
+      "grad_norm": 0.3449384272098541,
+      "learning_rate": 4.608819134553469e-06,
+      "loss": 0.6622,
+      "step": 1187
+    },
+    {
+      "epoch": 0.5819963257807715,
+      "grad_norm": 0.3545195162296295,
+      "learning_rate": 4.608118488829587e-06,
+      "loss": 0.6835,
+      "step": 1188
+    },
+    {
+      "epoch": 0.5824862216778934,
+      "grad_norm": 0.37098783254623413,
+      "learning_rate": 4.607417269558685e-06,
+      "loss": 0.6472,
+      "step": 1189
+    },
+    {
+      "epoch": 0.5829761175750153,
+      "grad_norm": 0.32945647835731506,
+      "learning_rate": 4.606715476931543e-06,
+      "loss": 0.6581,
+      "step": 1190
+    },
+    {
+      "epoch": 0.5834660134721372,
+      "grad_norm": 0.33627375960350037,
+      "learning_rate": 4.606013111139095e-06,
+      "loss": 0.6253,
+      "step": 1191
+    },
+    {
+      "epoch": 0.583955909369259,
+      "grad_norm": 0.34866514801979065,
+      "learning_rate": 4.605310172372429e-06,
+      "loss": 0.6474,
+      "step": 1192
+    },
+    {
+      "epoch": 0.5844458052663809,
+      "grad_norm": 0.34531986713409424,
+      "learning_rate": 4.6046066608227925e-06,
+      "loss": 0.6454,
+      "step": 1193
+    },
+    {
+      "epoch": 0.5849357011635028,
+      "grad_norm": 0.35326138138771057,
+      "learning_rate": 4.6039025766815855e-06,
+      "loss": 0.6415,
+      "step": 1194
+    },
+    {
+      "epoch": 0.5854255970606246,
+      "grad_norm": 0.3371431529521942,
+      "learning_rate": 4.6031979201403655e-06,
+      "loss": 0.6329,
+      "step": 1195
+    },
+    {
+      "epoch": 0.5859154929577465,
+      "grad_norm": 0.34482115507125854,
+      "learning_rate": 4.602492691390847e-06,
+      "loss": 0.6554,
+      "step": 1196
+    },
+    {
+      "epoch": 0.5864053888548684,
+      "grad_norm": 0.3397802412509918,
+      "learning_rate": 4.601786890624896e-06,
+      "loss": 0.6374,
+      "step": 1197
+    },
+    {
+      "epoch": 0.5868952847519902,
+      "grad_norm": 0.34569984674453735,
+      "learning_rate": 4.601080518034539e-06,
+      "loss": 0.6305,
+      "step": 1198
+    },
+    {
+      "epoch": 0.587385180649112,
+      "grad_norm": 0.34162670373916626,
+      "learning_rate": 4.6003735738119546e-06,
+      "loss": 0.6238,
+      "step": 1199
+    },
+    {
+      "epoch": 0.5878750765462339,
+      "grad_norm": 0.32768315076828003,
+      "learning_rate": 4.59966605814948e-06,
+      "loss": 0.6465,
+      "step": 1200
+    },
+    {
+      "epoch": 0.5883649724433558,
+      "grad_norm": 0.33572009205818176,
+      "learning_rate": 4.598957971239603e-06,
+      "loss": 0.6497,
+      "step": 1201
+    },
+    {
+      "epoch": 0.5888548683404776,
+      "grad_norm": 0.34493955969810486,
+      "learning_rate": 4.598249313274972e-06,
+      "loss": 0.6389,
+      "step": 1202
+    },
+    {
+      "epoch": 0.5893447642375995,
+      "grad_norm": 0.32795292139053345,
+      "learning_rate": 4.5975400844483885e-06,
+      "loss": 0.648,
+      "step": 1203
+    },
+    {
+      "epoch": 0.5898346601347214,
+      "grad_norm": 0.34611472487449646,
+      "learning_rate": 4.596830284952809e-06,
+      "loss": 0.6359,
+      "step": 1204
+    },
+    {
+      "epoch": 0.5903245560318432,
+      "grad_norm": 0.353735089302063,
+      "learning_rate": 4.596119914981346e-06,
+      "loss": 0.6448,
+      "step": 1205
+    },
+    {
+      "epoch": 0.5908144519289651,
+      "grad_norm": 0.3331935703754425,
+      "learning_rate": 4.5954089747272665e-06,
+      "loss": 0.6347,
+      "step": 1206
+    },
+    {
+      "epoch": 0.591304347826087,
+      "grad_norm": 0.35150009393692017,
+      "learning_rate": 4.5946974643839934e-06,
+      "loss": 0.6409,
+      "step": 1207
+    },
+    {
+      "epoch": 0.5917942437232088,
+      "grad_norm": 0.3617503345012665,
+      "learning_rate": 4.593985384145103e-06,
+      "loss": 0.665,
+      "step": 1208
+    },
+    {
+      "epoch": 0.5922841396203307,
+      "grad_norm": 0.3458351492881775,
+      "learning_rate": 4.593272734204331e-06,
+      "loss": 0.6473,
+      "step": 1209
+    },
+    {
+      "epoch": 0.5927740355174526,
+      "grad_norm": 0.35933324694633484,
+      "learning_rate": 4.592559514755562e-06,
+      "loss": 0.6561,
+      "step": 1210
+    },
+    {
+      "epoch": 0.5932639314145745,
+      "grad_norm": 0.34097525477409363,
+      "learning_rate": 4.591845725992841e-06,
+      "loss": 0.6501,
+      "step": 1211
+    },
+    {
+      "epoch": 0.5937538273116962,
+      "grad_norm": 0.3733212649822235,
+      "learning_rate": 4.591131368110363e-06,
+      "loss": 0.6705,
+      "step": 1212
+    },
+    {
+      "epoch": 0.5942437232088181,
+      "grad_norm": 0.3457193374633789,
+      "learning_rate": 4.590416441302483e-06,
+      "loss": 0.641,
+      "step": 1213
+    },
+    {
+      "epoch": 0.59473361910594,
+      "grad_norm": 0.36639225482940674,
+      "learning_rate": 4.589700945763707e-06,
+      "loss": 0.6582,
+      "step": 1214
+    },
+    {
+      "epoch": 0.5952235150030618,
+      "grad_norm": 0.3443004786968231,
+      "learning_rate": 4.588984881688696e-06,
+      "loss": 0.6359,
+      "step": 1215
+    },
+    {
+      "epoch": 0.5957134109001837,
+      "grad_norm": 0.33908525109291077,
+      "learning_rate": 4.588268249272269e-06,
+      "loss": 0.5971,
+      "step": 1216
+    },
+    {
+      "epoch": 0.5962033067973056,
+      "grad_norm": 0.3528711199760437,
+      "learning_rate": 4.5875510487093946e-06,
+      "loss": 0.6577,
+      "step": 1217
+    },
+    {
+      "epoch": 0.5966932026944274,
+      "grad_norm": 0.3453948199748993,
+      "learning_rate": 4.5868332801952e-06,
+      "loss": 0.665,
+      "step": 1218
+    },
+    {
+      "epoch": 0.5971830985915493,
+      "grad_norm": 0.3543250858783722,
+      "learning_rate": 4.586114943924964e-06,
+      "loss": 0.6449,
+      "step": 1219
+    },
+    {
+      "epoch": 0.5976729944886712,
+      "grad_norm": 0.35478734970092773,
+      "learning_rate": 4.585396040094124e-06,
+      "loss": 0.634,
+      "step": 1220
+    },
+    {
+      "epoch": 0.5981628903857931,
+      "grad_norm": 0.35524943470954895,
+      "learning_rate": 4.584676568898267e-06,
+      "loss": 0.624,
+      "step": 1221
+    },
+    {
+      "epoch": 0.5986527862829149,
+      "grad_norm": 0.35198506712913513,
+      "learning_rate": 4.583956530533137e-06,
+      "loss": 0.6355,
+      "step": 1222
+    },
+    {
+      "epoch": 0.5991426821800367,
+      "grad_norm": 0.355237752199173,
+      "learning_rate": 4.583235925194632e-06,
+      "loss": 0.6491,
+      "step": 1223
+    },
+    {
+      "epoch": 0.5996325780771586,
+      "grad_norm": 0.348114550113678,
+      "learning_rate": 4.582514753078805e-06,
+      "loss": 0.6518,
+      "step": 1224
+    },
+    {
+      "epoch": 0.6001224739742804,
+      "grad_norm": 0.351275235414505,
+      "learning_rate": 4.581793014381861e-06,
+      "loss": 0.6102,
+      "step": 1225
+    },
+    {
+      "epoch": 0.6006123698714023,
+      "grad_norm": 0.3485579490661621,
+      "learning_rate": 4.58107070930016e-06,
+      "loss": 0.6296,
+      "step": 1226
+    },
+    {
+      "epoch": 0.6011022657685242,
+      "grad_norm": 0.3615967929363251,
+      "learning_rate": 4.580347838030219e-06,
+      "loss": 0.6501,
+      "step": 1227
+    },
+    {
+      "epoch": 0.601592161665646,
+      "grad_norm": 0.33674904704093933,
+      "learning_rate": 4.579624400768704e-06,
+      "loss": 0.6393,
+      "step": 1228
+    },
+    {
+      "epoch": 0.6020820575627679,
+      "grad_norm": 0.3606870174407959,
+      "learning_rate": 4.578900397712439e-06,
+      "loss": 0.6315,
+      "step": 1229
+    },
+    {
+      "epoch": 0.6025719534598898,
+      "grad_norm": 0.3589491844177246,
+      "learning_rate": 4.5781758290584e-06,
+      "loss": 0.632,
+      "step": 1230
+    },
+    {
+      "epoch": 0.6030618493570117,
+      "grad_norm": 0.3339066803455353,
+      "learning_rate": 4.577450695003717e-06,
+      "loss": 0.6391,
+      "step": 1231
+    },
+    {
+      "epoch": 0.6035517452541335,
+      "grad_norm": 0.3310963213443756,
+      "learning_rate": 4.576724995745674e-06,
+      "loss": 0.6447,
+      "step": 1232
+    },
+    {
+      "epoch": 0.6040416411512554,
+      "grad_norm": 0.3522682785987854,
+      "learning_rate": 4.5759987314817115e-06,
+      "loss": 0.6486,
+      "step": 1233
+    },
+    {
+      "epoch": 0.6045315370483773,
+      "grad_norm": 0.3547263443470001,
+      "learning_rate": 4.575271902409418e-06,
+      "loss": 0.6352,
+      "step": 1234
+    },
+    {
+      "epoch": 0.605021432945499,
+      "grad_norm": 0.34916889667510986,
+      "learning_rate": 4.574544508726539e-06,
+      "loss": 0.6312,
+      "step": 1235
+    },
+    {
+      "epoch": 0.6055113288426209,
+      "grad_norm": 0.33695587515830994,
+      "learning_rate": 4.573816550630977e-06,
+      "loss": 0.6345,
+      "step": 1236
+    },
+    {
+      "epoch": 0.6060012247397428,
+      "grad_norm": 0.345257967710495,
+      "learning_rate": 4.57308802832078e-06,
+      "loss": 0.6353,
+      "step": 1237
+    },
+    {
+      "epoch": 0.6064911206368646,
+      "grad_norm": 0.36001551151275635,
+      "learning_rate": 4.572358941994158e-06,
+      "loss": 0.6327,
+      "step": 1238
+    },
+    {
+      "epoch": 0.6069810165339865,
+      "grad_norm": 0.3538808822631836,
+      "learning_rate": 4.571629291849467e-06,
+      "loss": 0.6475,
+      "step": 1239
+    },
+    {
+      "epoch": 0.6074709124311084,
+      "grad_norm": 0.34200891852378845,
+      "learning_rate": 4.570899078085223e-06,
+      "loss": 0.6101,
+      "step": 1240
+    },
+    {
+      "epoch": 0.6079608083282303,
+      "grad_norm": 0.34063735604286194,
+      "learning_rate": 4.57016830090009e-06,
+      "loss": 0.6288,
+      "step": 1241
+    },
+    {
+      "epoch": 0.6084507042253521,
+      "grad_norm": 0.3665306866168976,
+      "learning_rate": 4.569436960492889e-06,
+      "loss": 0.6801,
+      "step": 1242
+    },
+    {
+      "epoch": 0.608940600122474,
+      "grad_norm": 0.35070276260375977,
+      "learning_rate": 4.5687050570625915e-06,
+      "loss": 0.6408,
+      "step": 1243
+    },
+    {
+      "epoch": 0.6094304960195959,
+      "grad_norm": 0.33832818269729614,
+      "learning_rate": 4.5679725908083236e-06,
+      "loss": 0.6426,
+      "step": 1244
+    },
+    {
+      "epoch": 0.6099203919167177,
+      "grad_norm": 0.34335771203041077,
+      "learning_rate": 4.5672395619293645e-06,
+      "loss": 0.6562,
+      "step": 1245
+    },
+    {
+      "epoch": 0.6104102878138395,
+      "grad_norm": 0.3389594554901123,
+      "learning_rate": 4.566505970625147e-06,
+      "loss": 0.6519,
+      "step": 1246
+    },
+    {
+      "epoch": 0.6109001837109614,
+      "grad_norm": 0.33421632647514343,
+      "learning_rate": 4.565771817095255e-06,
+      "loss": 0.6308,
+      "step": 1247
+    },
+    {
+      "epoch": 0.6113900796080833,
+      "grad_norm": 0.3511391580104828,
+      "learning_rate": 4.565037101539428e-06,
+      "loss": 0.6095,
+      "step": 1248
+    },
+    {
+      "epoch": 0.6118799755052051,
+      "grad_norm": 0.3483385741710663,
+      "learning_rate": 4.564301824157557e-06,
+      "loss": 0.6042,
+      "step": 1249
+    },
+    {
+      "epoch": 0.612369871402327,
+      "grad_norm": 0.33592280745506287,
+      "learning_rate": 4.563565985149684e-06,
+      "loss": 0.6507,
+      "step": 1250
+    },
+    {
+      "epoch": 0.6128597672994489,
+      "grad_norm": 0.35174697637557983,
+      "learning_rate": 4.562829584716007e-06,
+      "loss": 0.6316,
+      "step": 1251
+    },
+    {
+      "epoch": 0.6133496631965707,
+      "grad_norm": 0.34856846928596497,
+      "learning_rate": 4.562092623056875e-06,
+      "loss": 0.6196,
+      "step": 1252
+    },
+    {
+      "epoch": 0.6138395590936926,
+      "grad_norm": 0.3431689143180847,
+      "learning_rate": 4.5613551003727905e-06,
+      "loss": 0.6273,
+      "step": 1253
+    },
+    {
+      "epoch": 0.6143294549908145,
+      "grad_norm": 0.34159907698631287,
+      "learning_rate": 4.560617016864408e-06,
+      "loss": 0.6265,
+      "step": 1254
+    },
+    {
+      "epoch": 0.6148193508879363,
+      "grad_norm": 0.3400711715221405,
+      "learning_rate": 4.5598783727325345e-06,
+      "loss": 0.6318,
+      "step": 1255
+    },
+    {
+      "epoch": 0.6153092467850582,
+      "grad_norm": 0.3741343319416046,
+      "learning_rate": 4.559139168178131e-06,
+      "loss": 0.6409,
+      "step": 1256
+    },
+    {
+      "epoch": 0.6157991426821801,
+      "grad_norm": 0.342777818441391,
+      "learning_rate": 4.558399403402308e-06,
+      "loss": 0.6472,
+      "step": 1257
+    },
+    {
+      "epoch": 0.616289038579302,
+      "grad_norm": 0.3362821936607361,
+      "learning_rate": 4.557659078606332e-06,
+      "loss": 0.6174,
+      "step": 1258
+    },
+    {
+      "epoch": 0.6167789344764237,
+      "grad_norm": 0.3407340347766876,
+      "learning_rate": 4.5569181939916195e-06,
+      "loss": 0.6475,
+      "step": 1259
+    },
+    {
+      "epoch": 0.6172688303735456,
+      "grad_norm": 0.3264087736606598,
+      "learning_rate": 4.5561767497597385e-06,
+      "loss": 0.6583,
+      "step": 1260
+    },
+    {
+      "epoch": 0.6177587262706675,
+      "grad_norm": 0.3396836221218109,
+      "learning_rate": 4.555434746112412e-06,
+      "loss": 0.656,
+      "step": 1261
+    },
+    {
+      "epoch": 0.6182486221677893,
+      "grad_norm": 0.3620426654815674,
+      "learning_rate": 4.5546921832515145e-06,
+      "loss": 0.642,
+      "step": 1262
+    },
+    {
+      "epoch": 0.6187385180649112,
+      "grad_norm": 0.3363342881202698,
+      "learning_rate": 4.5539490613790715e-06,
+      "loss": 0.6303,
+      "step": 1263
+    },
+    {
+      "epoch": 0.6192284139620331,
+      "grad_norm": 0.3500632047653198,
+      "learning_rate": 4.55320538069726e-06,
+      "loss": 0.6407,
+      "step": 1264
+    },
+    {
+      "epoch": 0.6197183098591549,
+      "grad_norm": 0.35342806577682495,
+      "learning_rate": 4.55246114140841e-06,
+      "loss": 0.6814,
+      "step": 1265
+    },
+    {
+      "epoch": 0.6202082057562768,
+      "grad_norm": 0.336715966463089,
+      "learning_rate": 4.5517163437150056e-06,
+      "loss": 0.6444,
+      "step": 1266
+    },
+    {
+      "epoch": 0.6206981016533987,
+      "grad_norm": 0.3470943868160248,
+      "learning_rate": 4.55097098781968e-06,
+      "loss": 0.6302,
+      "step": 1267
+    },
+    {
+      "epoch": 0.6211879975505206,
+      "grad_norm": 0.3440588116645813,
+      "learning_rate": 4.5502250739252165e-06,
+      "loss": 0.637,
+      "step": 1268
+    },
+    {
+      "epoch": 0.6216778934476423,
+      "grad_norm": 0.34795132279396057,
+      "learning_rate": 4.5494786022345565e-06,
+      "loss": 0.6319,
+      "step": 1269
+    },
+    {
+      "epoch": 0.6221677893447642,
+      "grad_norm": 0.35112684965133667,
+      "learning_rate": 4.548731572950788e-06,
+      "loss": 0.6207,
+      "step": 1270
+    },
+    {
+      "epoch": 0.6226576852418861,
+      "grad_norm": 0.34473106265068054,
+      "learning_rate": 4.547983986277151e-06,
+      "loss": 0.6297,
+      "step": 1271
+    },
+    {
+      "epoch": 0.6231475811390079,
+      "grad_norm": 0.3364686667919159,
+      "learning_rate": 4.547235842417041e-06,
+      "loss": 0.6783,
+      "step": 1272
+    },
+    {
+      "epoch": 0.6236374770361298,
+      "grad_norm": 0.3369466960430145,
+      "learning_rate": 4.546487141574e-06,
+      "loss": 0.6229,
+      "step": 1273
+    },
+    {
+      "epoch": 0.6241273729332517,
+      "grad_norm": 0.3586369752883911,
+      "learning_rate": 4.545737883951724e-06,
+      "loss": 0.6675,
+      "step": 1274
+    },
+    {
+      "epoch": 0.6246172688303735,
+      "grad_norm": 0.34704333543777466,
+      "learning_rate": 4.544988069754061e-06,
+      "loss": 0.6376,
+      "step": 1275
+    },
+    {
+      "epoch": 0.6251071647274954,
+      "grad_norm": 0.3543643057346344,
+      "learning_rate": 4.544237699185012e-06,
+      "loss": 0.6614,
+      "step": 1276
+    },
+    {
+      "epoch": 0.6255970606246173,
+      "grad_norm": 0.3370320796966553,
+      "learning_rate": 4.543486772448722e-06,
+      "loss": 0.6609,
+      "step": 1277
+    },
+    {
+      "epoch": 0.6260869565217392,
+      "grad_norm": 0.35931840538978577,
+      "learning_rate": 4.542735289749498e-06,
+      "loss": 0.6458,
+      "step": 1278
+    },
+    {
+      "epoch": 0.626576852418861,
+      "grad_norm": 0.35878509283065796,
+      "learning_rate": 4.5419832512917895e-06,
+      "loss": 0.658,
+      "step": 1279
+    },
+    {
+      "epoch": 0.6270667483159829,
+      "grad_norm": 0.3401985168457031,
+      "learning_rate": 4.5412306572802014e-06,
+      "loss": 0.6241,
+      "step": 1280
+    },
+    {
+      "epoch": 0.6275566442131048,
+      "grad_norm": 0.3442074656486511,
+      "learning_rate": 4.540477507919489e-06,
+      "loss": 0.6685,
+      "step": 1281
+    },
+    {
+      "epoch": 0.6280465401102265,
+      "grad_norm": 0.3460010290145874,
+      "learning_rate": 4.539723803414557e-06,
+      "loss": 0.6107,
+      "step": 1282
+    },
+    {
+      "epoch": 0.6285364360073484,
+      "grad_norm": 0.3613050580024719,
+      "learning_rate": 4.538969543970465e-06,
+      "loss": 0.6691,
+      "step": 1283
+    },
+    {
+      "epoch": 0.6290263319044703,
+      "grad_norm": 0.3598838448524475,
+      "learning_rate": 4.53821472979242e-06,
+      "loss": 0.6615,
+      "step": 1284
+    },
+    {
+      "epoch": 0.6295162278015921,
+      "grad_norm": 0.3557281792163849,
+      "learning_rate": 4.537459361085781e-06,
+      "loss": 0.6287,
+      "step": 1285
+    },
+    {
+      "epoch": 0.630006123698714,
+      "grad_norm": 0.33958539366722107,
+      "learning_rate": 4.5367034380560584e-06,
+      "loss": 0.6398,
+      "step": 1286
+    },
+    {
+      "epoch": 0.6304960195958359,
+      "grad_norm": 0.36244890093803406,
+      "learning_rate": 4.535946960908913e-06,
+      "loss": 0.6518,
+      "step": 1287
+    },
+    {
+      "epoch": 0.6309859154929578,
+      "grad_norm": 0.3795658349990845,
+      "learning_rate": 4.535189929850156e-06,
+      "loss": 0.6558,
+      "step": 1288
+    },
+    {
+      "epoch": 0.6314758113900796,
+      "grad_norm": 0.359651118516922,
+      "learning_rate": 4.534432345085751e-06,
+      "loss": 0.6182,
+      "step": 1289
+    },
+    {
+      "epoch": 0.6319657072872015,
+      "grad_norm": 0.37145259976387024,
+      "learning_rate": 4.533674206821809e-06,
+      "loss": 0.6564,
+      "step": 1290
+    },
+    {
+      "epoch": 0.6324556031843234,
+      "grad_norm": 0.3477351665496826,
+      "learning_rate": 4.532915515264595e-06,
+      "loss": 0.648,
+      "step": 1291
+    },
+    {
+      "epoch": 0.6329454990814452,
+      "grad_norm": 0.33393770456314087,
+      "learning_rate": 4.532156270620522e-06,
+      "loss": 0.6628,
+      "step": 1292
+    },
+    {
+      "epoch": 0.633435394978567,
+      "grad_norm": 0.35315823554992676,
+      "learning_rate": 4.531396473096156e-06,
+      "loss": 0.6305,
+      "step": 1293
+    },
+    {
+      "epoch": 0.6339252908756889,
+      "grad_norm": 0.35018977522850037,
+      "learning_rate": 4.53063612289821e-06,
+      "loss": 0.645,
+      "step": 1294
+    },
+    {
+      "epoch": 0.6344151867728107,
+      "grad_norm": 0.36220550537109375,
+      "learning_rate": 4.529875220233551e-06,
+      "loss": 0.6243,
+      "step": 1295
+    },
+    {
+      "epoch": 0.6349050826699326,
+      "grad_norm": 0.35167255997657776,
+      "learning_rate": 4.5291137653091935e-06,
+      "loss": 0.6497,
+      "step": 1296
+    },
+    {
+      "epoch": 0.6353949785670545,
+      "grad_norm": 0.36633917689323425,
+      "learning_rate": 4.528351758332303e-06,
+      "loss": 0.6378,
+      "step": 1297
+    },
+    {
+      "epoch": 0.6358848744641764,
+      "grad_norm": 0.3628346621990204,
+      "learning_rate": 4.5275891995101975e-06,
+      "loss": 0.6283,
+      "step": 1298
+    },
+    {
+      "epoch": 0.6363747703612982,
+      "grad_norm": 0.34469640254974365,
+      "learning_rate": 4.526826089050341e-06,
+      "loss": 0.6366,
+      "step": 1299
+    },
+    {
+      "epoch": 0.6368646662584201,
+      "grad_norm": 0.3598330020904541,
+      "learning_rate": 4.526062427160353e-06,
+      "loss": 0.6479,
+      "step": 1300
+    },
+    {
+      "epoch": 0.637354562155542,
+      "grad_norm": 0.3442913591861725,
+      "learning_rate": 4.525298214047995e-06,
+      "loss": 0.6231,
+      "step": 1301
+    },
+    {
+      "epoch": 0.6378444580526638,
+      "grad_norm": 0.3670358955860138,
+      "learning_rate": 4.5245334499211874e-06,
+      "loss": 0.6407,
+      "step": 1302
+    },
+    {
+      "epoch": 0.6383343539497857,
+      "grad_norm": 0.36164307594299316,
+      "learning_rate": 4.523768134987995e-06,
+      "loss": 0.6431,
+      "step": 1303
+    },
+    {
+      "epoch": 0.6388242498469076,
+      "grad_norm": 0.33182641863822937,
+      "learning_rate": 4.523002269456633e-06,
+      "loss": 0.6371,
+      "step": 1304
+    },
+    {
+      "epoch": 0.6393141457440293,
+      "grad_norm": 0.3582742214202881,
+      "learning_rate": 4.522235853535468e-06,
+      "loss": 0.6212,
+      "step": 1305
+    },
+    {
+      "epoch": 0.6398040416411512,
+      "grad_norm": 0.3448125123977661,
+      "learning_rate": 4.521468887433016e-06,
+      "loss": 0.6476,
+      "step": 1306
+    },
+    {
+      "epoch": 0.6402939375382731,
+      "grad_norm": 0.355258584022522,
+      "learning_rate": 4.520701371357942e-06,
+      "loss": 0.6284,
+      "step": 1307
+    },
+    {
+      "epoch": 0.640783833435395,
+      "grad_norm": 0.3545528054237366,
+      "learning_rate": 4.519933305519061e-06,
+      "loss": 0.6225,
+      "step": 1308
+    },
+    {
+      "epoch": 0.6412737293325168,
+      "grad_norm": 0.35198697447776794,
+      "learning_rate": 4.5191646901253375e-06,
+      "loss": 0.6257,
+      "step": 1309
+    },
+    {
+      "epoch": 0.6417636252296387,
+      "grad_norm": 0.3620002567768097,
+      "learning_rate": 4.518395525385884e-06,
+      "loss": 0.642,
+      "step": 1310
+    },
+    {
+      "epoch": 0.6422535211267606,
+      "grad_norm": 0.35877859592437744,
+      "learning_rate": 4.517625811509966e-06,
+      "loss": 0.66,
+      "step": 1311
+    },
+    {
+      "epoch": 0.6427434170238824,
+      "grad_norm": 0.3415077328681946,
+      "learning_rate": 4.5168555487069955e-06,
+      "loss": 0.615,
+      "step": 1312
+    },
+    {
+      "epoch": 0.6432333129210043,
+      "grad_norm": 0.34771469235420227,
+      "learning_rate": 4.516084737186534e-06,
+      "loss": 0.6361,
+      "step": 1313
+    },
+    {
+      "epoch": 0.6437232088181262,
+      "grad_norm": 0.35810625553131104,
+      "learning_rate": 4.515313377158295e-06,
+      "loss": 0.6555,
+      "step": 1314
+    },
+    {
+      "epoch": 0.6442131047152481,
+      "grad_norm": 0.36541587114334106,
+      "learning_rate": 4.514541468832137e-06,
+      "loss": 0.6216,
+      "step": 1315
+    },
+    {
+      "epoch": 0.6447030006123698,
+      "grad_norm": 0.3559669554233551,
+      "learning_rate": 4.5137690124180714e-06,
+      "loss": 0.6304,
+      "step": 1316
+    },
+    {
+      "epoch": 0.6451928965094917,
+      "grad_norm": 0.3511303663253784,
+      "learning_rate": 4.512996008126256e-06,
+      "loss": 0.6497,
+      "step": 1317
+    },
+    {
+      "epoch": 0.6456827924066136,
+      "grad_norm": 0.3545239269733429,
+      "learning_rate": 4.512222456166999e-06,
+      "loss": 0.6696,
+      "step": 1318
+    },
+    {
+      "epoch": 0.6461726883037354,
+      "grad_norm": 0.35808631777763367,
+      "learning_rate": 4.511448356750759e-06,
+      "loss": 0.6499,
+      "step": 1319
+    },
+    {
+      "epoch": 0.6466625842008573,
+      "grad_norm": 0.34952282905578613,
+      "learning_rate": 4.51067371008814e-06,
+      "loss": 0.628,
+      "step": 1320
+    },
+    {
+      "epoch": 0.6471524800979792,
+      "grad_norm": 0.33353301882743835,
+      "learning_rate": 4.509898516389899e-06,
+      "loss": 0.6132,
+      "step": 1321
+    },
+    {
+      "epoch": 0.647642375995101,
+      "grad_norm": 0.3683788478374481,
+      "learning_rate": 4.509122775866937e-06,
+      "loss": 0.6341,
+      "step": 1322
+    },
+    {
+      "epoch": 0.6481322718922229,
+      "grad_norm": 0.3552803695201874,
+      "learning_rate": 4.50834648873031e-06,
+      "loss": 0.62,
+      "step": 1323
+    },
+    {
+      "epoch": 0.6486221677893448,
+      "grad_norm": 0.35079067945480347,
+      "learning_rate": 4.507569655191216e-06,
+      "loss": 0.6079,
+      "step": 1324
+    },
+    {
+      "epoch": 0.6491120636864667,
+      "grad_norm": 0.34289830923080444,
+      "learning_rate": 4.506792275461007e-06,
+      "loss": 0.6469,
+      "step": 1325
+    },
+    {
+      "epoch": 0.6496019595835885,
+      "grad_norm": 0.3386910855770111,
+      "learning_rate": 4.506014349751179e-06,
+      "loss": 0.6557,
+      "step": 1326
+    },
+    {
+      "epoch": 0.6500918554807104,
+      "grad_norm": 0.37173083424568176,
+      "learning_rate": 4.505235878273382e-06,
+      "loss": 0.6401,
+      "step": 1327
+    },
+    {
+      "epoch": 0.6505817513778323,
+      "grad_norm": 0.37466418743133545,
+      "learning_rate": 4.504456861239409e-06,
+      "loss": 0.6153,
+      "step": 1328
+    },
+    {
+      "epoch": 0.651071647274954,
+      "grad_norm": 0.36054158210754395,
+      "learning_rate": 4.503677298861206e-06,
+      "loss": 0.6145,
+      "step": 1329
+    },
+    {
+      "epoch": 0.6515615431720759,
+      "grad_norm": 0.3630097508430481,
+      "learning_rate": 4.502897191350863e-06,
+      "loss": 0.6296,
+      "step": 1330
+    },
+    {
+      "epoch": 0.6520514390691978,
+      "grad_norm": 0.3524821400642395,
+      "learning_rate": 4.502116538920623e-06,
+      "loss": 0.6417,
+      "step": 1331
+    },
+    {
+      "epoch": 0.6525413349663196,
+      "grad_norm": 0.3513556122779846,
+      "learning_rate": 4.501335341782874e-06,
+      "loss": 0.6269,
+      "step": 1332
+    },
+    {
+      "epoch": 0.6530312308634415,
+      "grad_norm": 0.3473247289657593,
+      "learning_rate": 4.500553600150153e-06,
+      "loss": 0.6107,
+      "step": 1333
+    },
+    {
+      "epoch": 0.6535211267605634,
+      "grad_norm": 0.35425952076911926,
+      "learning_rate": 4.4997713142351436e-06,
+      "loss": 0.649,
+      "step": 1334
+    },
+    {
+      "epoch": 0.6540110226576853,
+      "grad_norm": 0.3341909945011139,
+      "learning_rate": 4.498988484250681e-06,
+      "loss": 0.6366,
+      "step": 1335
+    },
+    {
+      "epoch": 0.6545009185548071,
+      "grad_norm": 0.340781569480896,
+      "learning_rate": 4.498205110409746e-06,
+      "loss": 0.6243,
+      "step": 1336
+    },
+    {
+      "epoch": 0.654990814451929,
+      "grad_norm": 0.36256301403045654,
+      "learning_rate": 4.497421192925468e-06,
+      "loss": 0.6265,
+      "step": 1337
+    },
+    {
+      "epoch": 0.6554807103490509,
+      "grad_norm": 0.3434717357158661,
+      "learning_rate": 4.496636732011123e-06,
+      "loss": 0.63,
+      "step": 1338
+    },
+    {
+      "epoch": 0.6559706062461726,
+      "grad_norm": 0.3541300296783447,
+      "learning_rate": 4.495851727880139e-06,
+      "loss": 0.6459,
+      "step": 1339
+    },
+    {
+      "epoch": 0.6564605021432945,
+      "grad_norm": 0.3564087450504303,
+      "learning_rate": 4.4950661807460845e-06,
+      "loss": 0.6334,
+      "step": 1340
+    },
+    {
+      "epoch": 0.6569503980404164,
+      "grad_norm": 0.34885209798812866,
+      "learning_rate": 4.494280090822684e-06,
+      "loss": 0.6317,
+      "step": 1341
+    },
+    {
+      "epoch": 0.6574402939375382,
+      "grad_norm": 0.3564472496509552,
+      "learning_rate": 4.493493458323804e-06,
+      "loss": 0.6494,
+      "step": 1342
+    },
+    {
+      "epoch": 0.6579301898346601,
+      "grad_norm": 0.35500457882881165,
+      "learning_rate": 4.492706283463459e-06,
+      "loss": 0.6453,
+      "step": 1343
+    },
+    {
+      "epoch": 0.658420085731782,
+      "grad_norm": 0.3623114824295044,
+      "learning_rate": 4.4919185664558155e-06,
+      "loss": 0.6336,
+      "step": 1344
+    },
+    {
+      "epoch": 0.6589099816289039,
+      "grad_norm": 0.3338193893432617,
+      "learning_rate": 4.4911303075151815e-06,
+      "loss": 0.6408,
+      "step": 1345
+    },
+    {
+      "epoch": 0.6593998775260257,
+      "grad_norm": 0.3407876193523407,
+      "learning_rate": 4.490341506856017e-06,
+      "loss": 0.6248,
+      "step": 1346
+    },
+    {
+      "epoch": 0.6598897734231476,
+      "grad_norm": 0.3452967703342438,
+      "learning_rate": 4.489552164692926e-06,
+      "loss": 0.662,
+      "step": 1347
+    },
+    {
+      "epoch": 0.6603796693202695,
+      "grad_norm": 0.35615143179893494,
+      "learning_rate": 4.488762281240664e-06,
+      "loss": 0.6369,
+      "step": 1348
+    },
+    {
+      "epoch": 0.6608695652173913,
+      "grad_norm": 0.35876408219337463,
+      "learning_rate": 4.48797185671413e-06,
+      "loss": 0.6448,
+      "step": 1349
+    },
+    {
+      "epoch": 0.6613594611145132,
+      "grad_norm": 0.3522142171859741,
+      "learning_rate": 4.487180891328371e-06,
+      "loss": 0.6286,
+      "step": 1350
+    },
+    {
+      "epoch": 0.661849357011635,
+      "grad_norm": 0.3411237299442291,
+      "learning_rate": 4.486389385298583e-06,
+      "loss": 0.6281,
+      "step": 1351
+    },
+    {
+      "epoch": 0.6623392529087568,
+      "grad_norm": 0.3518471121788025,
+      "learning_rate": 4.485597338840106e-06,
+      "loss": 0.6391,
+      "step": 1352
+    },
+    {
+      "epoch": 0.6628291488058787,
+      "grad_norm": 0.35424360632896423,
+      "learning_rate": 4.48480475216843e-06,
+      "loss": 0.6272,
+      "step": 1353
+    },
+    {
+      "epoch": 0.6633190447030006,
+      "grad_norm": 0.35385259985923767,
+      "learning_rate": 4.48401162549919e-06,
+      "loss": 0.6423,
+      "step": 1354
+    },
+    {
+      "epoch": 0.6638089406001225,
+      "grad_norm": 0.33582809567451477,
+      "learning_rate": 4.48321795904817e-06,
+      "loss": 0.6471,
+      "step": 1355
+    },
+    {
+      "epoch": 0.6642988364972443,
+      "grad_norm": 0.35831162333488464,
+      "learning_rate": 4.4824237530312984e-06,
+      "loss": 0.6354,
+      "step": 1356
+    },
+    {
+      "epoch": 0.6647887323943662,
+      "grad_norm": 0.33920028805732727,
+      "learning_rate": 4.481629007664652e-06,
+      "loss": 0.6028,
+      "step": 1357
+    },
+    {
+      "epoch": 0.6652786282914881,
+      "grad_norm": 0.33606863021850586,
+      "learning_rate": 4.480833723164453e-06,
+      "loss": 0.6025,
+      "step": 1358
+    },
+    {
+      "epoch": 0.6657685241886099,
+      "grad_norm": 0.3546634316444397,
+      "learning_rate": 4.480037899747073e-06,
+      "loss": 0.6427,
+      "step": 1359
+    },
+    {
+      "epoch": 0.6662584200857318,
+      "grad_norm": 0.3600572347640991,
+      "learning_rate": 4.479241537629026e-06,
+      "loss": 0.6351,
+      "step": 1360
+    },
+    {
+      "epoch": 0.6667483159828537,
+      "grad_norm": 0.37154367566108704,
+      "learning_rate": 4.4784446370269765e-06,
+      "loss": 0.6371,
+      "step": 1361
+    },
+    {
+      "epoch": 0.6672382118799755,
+      "grad_norm": 0.3503185212612152,
+      "learning_rate": 4.477647198157733e-06,
+      "loss": 0.6452,
+      "step": 1362
+    },
+    {
+      "epoch": 0.6677281077770973,
+      "grad_norm": 0.3488251566886902,
+      "learning_rate": 4.476849221238253e-06,
+      "loss": 0.6447,
+      "step": 1363
+    },
+    {
+      "epoch": 0.6682180036742192,
+      "grad_norm": 0.3618388772010803,
+      "learning_rate": 4.476050706485637e-06,
+      "loss": 0.6293,
+      "step": 1364
+    },
+    {
+      "epoch": 0.6687078995713411,
+      "grad_norm": 0.3459049165248871,
+      "learning_rate": 4.475251654117134e-06,
+      "loss": 0.6524,
+      "step": 1365
+    },
+    {
+      "epoch": 0.6691977954684629,
+      "grad_norm": 0.33803868293762207,
+      "learning_rate": 4.4744520643501396e-06,
+      "loss": 0.6334,
+      "step": 1366
+    },
+    {
+      "epoch": 0.6696876913655848,
+      "grad_norm": 0.3458579480648041,
+      "learning_rate": 4.473651937402194e-06,
+      "loss": 0.6286,
+      "step": 1367
+    },
+    {
+      "epoch": 0.6701775872627067,
+      "grad_norm": 0.3435010612010956,
+      "learning_rate": 4.472851273490985e-06,
+      "loss": 0.6495,
+      "step": 1368
+    },
+    {
+      "epoch": 0.6706674831598285,
+      "grad_norm": 0.3350188732147217,
+      "learning_rate": 4.472050072834345e-06,
+      "loss": 0.625,
+      "step": 1369
+    },
+    {
+      "epoch": 0.6711573790569504,
+      "grad_norm": 0.3355303108692169,
+      "learning_rate": 4.471248335650255e-06,
+      "loss": 0.627,
+      "step": 1370
+    },
+    {
+      "epoch": 0.6716472749540723,
+      "grad_norm": 0.3544834554195404,
+      "learning_rate": 4.470446062156838e-06,
+      "loss": 0.6629,
+      "step": 1371
+    },
+    {
+      "epoch": 0.6721371708511942,
+      "grad_norm": 0.3765515089035034,
+      "learning_rate": 4.469643252572367e-06,
+      "loss": 0.6615,
+      "step": 1372
+    },
+    {
+      "epoch": 0.672627066748316,
+      "grad_norm": 0.36532217264175415,
+      "learning_rate": 4.468839907115259e-06,
+      "loss": 0.6492,
+      "step": 1373
+    },
+    {
+      "epoch": 0.6731169626454379,
+      "grad_norm": 0.3455331325531006,
+      "learning_rate": 4.468036026004075e-06,
+      "loss": 0.6604,
+      "step": 1374
+    },
+    {
+      "epoch": 0.6736068585425597,
+      "grad_norm": 0.34351903200149536,
+      "learning_rate": 4.4672316094575265e-06,
+      "loss": 0.6318,
+      "step": 1375
+    },
+    {
+      "epoch": 0.6740967544396815,
+      "grad_norm": 0.37456777691841125,
+      "learning_rate": 4.466426657694466e-06,
+      "loss": 0.6362,
+      "step": 1376
+    },
+    {
+      "epoch": 0.6745866503368034,
+      "grad_norm": 0.3516497015953064,
+      "learning_rate": 4.465621170933894e-06,
+      "loss": 0.6198,
+      "step": 1377
+    },
+    {
+      "epoch": 0.6750765462339253,
+      "grad_norm": 0.34695130586624146,
+      "learning_rate": 4.464815149394954e-06,
+      "loss": 0.6305,
+      "step": 1378
+    },
+    {
+      "epoch": 0.6755664421310471,
+      "grad_norm": 0.35416507720947266,
+      "learning_rate": 4.464008593296939e-06,
+      "loss": 0.6378,
+      "step": 1379
+    },
+    {
+      "epoch": 0.676056338028169,
+      "grad_norm": 0.3488617241382599,
+      "learning_rate": 4.463201502859286e-06,
+      "loss": 0.6306,
+      "step": 1380
+    },
+    {
+      "epoch": 0.6765462339252909,
+      "grad_norm": 0.34790799021720886,
+      "learning_rate": 4.462393878301574e-06,
+      "loss": 0.6608,
+      "step": 1381
+    },
+    {
+      "epoch": 0.6770361298224128,
+      "grad_norm": 0.3412380516529083,
+      "learning_rate": 4.461585719843533e-06,
+      "loss": 0.6133,
+      "step": 1382
+    },
+    {
+      "epoch": 0.6775260257195346,
+      "grad_norm": 0.35063865780830383,
+      "learning_rate": 4.460777027705033e-06,
+      "loss": 0.6292,
+      "step": 1383
+    },
+    {
+      "epoch": 0.6780159216166565,
+      "grad_norm": 0.33439743518829346,
+      "learning_rate": 4.459967802106092e-06,
+      "loss": 0.6287,
+      "step": 1384
+    },
+    {
+      "epoch": 0.6785058175137784,
+      "grad_norm": 0.34881168603897095,
+      "learning_rate": 4.459158043266874e-06,
+      "loss": 0.6503,
+      "step": 1385
+    },
+    {
+      "epoch": 0.6789957134109001,
+      "grad_norm": 0.3516039252281189,
+      "learning_rate": 4.458347751407686e-06,
+      "loss": 0.6667,
+      "step": 1386
+    },
+    {
+      "epoch": 0.679485609308022,
+      "grad_norm": 0.3718115985393524,
+      "learning_rate": 4.45753692674898e-06,
+      "loss": 0.6185,
+      "step": 1387
+    },
+    {
+      "epoch": 0.6799755052051439,
+      "grad_norm": 0.3400097191333771,
+      "learning_rate": 4.456725569511353e-06,
+      "loss": 0.65,
+      "step": 1388
+    },
+    {
+      "epoch": 0.6804654011022657,
+      "grad_norm": 0.35042303800582886,
+      "learning_rate": 4.45591367991555e-06,
+      "loss": 0.6319,
+      "step": 1389
+    },
+    {
+      "epoch": 0.6809552969993876,
+      "grad_norm": 0.3450476825237274,
+      "learning_rate": 4.455101258182458e-06,
+      "loss": 0.6413,
+      "step": 1390
+    },
+    {
+      "epoch": 0.6814451928965095,
+      "grad_norm": 0.3550189137458801,
+      "learning_rate": 4.454288304533107e-06,
+      "loss": 0.6349,
+      "step": 1391
+    },
+    {
+      "epoch": 0.6819350887936314,
+      "grad_norm": 0.34984391927719116,
+      "learning_rate": 4.453474819188676e-06,
+      "loss": 0.6509,
+      "step": 1392
+    },
+    {
+      "epoch": 0.6824249846907532,
+      "grad_norm": 0.35120296478271484,
+      "learning_rate": 4.452660802370485e-06,
+      "loss": 0.6078,
+      "step": 1393
+    },
+    {
+      "epoch": 0.6829148805878751,
+      "grad_norm": 0.34375014901161194,
+      "learning_rate": 4.451846254300002e-06,
+      "loss": 0.6337,
+      "step": 1394
+    },
+    {
+      "epoch": 0.683404776484997,
+      "grad_norm": 0.3296529948711395,
+      "learning_rate": 4.451031175198836e-06,
+      "loss": 0.6264,
+      "step": 1395
+    },
+    {
+      "epoch": 0.6838946723821188,
+      "grad_norm": 0.35613584518432617,
+      "learning_rate": 4.450215565288743e-06,
+      "loss": 0.6202,
+      "step": 1396
+    },
+    {
+      "epoch": 0.6843845682792407,
+      "grad_norm": 0.3382437825202942,
+      "learning_rate": 4.449399424791624e-06,
+      "loss": 0.6263,
+      "step": 1397
+    },
+    {
+      "epoch": 0.6848744641763626,
+      "grad_norm": 0.35394805669784546,
+      "learning_rate": 4.44858275392952e-06,
+      "loss": 0.6392,
+      "step": 1398
+    },
+    {
+      "epoch": 0.6853643600734843,
+      "grad_norm": 0.3411145806312561,
+      "learning_rate": 4.447765552924621e-06,
+      "loss": 0.6506,
+      "step": 1399
+    },
+    {
+      "epoch": 0.6858542559706062,
+      "grad_norm": 0.3441709876060486,
+      "learning_rate": 4.446947821999259e-06,
+      "loss": 0.6398,
+      "step": 1400
+    },
+    {
+      "epoch": 0.6863441518677281,
+      "grad_norm": 0.35997113585472107,
+      "learning_rate": 4.446129561375911e-06,
+      "loss": 0.6614,
+      "step": 1401
+    },
+    {
+      "epoch": 0.68683404776485,
+      "grad_norm": 0.3488248288631439,
+      "learning_rate": 4.445310771277197e-06,
+      "loss": 0.6482,
+      "step": 1402
+    },
+    {
+      "epoch": 0.6873239436619718,
+      "grad_norm": 0.3390911817550659,
+      "learning_rate": 4.444491451925883e-06,
+      "loss": 0.6138,
+      "step": 1403
+    },
+    {
+      "epoch": 0.6878138395590937,
+      "grad_norm": 0.3483215272426605,
+      "learning_rate": 4.443671603544878e-06,
+      "loss": 0.6455,
+      "step": 1404
+    },
+    {
+      "epoch": 0.6883037354562156,
+      "grad_norm": 0.36293405294418335,
+      "learning_rate": 4.442851226357232e-06,
+      "loss": 0.6562,
+      "step": 1405
+    },
+    {
+      "epoch": 0.6887936313533374,
+      "grad_norm": 0.35973989963531494,
+      "learning_rate": 4.442030320586145e-06,
+      "loss": 0.6355,
+      "step": 1406
+    },
+    {
+      "epoch": 0.6892835272504593,
+      "grad_norm": 0.35593295097351074,
+      "learning_rate": 4.441208886454956e-06,
+      "loss": 0.628,
+      "step": 1407
+    },
+    {
+      "epoch": 0.6897734231475812,
+      "grad_norm": 0.3477623164653778,
+      "learning_rate": 4.440386924187148e-06,
+      "loss": 0.6308,
+      "step": 1408
+    },
+    {
+      "epoch": 0.690263319044703,
+      "grad_norm": 0.3570405840873718,
+      "learning_rate": 4.43956443400635e-06,
+      "loss": 0.6481,
+      "step": 1409
+    },
+    {
+      "epoch": 0.6907532149418248,
+      "grad_norm": 0.3418077230453491,
+      "learning_rate": 4.438741416136335e-06,
+      "loss": 0.6331,
+      "step": 1410
+    },
+    {
+      "epoch": 0.6912431108389467,
+      "grad_norm": 0.3490599989891052,
+      "learning_rate": 4.4379178708010155e-06,
+      "loss": 0.6256,
+      "step": 1411
+    },
+    {
+      "epoch": 0.6917330067360686,
+      "grad_norm": 0.35988834500312805,
+      "learning_rate": 4.437093798224451e-06,
+      "loss": 0.6456,
+      "step": 1412
+    },
+    {
+      "epoch": 0.6922229026331904,
+      "grad_norm": 0.37563356757164,
+      "learning_rate": 4.4362691986308435e-06,
+      "loss": 0.648,
+      "step": 1413
+    },
+    {
+      "epoch": 0.6927127985303123,
+      "grad_norm": 0.37250471115112305,
+      "learning_rate": 4.435444072244539e-06,
+      "loss": 0.6773,
+      "step": 1414
+    },
+    {
+      "epoch": 0.6932026944274342,
+      "grad_norm": 0.34101811051368713,
+      "learning_rate": 4.434618419290024e-06,
+      "loss": 0.6535,
+      "step": 1415
+    },
+    {
+      "epoch": 0.693692590324556,
+      "grad_norm": 0.3587406277656555,
+      "learning_rate": 4.433792239991934e-06,
+      "loss": 0.6416,
+      "step": 1416
+    },
+    {
+      "epoch": 0.6941824862216779,
+      "grad_norm": 0.34490567445755005,
+      "learning_rate": 4.432965534575041e-06,
+      "loss": 0.6517,
+      "step": 1417
+    },
+    {
+      "epoch": 0.6946723821187998,
+      "grad_norm": 0.3421916961669922,
+      "learning_rate": 4.432138303264265e-06,
+      "loss": 0.648,
+      "step": 1418
+    },
+    {
+      "epoch": 0.6951622780159216,
+      "grad_norm": 0.34492430090904236,
+      "learning_rate": 4.431310546284668e-06,
+      "loss": 0.6534,
+      "step": 1419
+    },
+    {
+      "epoch": 0.6956521739130435,
+      "grad_norm": 0.33511802554130554,
+      "learning_rate": 4.430482263861451e-06,
+      "loss": 0.6188,
+      "step": 1420
+    },
+    {
+      "epoch": 0.6961420698101654,
+      "grad_norm": 0.3665695786476135,
+      "learning_rate": 4.429653456219965e-06,
+      "loss": 0.637,
+      "step": 1421
+    },
+    {
+      "epoch": 0.6966319657072872,
+      "grad_norm": 0.33063197135925293,
+      "learning_rate": 4.428824123585699e-06,
+      "loss": 0.6375,
+      "step": 1422
+    },
+    {
+      "epoch": 0.697121861604409,
+      "grad_norm": 0.3582562804222107,
+      "learning_rate": 4.427994266184285e-06,
+      "loss": 0.6294,
+      "step": 1423
+    },
+    {
+      "epoch": 0.6976117575015309,
+      "grad_norm": 0.3703780770301819,
+      "learning_rate": 4.427163884241501e-06,
+      "loss": 0.6699,
+      "step": 1424
+    },
+    {
+      "epoch": 0.6981016533986528,
+      "grad_norm": 0.35689881443977356,
+      "learning_rate": 4.426332977983264e-06,
+      "loss": 0.6439,
+      "step": 1425
+    },
+    {
+      "epoch": 0.6985915492957746,
+      "grad_norm": 0.3539344072341919,
+      "learning_rate": 4.425501547635635e-06,
+      "loss": 0.6608,
+      "step": 1426
+    },
+    {
+      "epoch": 0.6990814451928965,
+      "grad_norm": 0.3454554080963135,
+      "learning_rate": 4.424669593424819e-06,
+      "loss": 0.6364,
+      "step": 1427
+    },
+    {
+      "epoch": 0.6995713410900184,
+      "grad_norm": 0.340656042098999,
+      "learning_rate": 4.4238371155771614e-06,
+      "loss": 0.6277,
+      "step": 1428
+    },
+    {
+      "epoch": 0.7000612369871402,
+      "grad_norm": 0.35011354088783264,
+      "learning_rate": 4.423004114319151e-06,
+      "loss": 0.6621,
+      "step": 1429
+    },
+    {
+      "epoch": 0.7005511328842621,
+      "grad_norm": 0.34832993149757385,
+      "learning_rate": 4.42217058987742e-06,
+      "loss": 0.6516,
+      "step": 1430
+    },
+    {
+      "epoch": 0.701041028781384,
+      "grad_norm": 0.3486762046813965,
+      "learning_rate": 4.421336542478741e-06,
+      "loss": 0.6138,
+      "step": 1431
+    },
+    {
+      "epoch": 0.7015309246785059,
+      "grad_norm": 0.3553650975227356,
+      "learning_rate": 4.42050197235003e-06,
+      "loss": 0.6215,
+      "step": 1432
+    },
+    {
+      "epoch": 0.7020208205756276,
+      "grad_norm": 0.3504565954208374,
+      "learning_rate": 4.419666879718344e-06,
+      "loss": 0.6377,
+      "step": 1433
+    },
+    {
+      "epoch": 0.7025107164727495,
+      "grad_norm": 0.3645647466182709,
+      "learning_rate": 4.418831264810886e-06,
+      "loss": 0.6505,
+      "step": 1434
+    },
+    {
+      "epoch": 0.7030006123698714,
+      "grad_norm": 0.355643093585968,
+      "learning_rate": 4.417995127854995e-06,
+      "loss": 0.6316,
+      "step": 1435
+    },
+    {
+      "epoch": 0.7034905082669932,
+      "grad_norm": 0.34611374139785767,
+      "learning_rate": 4.417158469078156e-06,
+      "loss": 0.6224,
+      "step": 1436
+    },
+    {
+      "epoch": 0.7039804041641151,
+      "grad_norm": 0.35592782497406006,
+      "learning_rate": 4.416321288707997e-06,
+      "loss": 0.6477,
+      "step": 1437
+    },
+    {
+      "epoch": 0.704470300061237,
+      "grad_norm": 0.3591293394565582,
+      "learning_rate": 4.415483586972286e-06,
+      "loss": 0.6266,
+      "step": 1438
+    },
+    {
+      "epoch": 0.7049601959583589,
+      "grad_norm": 0.3570345342159271,
+      "learning_rate": 4.414645364098932e-06,
+      "loss": 0.6545,
+      "step": 1439
+    },
+    {
+      "epoch": 0.7054500918554807,
+      "grad_norm": 0.36388275027275085,
+      "learning_rate": 4.413806620315986e-06,
+      "loss": 0.656,
+      "step": 1440
+    },
+    {
+      "epoch": 0.7059399877526026,
+      "grad_norm": 0.3475639522075653,
+      "learning_rate": 4.4129673558516435e-06,
+      "loss": 0.6464,
+      "step": 1441
+    },
+    {
+      "epoch": 0.7064298836497245,
+      "grad_norm": 0.34937432408332825,
+      "learning_rate": 4.412127570934238e-06,
+      "loss": 0.6417,
+      "step": 1442
+    },
+    {
+      "epoch": 0.7069197795468463,
+      "grad_norm": 0.3504284918308258,
+      "learning_rate": 4.411287265792248e-06,
+      "loss": 0.6323,
+      "step": 1443
+    },
+    {
+      "epoch": 0.7074096754439682,
+      "grad_norm": 0.3767411708831787,
+      "learning_rate": 4.41044644065429e-06,
+      "loss": 0.6448,
+      "step": 1444
+    },
+    {
+      "epoch": 0.70789957134109,
+      "grad_norm": 0.3602970838546753,
+      "learning_rate": 4.409605095749125e-06,
+      "loss": 0.6345,
+      "step": 1445
+    },
+    {
+      "epoch": 0.7083894672382118,
+      "grad_norm": 0.3349767327308655,
+      "learning_rate": 4.408763231305654e-06,
+      "loss": 0.6224,
+      "step": 1446
+    },
+    {
+      "epoch": 0.7088793631353337,
+      "grad_norm": 0.36673104763031006,
+      "learning_rate": 4.407920847552918e-06,
+      "loss": 0.6457,
+      "step": 1447
+    },
+    {
+      "epoch": 0.7093692590324556,
+      "grad_norm": 0.3664603531360626,
+      "learning_rate": 4.407077944720104e-06,
+      "loss": 0.6302,
+      "step": 1448
+    },
+    {
+      "epoch": 0.7098591549295775,
+      "grad_norm": 0.3508128821849823,
+      "learning_rate": 4.4062345230365345e-06,
+      "loss": 0.6434,
+      "step": 1449
+    },
+    {
+      "epoch": 0.7103490508266993,
+      "grad_norm": 0.3559228479862213,
+      "learning_rate": 4.4053905827316765e-06,
+      "loss": 0.6112,
+      "step": 1450
+    },
+    {
+      "epoch": 0.7108389467238212,
+      "grad_norm": 0.3495516777038574,
+      "learning_rate": 4.404546124035137e-06,
+      "loss": 0.6522,
+      "step": 1451
+    },
+    {
+      "epoch": 0.7113288426209431,
+      "grad_norm": 0.3622876703739166,
+      "learning_rate": 4.4037011471766656e-06,
+      "loss": 0.667,
+      "step": 1452
+    },
+    {
+      "epoch": 0.7118187385180649,
+      "grad_norm": 0.3653157949447632,
+      "learning_rate": 4.402855652386151e-06,
+      "loss": 0.6518,
+      "step": 1453
+    },
+    {
+      "epoch": 0.7123086344151868,
+      "grad_norm": 0.36109858751296997,
+      "learning_rate": 4.402009639893622e-06,
+      "loss": 0.6193,
+      "step": 1454
+    },
+    {
+      "epoch": 0.7127985303123087,
+      "grad_norm": 0.3428484797477722,
+      "learning_rate": 4.401163109929251e-06,
+      "loss": 0.6384,
+      "step": 1455
+    },
+    {
+      "epoch": 0.7132884262094304,
+      "grad_norm": 0.33944132924079895,
+      "learning_rate": 4.40031606272335e-06,
+      "loss": 0.6195,
+      "step": 1456
+    },
+    {
+      "epoch": 0.7137783221065523,
+      "grad_norm": 0.34885114431381226,
+      "learning_rate": 4.399468498506372e-06,
+      "loss": 0.6374,
+      "step": 1457
+    },
+    {
+      "epoch": 0.7142682180036742,
+      "grad_norm": 0.3379736840724945,
+      "learning_rate": 4.39862041750891e-06,
+      "loss": 0.6476,
+      "step": 1458
+    },
+    {
+      "epoch": 0.7147581139007961,
+      "grad_norm": 0.3457338511943817,
+      "learning_rate": 4.397771819961696e-06,
+      "loss": 0.6336,
+      "step": 1459
+    },
+    {
+      "epoch": 0.7152480097979179,
+      "grad_norm": 0.35912013053894043,
+      "learning_rate": 4.3969227060956065e-06,
+      "loss": 0.6425,
+      "step": 1460
+    },
+    {
+      "epoch": 0.7157379056950398,
+      "grad_norm": 0.34900614619255066,
+      "learning_rate": 4.3960730761416556e-06,
+      "loss": 0.6181,
+      "step": 1461
+    },
+    {
+      "epoch": 0.7162278015921617,
+      "grad_norm": 0.3592720925807953,
+      "learning_rate": 4.395222930330999e-06,
+      "loss": 0.6493,
+      "step": 1462
+    },
+    {
+      "epoch": 0.7167176974892835,
+      "grad_norm": 0.37626612186431885,
+      "learning_rate": 4.394372268894932e-06,
+      "loss": 0.6488,
+      "step": 1463
+    },
+    {
+      "epoch": 0.7172075933864054,
+      "grad_norm": 0.33996111154556274,
+      "learning_rate": 4.3935210920648906e-06,
+      "loss": 0.6002,
+      "step": 1464
+    },
+    {
+      "epoch": 0.7176974892835273,
+      "grad_norm": 0.3402058482170105,
+      "learning_rate": 4.392669400072451e-06,
+      "loss": 0.6641,
+      "step": 1465
+    },
+    {
+      "epoch": 0.7181873851806491,
+      "grad_norm": 0.3400043249130249,
+      "learning_rate": 4.39181719314933e-06,
+      "loss": 0.6471,
+      "step": 1466
+    },
+    {
+      "epoch": 0.718677281077771,
+      "grad_norm": 0.35515210032463074,
+      "learning_rate": 4.3909644715273826e-06,
+      "loss": 0.616,
+      "step": 1467
+    },
+    {
+      "epoch": 0.7191671769748929,
+      "grad_norm": 0.3558686673641205,
+      "learning_rate": 4.390111235438606e-06,
+      "loss": 0.6475,
+      "step": 1468
+    },
+    {
+      "epoch": 0.7196570728720147,
+      "grad_norm": 0.357598215341568,
+      "learning_rate": 4.3892574851151375e-06,
+      "loss": 0.6427,
+      "step": 1469
+    },
+    {
+      "epoch": 0.7201469687691365,
+      "grad_norm": 0.3601952791213989,
+      "learning_rate": 4.388403220789252e-06,
+      "loss": 0.6324,
+      "step": 1470
+    },
+    {
+      "epoch": 0.7206368646662584,
+      "grad_norm": 0.3500250279903412,
+      "learning_rate": 4.387548442693367e-06,
+      "loss": 0.6429,
+      "step": 1471
+    },
+    {
+      "epoch": 0.7211267605633803,
+      "grad_norm": 0.3473350703716278,
+      "learning_rate": 4.386693151060036e-06,
+      "loss": 0.6341,
+      "step": 1472
+    },
+    {
+      "epoch": 0.7216166564605021,
+      "grad_norm": 0.3497799038887024,
+      "learning_rate": 4.385837346121957e-06,
+      "loss": 0.6235,
+      "step": 1473
+    },
+    {
+      "epoch": 0.722106552357624,
+      "grad_norm": 0.349621444940567,
+      "learning_rate": 4.384981028111965e-06,
+      "loss": 0.6265,
+      "step": 1474
+    },
+    {
+      "epoch": 0.7225964482547459,
+      "grad_norm": 0.35969698429107666,
+      "learning_rate": 4.384124197263033e-06,
+      "loss": 0.6484,
+      "step": 1475
+    },
+    {
+      "epoch": 0.7230863441518677,
+      "grad_norm": 0.3602536618709564,
+      "learning_rate": 4.383266853808278e-06,
+      "loss": 0.6515,
+      "step": 1476
+    },
+    {
+      "epoch": 0.7235762400489896,
+      "grad_norm": 0.35244783759117126,
+      "learning_rate": 4.382408997980952e-06,
+      "loss": 0.6041,
+      "step": 1477
+    },
+    {
+      "epoch": 0.7240661359461115,
+      "grad_norm": 0.3843582570552826,
+      "learning_rate": 4.38155063001445e-06,
+      "loss": 0.6119,
+      "step": 1478
+    },
+    {
+      "epoch": 0.7245560318432334,
+      "grad_norm": 0.3423139154911041,
+      "learning_rate": 4.3806917501423026e-06,
+      "loss": 0.6578,
+      "step": 1479
+    },
+    {
+      "epoch": 0.7250459277403551,
+      "grad_norm": 0.3562920391559601,
+      "learning_rate": 4.379832358598183e-06,
+      "loss": 0.644,
+      "step": 1480
+    },
+    {
+      "epoch": 0.725535823637477,
+      "grad_norm": 0.37188270688056946,
+      "learning_rate": 4.378972455615901e-06,
+      "loss": 0.6539,
+      "step": 1481
+    },
+    {
+      "epoch": 0.7260257195345989,
+      "grad_norm": 0.3575827479362488,
+      "learning_rate": 4.378112041429409e-06,
+      "loss": 0.6499,
+      "step": 1482
+    },
+    {
+      "epoch": 0.7265156154317207,
+      "grad_norm": 0.35851728916168213,
+      "learning_rate": 4.3772511162727934e-06,
+      "loss": 0.6381,
+      "step": 1483
+    },
+    {
+      "epoch": 0.7270055113288426,
+      "grad_norm": 0.35518619418144226,
+      "learning_rate": 4.376389680380286e-06,
+      "loss": 0.6302,
+      "step": 1484
+    },
+    {
+      "epoch": 0.7274954072259645,
+      "grad_norm": 0.33862000703811646,
+      "learning_rate": 4.37552773398625e-06,
+      "loss": 0.6378,
+      "step": 1485
+    },
+    {
+      "epoch": 0.7279853031230863,
+      "grad_norm": 0.3456350564956665,
+      "learning_rate": 4.374665277325195e-06,
+      "loss": 0.6266,
+      "step": 1486
+    },
+    {
+      "epoch": 0.7284751990202082,
+      "grad_norm": 0.35843735933303833,
+      "learning_rate": 4.373802310631765e-06,
+      "loss": 0.6189,
+      "step": 1487
+    },
+    {
+      "epoch": 0.7289650949173301,
+      "grad_norm": 0.35915929079055786,
+      "learning_rate": 4.372938834140742e-06,
+      "loss": 0.6305,
+      "step": 1488
+    },
+    {
+      "epoch": 0.729454990814452,
+      "grad_norm": 0.34460461139678955,
+      "learning_rate": 4.3720748480870515e-06,
+      "loss": 0.6325,
+      "step": 1489
+    },
+    {
+      "epoch": 0.7299448867115738,
+      "grad_norm": 0.34665390849113464,
+      "learning_rate": 4.371210352705753e-06,
+      "loss": 0.6403,
+      "step": 1490
+    },
+    {
+      "epoch": 0.7304347826086957,
+      "grad_norm": 0.34286579489707947,
+      "learning_rate": 4.370345348232046e-06,
+      "loss": 0.6241,
+      "step": 1491
+    },
+    {
+      "epoch": 0.7309246785058175,
+      "grad_norm": 0.36061859130859375,
+      "learning_rate": 4.369479834901268e-06,
+      "loss": 0.647,
+      "step": 1492
+    },
+    {
+      "epoch": 0.7314145744029393,
+      "grad_norm": 0.3598126173019409,
+      "learning_rate": 4.368613812948898e-06,
+      "loss": 0.6343,
+      "step": 1493
+    },
+    {
+      "epoch": 0.7319044703000612,
+      "grad_norm": 0.3460848331451416,
+      "learning_rate": 4.367747282610548e-06,
+      "loss": 0.6104,
+      "step": 1494
+    },
+    {
+      "epoch": 0.7323943661971831,
+      "grad_norm": 0.3402574360370636,
+      "learning_rate": 4.366880244121972e-06,
+      "loss": 0.6349,
+      "step": 1495
+    },
+    {
+      "epoch": 0.7328842620943049,
+      "grad_norm": 0.37308433651924133,
+      "learning_rate": 4.366012697719064e-06,
+      "loss": 0.6387,
+      "step": 1496
+    },
+    {
+      "epoch": 0.7333741579914268,
+      "grad_norm": 0.3392968773841858,
+      "learning_rate": 4.365144643637852e-06,
+      "loss": 0.6343,
+      "step": 1497
+    },
+    {
+      "epoch": 0.7338640538885487,
+      "grad_norm": 0.3485359251499176,
+      "learning_rate": 4.364276082114504e-06,
+      "loss": 0.6412,
+      "step": 1498
+    },
+    {
+      "epoch": 0.7343539497856706,
+      "grad_norm": 0.3518224358558655,
+      "learning_rate": 4.363407013385325e-06,
+      "loss": 0.6199,
+      "step": 1499
+    },
+    {
+      "epoch": 0.7348438456827924,
+      "grad_norm": 0.35371819138526917,
+      "learning_rate": 4.36253743768676e-06,
+      "loss": 0.6297,
+      "step": 1500
+    },
+    {
+      "epoch": 0.7353337415799143,
+      "grad_norm": 0.34904298186302185,
+      "learning_rate": 4.36166735525539e-06,
+      "loss": 0.5931,
+      "step": 1501
+    },
+    {
+      "epoch": 0.7358236374770362,
+      "grad_norm": 0.36501210927963257,
+      "learning_rate": 4.360796766327936e-06,
+      "loss": 0.6413,
+      "step": 1502
+    },
+    {
+      "epoch": 0.736313533374158,
+      "grad_norm": 0.356987327337265,
+      "learning_rate": 4.3599256711412555e-06,
+      "loss": 0.6476,
+      "step": 1503
+    },
+    {
+      "epoch": 0.7368034292712798,
+      "grad_norm": 0.3617223799228668,
+      "learning_rate": 4.3590540699323415e-06,
+      "loss": 0.6283,
+      "step": 1504
+    },
+    {
+      "epoch": 0.7372933251684017,
+      "grad_norm": 0.3590957820415497,
+      "learning_rate": 4.358181962938329e-06,
+      "loss": 0.633,
+      "step": 1505
+    },
+    {
+      "epoch": 0.7377832210655236,
+      "grad_norm": 0.3524998426437378,
+      "learning_rate": 4.357309350396488e-06,
+      "loss": 0.6341,
+      "step": 1506
+    },
+    {
+      "epoch": 0.7382731169626454,
+      "grad_norm": 0.3727060556411743,
+      "learning_rate": 4.356436232544227e-06,
+      "loss": 0.6502,
+      "step": 1507
+    },
+    {
+      "epoch": 0.7387630128597673,
+      "grad_norm": 0.349979043006897,
+      "learning_rate": 4.35556260961909e-06,
+      "loss": 0.6538,
+      "step": 1508
+    },
+    {
+      "epoch": 0.7392529087568892,
+      "grad_norm": 0.3617153763771057,
+      "learning_rate": 4.354688481858762e-06,
+      "loss": 0.627,
+      "step": 1509
+    },
+    {
+      "epoch": 0.739742804654011,
+      "grad_norm": 0.36576417088508606,
+      "learning_rate": 4.353813849501062e-06,
+      "loss": 0.6394,
+      "step": 1510
+    },
+    {
+      "epoch": 0.7402327005511329,
+      "grad_norm": 0.34674984216690063,
+      "learning_rate": 4.352938712783947e-06,
+      "loss": 0.6275,
+      "step": 1511
+    },
+    {
+      "epoch": 0.7407225964482548,
+      "grad_norm": 0.3658475875854492,
+      "learning_rate": 4.352063071945514e-06,
+      "loss": 0.6237,
+      "step": 1512
+    },
+    {
+      "epoch": 0.7412124923453766,
+      "grad_norm": 0.35605910420417786,
+      "learning_rate": 4.351186927223992e-06,
+      "loss": 0.6628,
+      "step": 1513
+    },
+    {
+      "epoch": 0.7417023882424985,
+      "grad_norm": 0.3472442030906677,
+      "learning_rate": 4.350310278857754e-06,
+      "loss": 0.6531,
+      "step": 1514
+    },
+    {
+      "epoch": 0.7421922841396204,
+      "grad_norm": 0.34654098749160767,
+      "learning_rate": 4.349433127085302e-06,
+      "loss": 0.6177,
+      "step": 1515
+    },
+    {
+      "epoch": 0.7426821800367422,
+      "grad_norm": 0.3483250141143799,
+      "learning_rate": 4.34855547214528e-06,
+      "loss": 0.5996,
+      "step": 1516
+    },
+    {
+      "epoch": 0.743172075933864,
+      "grad_norm": 0.3742973506450653,
+      "learning_rate": 4.34767731427647e-06,
+      "loss": 0.67,
+      "step": 1517
+    },
+    {
+      "epoch": 0.7436619718309859,
+      "grad_norm": 0.36761683225631714,
+      "learning_rate": 4.346798653717787e-06,
+      "loss": 0.6544,
+      "step": 1518
+    },
+    {
+      "epoch": 0.7441518677281078,
+      "grad_norm": 0.35679250955581665,
+      "learning_rate": 4.345919490708286e-06,
+      "loss": 0.627,
+      "step": 1519
+    },
+    {
+      "epoch": 0.7446417636252296,
+      "grad_norm": 0.34713515639305115,
+      "learning_rate": 4.345039825487156e-06,
+      "loss": 0.6363,
+      "step": 1520
+    },
+    {
+      "epoch": 0.7451316595223515,
+      "grad_norm": 0.3618803322315216,
+      "learning_rate": 4.344159658293723e-06,
+      "loss": 0.6641,
+      "step": 1521
+    },
+    {
+      "epoch": 0.7456215554194734,
+      "grad_norm": 0.35535937547683716,
+      "learning_rate": 4.343278989367452e-06,
+      "loss": 0.6325,
+      "step": 1522
+    },
+    {
+      "epoch": 0.7461114513165952,
+      "grad_norm": 0.3408360481262207,
+      "learning_rate": 4.342397818947943e-06,
+      "loss": 0.6324,
+      "step": 1523
+    },
+    {
+      "epoch": 0.7466013472137171,
+      "grad_norm": 0.3660116493701935,
+      "learning_rate": 4.341516147274931e-06,
+      "loss": 0.6098,
+      "step": 1524
+    },
+    {
+      "epoch": 0.747091243110839,
+      "grad_norm": 0.3499428629875183,
+      "learning_rate": 4.34063397458829e-06,
+      "loss": 0.667,
+      "step": 1525
+    },
+    {
+      "epoch": 0.7475811390079609,
+      "grad_norm": 0.3460999131202698,
+      "learning_rate": 4.339751301128028e-06,
+      "loss": 0.6339,
+      "step": 1526
+    },
+    {
+      "epoch": 0.7480710349050826,
+      "grad_norm": 0.3715626895427704,
+      "learning_rate": 4.338868127134291e-06,
+      "loss": 0.6494,
+      "step": 1527
+    },
+    {
+      "epoch": 0.7485609308022045,
+      "grad_norm": 0.35727787017822266,
+      "learning_rate": 4.3379844528473605e-06,
+      "loss": 0.6661,
+      "step": 1528
+    },
+    {
+      "epoch": 0.7490508266993264,
+      "grad_norm": 0.34379470348358154,
+      "learning_rate": 4.337100278507654e-06,
+      "loss": 0.6311,
+      "step": 1529
+    },
+    {
+      "epoch": 0.7495407225964482,
+      "grad_norm": 0.3414919972419739,
+      "learning_rate": 4.3362156043557246e-06,
+      "loss": 0.656,
+      "step": 1530
+    },
+    {
+      "epoch": 0.7500306184935701,
+      "grad_norm": 0.3487052619457245,
+      "learning_rate": 4.335330430632263e-06,
+      "loss": 0.6433,
+      "step": 1531
+    },
+    {
+      "epoch": 0.750520514390692,
+      "grad_norm": 0.3398865759372711,
+      "learning_rate": 4.334444757578093e-06,
+      "loss": 0.6083,
+      "step": 1532
+    },
+    {
+      "epoch": 0.7510104102878138,
+      "grad_norm": 0.3585461378097534,
+      "learning_rate": 4.3335585854341776e-06,
+      "loss": 0.6106,
+      "step": 1533
+    },
+    {
+      "epoch": 0.7515003061849357,
+      "grad_norm": 0.3617606461048126,
+      "learning_rate": 4.332671914441614e-06,
+      "loss": 0.6305,
+      "step": 1534
+    },
+    {
+      "epoch": 0.7519902020820576,
+      "grad_norm": 0.35764437913894653,
+      "learning_rate": 4.331784744841634e-06,
+      "loss": 0.6217,
+      "step": 1535
+    },
+    {
+      "epoch": 0.7524800979791795,
+      "grad_norm": 0.3439844250679016,
+      "learning_rate": 4.330897076875606e-06,
+      "loss": 0.6109,
+      "step": 1536
+    },
+    {
+      "epoch": 0.7529699938763013,
+      "grad_norm": 0.3562347888946533,
+      "learning_rate": 4.3300089107850365e-06,
+      "loss": 0.6455,
+      "step": 1537
+    },
+    {
+      "epoch": 0.7534598897734232,
+      "grad_norm": 0.3550952076911926,
+      "learning_rate": 4.329120246811562e-06,
+      "loss": 0.6443,
+      "step": 1538
+    },
+    {
+      "epoch": 0.753949785670545,
+      "grad_norm": 0.35900068283081055,
+      "learning_rate": 4.328231085196959e-06,
+      "loss": 0.6399,
+      "step": 1539
+    },
+    {
+      "epoch": 0.7544396815676668,
+      "grad_norm": 0.3578474819660187,
+      "learning_rate": 4.327341426183139e-06,
+      "loss": 0.6332,
+      "step": 1540
+    },
+    {
+      "epoch": 0.7549295774647887,
+      "grad_norm": 0.37041589617729187,
+      "learning_rate": 4.326451270012146e-06,
+      "loss": 0.6453,
+      "step": 1541
+    },
+    {
+      "epoch": 0.7554194733619106,
+      "grad_norm": 0.35958898067474365,
+      "learning_rate": 4.325560616926162e-06,
+      "loss": 0.6385,
+      "step": 1542
+    },
+    {
+      "epoch": 0.7559093692590324,
+      "grad_norm": 0.3471086919307709,
+      "learning_rate": 4.324669467167504e-06,
+      "loss": 0.6272,
+      "step": 1543
+    },
+    {
+      "epoch": 0.7563992651561543,
+      "grad_norm": 0.355865478515625,
+      "learning_rate": 4.323777820978622e-06,
+      "loss": 0.6502,
+      "step": 1544
+    },
+    {
+      "epoch": 0.7568891610532762,
+      "grad_norm": 0.3631455898284912,
+      "learning_rate": 4.322885678602103e-06,
+      "loss": 0.6361,
+      "step": 1545
+    },
+    {
+      "epoch": 0.7573790569503981,
+      "grad_norm": 0.3473595380783081,
+      "learning_rate": 4.321993040280669e-06,
+      "loss": 0.6271,
+      "step": 1546
+    },
+    {
+      "epoch": 0.7578689528475199,
+      "grad_norm": 0.3650197684764862,
+      "learning_rate": 4.321099906257175e-06,
+      "loss": 0.6371,
+      "step": 1547
+    },
+    {
+      "epoch": 0.7583588487446418,
+      "grad_norm": 0.3387010097503662,
+      "learning_rate": 4.320206276774613e-06,
+      "loss": 0.6436,
+      "step": 1548
+    },
+    {
+      "epoch": 0.7588487446417637,
+      "grad_norm": 0.3699718713760376,
+      "learning_rate": 4.3193121520761105e-06,
+      "loss": 0.6585,
+      "step": 1549
+    },
+    {
+      "epoch": 0.7593386405388854,
+      "grad_norm": 0.3527061343193054,
+      "learning_rate": 4.318417532404926e-06,
+      "loss": 0.6474,
+      "step": 1550
+    },
+    {
+      "epoch": 0.7598285364360073,
+      "grad_norm": 0.35305193066596985,
+      "learning_rate": 4.3175224180044575e-06,
+      "loss": 0.6245,
+      "step": 1551
+    },
+    {
+      "epoch": 0.7603184323331292,
+      "grad_norm": 0.352267861366272,
+      "learning_rate": 4.316626809118232e-06,
+      "loss": 0.6581,
+      "step": 1552
+    },
+    {
+      "epoch": 0.760808328230251,
+      "grad_norm": 0.35272592306137085,
+      "learning_rate": 4.3157307059899155e-06,
+      "loss": 0.631,
+      "step": 1553
+    },
+    {
+      "epoch": 0.7612982241273729,
+      "grad_norm": 0.3434283137321472,
+      "learning_rate": 4.314834108863308e-06,
+      "loss": 0.6205,
+      "step": 1554
+    },
+    {
+      "epoch": 0.7617881200244948,
+      "grad_norm": 0.35709479451179504,
+      "learning_rate": 4.313937017982342e-06,
+      "loss": 0.6205,
+      "step": 1555
+    },
+    {
+      "epoch": 0.7622780159216167,
+      "grad_norm": 0.3480152189731598,
+      "learning_rate": 4.313039433591085e-06,
+      "loss": 0.6281,
+      "step": 1556
+    },
+    {
+      "epoch": 0.7627679118187385,
+      "grad_norm": 0.3423363268375397,
+      "learning_rate": 4.3121413559337394e-06,
+      "loss": 0.6324,
+      "step": 1557
+    },
+    {
+      "epoch": 0.7632578077158604,
+      "grad_norm": 0.3515855371952057,
+      "learning_rate": 4.311242785254641e-06,
+      "loss": 0.6476,
+      "step": 1558
+    },
+    {
+      "epoch": 0.7637477036129823,
+      "grad_norm": 0.35674506425857544,
+      "learning_rate": 4.310343721798262e-06,
+      "loss": 0.6389,
+      "step": 1559
+    },
+    {
+      "epoch": 0.7642375995101041,
+      "grad_norm": 0.3473707437515259,
+      "learning_rate": 4.309444165809204e-06,
+      "loss": 0.6393,
+      "step": 1560
+    },
+    {
+      "epoch": 0.764727495407226,
+      "grad_norm": 0.3437351584434509,
+      "learning_rate": 4.308544117532209e-06,
+      "loss": 0.6496,
+      "step": 1561
+    },
+    {
+      "epoch": 0.7652173913043478,
+      "grad_norm": 0.35847991704940796,
+      "learning_rate": 4.307643577212145e-06,
+      "loss": 0.6237,
+      "step": 1562
+    },
+    {
+      "epoch": 0.7657072872014696,
+      "grad_norm": 0.3546234667301178,
+      "learning_rate": 4.306742545094022e-06,
+      "loss": 0.6363,
+      "step": 1563
+    },
+    {
+      "epoch": 0.7661971830985915,
+      "grad_norm": 0.3565414845943451,
+      "learning_rate": 4.305841021422978e-06,
+      "loss": 0.5923,
+      "step": 1564
+    },
+    {
+      "epoch": 0.7666870789957134,
+      "grad_norm": 0.3588482737541199,
+      "learning_rate": 4.304939006444288e-06,
+      "loss": 0.6266,
+      "step": 1565
+    },
+    {
+      "epoch": 0.7671769748928353,
+      "grad_norm": 0.3416237235069275,
+      "learning_rate": 4.3040365004033576e-06,
+      "loss": 0.6214,
+      "step": 1566
+    },
+    {
+      "epoch": 0.7676668707899571,
+      "grad_norm": 0.3760249614715576,
+      "learning_rate": 4.30313350354573e-06,
+      "loss": 0.6285,
+      "step": 1567
+    },
+    {
+      "epoch": 0.768156766687079,
+      "grad_norm": 0.33408862352371216,
+      "learning_rate": 4.302230016117079e-06,
+      "loss": 0.6094,
+      "step": 1568
+    },
+    {
+      "epoch": 0.7686466625842009,
+      "grad_norm": 0.3498431146144867,
+      "learning_rate": 4.301326038363213e-06,
+      "loss": 0.6187,
+      "step": 1569
+    },
+    {
+      "epoch": 0.7691365584813227,
+      "grad_norm": 0.3693348467350006,
+      "learning_rate": 4.300421570530073e-06,
+      "loss": 0.6644,
+      "step": 1570
+    },
+    {
+      "epoch": 0.7696264543784446,
+      "grad_norm": 0.3516463041305542,
+      "learning_rate": 4.299516612863734e-06,
+      "loss": 0.6295,
+      "step": 1571
+    },
+    {
+      "epoch": 0.7701163502755665,
+      "grad_norm": 0.35464391112327576,
+      "learning_rate": 4.298611165610404e-06,
+      "loss": 0.6246,
+      "step": 1572
+    },
+    {
+      "epoch": 0.7706062461726884,
+      "grad_norm": 0.3509035110473633,
+      "learning_rate": 4.297705229016423e-06,
+      "loss": 0.6263,
+      "step": 1573
+    },
+    {
+      "epoch": 0.7710961420698101,
+      "grad_norm": 0.35598504543304443,
+      "learning_rate": 4.296798803328267e-06,
+      "loss": 0.6479,
+      "step": 1574
+    },
+    {
+      "epoch": 0.771586037966932,
+      "grad_norm": 0.37206852436065674,
+      "learning_rate": 4.295891888792543e-06,
+      "loss": 0.6134,
+      "step": 1575
+    },
+    {
+      "epoch": 0.7720759338640539,
+      "grad_norm": 0.3516175448894501,
+      "learning_rate": 4.294984485655992e-06,
+      "loss": 0.6545,
+      "step": 1576
+    },
+    {
+      "epoch": 0.7725658297611757,
+      "grad_norm": 0.36359652876853943,
+      "learning_rate": 4.294076594165487e-06,
+      "loss": 0.6332,
+      "step": 1577
+    },
+    {
+      "epoch": 0.7730557256582976,
+      "grad_norm": 0.35042086243629456,
+      "learning_rate": 4.293168214568035e-06,
+      "loss": 0.6302,
+      "step": 1578
+    },
+    {
+      "epoch": 0.7735456215554195,
+      "grad_norm": 0.35204851627349854,
+      "learning_rate": 4.292259347110772e-06,
+      "loss": 0.6727,
+      "step": 1579
+    },
+    {
+      "epoch": 0.7740355174525413,
+      "grad_norm": 0.35548853874206543,
+      "learning_rate": 4.2913499920409735e-06,
+      "loss": 0.6345,
+      "step": 1580
+    },
+    {
+      "epoch": 0.7745254133496632,
+      "grad_norm": 0.35779857635498047,
+      "learning_rate": 4.290440149606042e-06,
+      "loss": 0.6139,
+      "step": 1581
+    },
+    {
+      "epoch": 0.7750153092467851,
+      "grad_norm": 0.3580545485019684,
+      "learning_rate": 4.289529820053515e-06,
+      "loss": 0.6419,
+      "step": 1582
+    },
+    {
+      "epoch": 0.775505205143907,
+      "grad_norm": 0.37659353017807007,
+      "learning_rate": 4.288619003631062e-06,
+      "loss": 0.6446,
+      "step": 1583
+    },
+    {
+      "epoch": 0.7759951010410288,
+      "grad_norm": 0.3591335415840149,
+      "learning_rate": 4.287707700586486e-06,
+      "loss": 0.6224,
+      "step": 1584
+    },
+    {
+      "epoch": 0.7764849969381507,
+      "grad_norm": 0.3432382345199585,
+      "learning_rate": 4.28679591116772e-06,
+      "loss": 0.6341,
+      "step": 1585
+    },
+    {
+      "epoch": 0.7769748928352725,
+      "grad_norm": 0.35006436705589294,
+      "learning_rate": 4.285883635622831e-06,
+      "loss": 0.6045,
+      "step": 1586
+    },
+    {
+      "epoch": 0.7774647887323943,
+      "grad_norm": 0.3341239094734192,
+      "learning_rate": 4.284970874200017e-06,
+      "loss": 0.6408,
+      "step": 1587
+    },
+    {
+      "epoch": 0.7779546846295162,
+      "grad_norm": 0.34813687205314636,
+      "learning_rate": 4.284057627147612e-06,
+      "loss": 0.6298,
+      "step": 1588
+    },
+    {
+      "epoch": 0.7784445805266381,
+      "grad_norm": 0.3582232594490051,
+      "learning_rate": 4.283143894714078e-06,
+      "loss": 0.6374,
+      "step": 1589
+    },
+    {
+      "epoch": 0.7789344764237599,
+      "grad_norm": 0.35491639375686646,
+      "learning_rate": 4.28222967714801e-06,
+      "loss": 0.6355,
+      "step": 1590
+    },
+    {
+      "epoch": 0.7794243723208818,
+      "grad_norm": 0.36043015122413635,
+      "learning_rate": 4.281314974698135e-06,
+      "loss": 0.6373,
+      "step": 1591
+    },
+    {
+      "epoch": 0.7799142682180037,
+      "grad_norm": 0.3543197512626648,
+      "learning_rate": 4.280399787613314e-06,
+      "loss": 0.63,
+      "step": 1592
+    },
+    {
+      "epoch": 0.7804041641151256,
+      "grad_norm": 0.3556041419506073,
+      "learning_rate": 4.279484116142536e-06,
+      "loss": 0.6066,
+      "step": 1593
+    },
+    {
+      "epoch": 0.7808940600122474,
+      "grad_norm": 0.35114777088165283,
+      "learning_rate": 4.278567960534925e-06,
+      "loss": 0.6397,
+      "step": 1594
+    },
+    {
+      "epoch": 0.7813839559093693,
+      "grad_norm": 0.35579121112823486,
+      "learning_rate": 4.277651321039736e-06,
+      "loss": 0.6348,
+      "step": 1595
+    },
+    {
+      "epoch": 0.7818738518064912,
+      "grad_norm": 0.35150033235549927,
+      "learning_rate": 4.2767341979063535e-06,
+      "loss": 0.6416,
+      "step": 1596
+    },
+    {
+      "epoch": 0.7823637477036129,
+      "grad_norm": 0.3624979853630066,
+      "learning_rate": 4.2758165913842975e-06,
+      "loss": 0.5853,
+      "step": 1597
+    },
+    {
+      "epoch": 0.7828536436007348,
+      "grad_norm": 0.3627711236476898,
+      "learning_rate": 4.274898501723217e-06,
+      "loss": 0.6421,
+      "step": 1598
+    },
+    {
+      "epoch": 0.7833435394978567,
+      "grad_norm": 0.36170175671577454,
+      "learning_rate": 4.273979929172892e-06,
+      "loss": 0.6371,
+      "step": 1599
+    },
+    {
+      "epoch": 0.7838334353949785,
+      "grad_norm": 0.3567507863044739,
+      "learning_rate": 4.273060873983235e-06,
+      "loss": 0.6386,
+      "step": 1600
+    },
+    {
+      "epoch": 0.7843233312921004,
+      "grad_norm": 0.3699304163455963,
+      "learning_rate": 4.27214133640429e-06,
+      "loss": 0.6442,
+      "step": 1601
+    },
+    {
+      "epoch": 0.7848132271892223,
+      "grad_norm": 0.36581847071647644,
+      "learning_rate": 4.271221316686232e-06,
+      "loss": 0.6471,
+      "step": 1602
+    },
+    {
+      "epoch": 0.7853031230863442,
+      "grad_norm": 0.35311195254325867,
+      "learning_rate": 4.270300815079365e-06,
+      "loss": 0.6282,
+      "step": 1603
+    },
+    {
+      "epoch": 0.785793018983466,
+      "grad_norm": 0.3268887400627136,
+      "learning_rate": 4.269379831834127e-06,
+      "loss": 0.6128,
+      "step": 1604
+    },
+    {
+      "epoch": 0.7862829148805879,
+      "grad_norm": 0.3437340557575226,
+      "learning_rate": 4.268458367201088e-06,
+      "loss": 0.6396,
+      "step": 1605
+    },
+    {
+      "epoch": 0.7867728107777098,
+      "grad_norm": 0.3491259813308716,
+      "learning_rate": 4.267536421430946e-06,
+      "loss": 0.6194,
+      "step": 1606
+    },
+    {
+      "epoch": 0.7872627066748316,
+      "grad_norm": 0.34736862778663635,
+      "learning_rate": 4.266613994774528e-06,
+      "loss": 0.6167,
+      "step": 1607
+    },
+    {
+      "epoch": 0.7877526025719535,
+      "grad_norm": 0.35211804509162903,
+      "learning_rate": 4.265691087482799e-06,
+      "loss": 0.6222,
+      "step": 1608
+    },
+    {
+      "epoch": 0.7882424984690753,
+      "grad_norm": 0.35701170563697815,
+      "learning_rate": 4.264767699806848e-06,
+      "loss": 0.6133,
+      "step": 1609
+    },
+    {
+      "epoch": 0.7887323943661971,
+      "grad_norm": 0.33028626441955566,
+      "learning_rate": 4.263843831997899e-06,
+      "loss": 0.6248,
+      "step": 1610
+    },
+    {
+      "epoch": 0.789222290263319,
+      "grad_norm": 0.3628077208995819,
+      "learning_rate": 4.262919484307303e-06,
+      "loss": 0.6366,
+      "step": 1611
+    },
+    {
+      "epoch": 0.7897121861604409,
+      "grad_norm": 0.3530922830104828,
+      "learning_rate": 4.2619946569865445e-06,
+      "loss": 0.6366,
+      "step": 1612
+    },
+    {
+      "epoch": 0.7902020820575628,
+      "grad_norm": 0.3449934422969818,
+      "learning_rate": 4.261069350287237e-06,
+      "loss": 0.6086,
+      "step": 1613
+    },
+    {
+      "epoch": 0.7906919779546846,
+      "grad_norm": 0.3515269458293915,
+      "learning_rate": 4.260143564461126e-06,
+      "loss": 0.5886,
+      "step": 1614
+    },
+    {
+      "epoch": 0.7911818738518065,
+      "grad_norm": 0.3541713356971741,
+      "learning_rate": 4.259217299760083e-06,
+      "loss": 0.6526,
+      "step": 1615
+    },
+    {
+      "epoch": 0.7916717697489284,
+      "grad_norm": 0.3405754268169403,
+      "learning_rate": 4.258290556436117e-06,
+      "loss": 0.6439,
+      "step": 1616
+    },
+    {
+      "epoch": 0.7921616656460502,
+      "grad_norm": 0.35600221157073975,
+      "learning_rate": 4.257363334741361e-06,
+      "loss": 0.6257,
+      "step": 1617
+    },
+    {
+      "epoch": 0.7926515615431721,
+      "grad_norm": 0.35318514704704285,
+      "learning_rate": 4.256435634928081e-06,
+      "loss": 0.6513,
+      "step": 1618
+    },
+    {
+      "epoch": 0.793141457440294,
+      "grad_norm": 0.34695348143577576,
+      "learning_rate": 4.255507457248672e-06,
+      "loss": 0.6401,
+      "step": 1619
+    },
+    {
+      "epoch": 0.7936313533374157,
+      "grad_norm": 0.33103105425834656,
+      "learning_rate": 4.25457880195566e-06,
+      "loss": 0.6261,
+      "step": 1620
+    },
+    {
+      "epoch": 0.7941212492345376,
+      "grad_norm": 0.35367587208747864,
+      "learning_rate": 4.2536496693016995e-06,
+      "loss": 0.6213,
+      "step": 1621
+    },
+    {
+      "epoch": 0.7946111451316595,
+      "grad_norm": 0.35644322633743286,
+      "learning_rate": 4.252720059539577e-06,
+      "loss": 0.6512,
+      "step": 1622
+    },
+    {
+      "epoch": 0.7951010410287814,
+      "grad_norm": 0.3602214753627777,
+      "learning_rate": 4.251789972922206e-06,
+      "loss": 0.6137,
+      "step": 1623
+    },
+    {
+      "epoch": 0.7955909369259032,
+      "grad_norm": 0.36309823393821716,
+      "learning_rate": 4.250859409702632e-06,
+      "loss": 0.6002,
+      "step": 1624
+    },
+    {
+      "epoch": 0.7960808328230251,
+      "grad_norm": 0.365477055311203,
+      "learning_rate": 4.24992837013403e-06,
+      "loss": 0.6633,
+      "step": 1625
+    },
+    {
+      "epoch": 0.796570728720147,
+      "grad_norm": 0.3455202877521515,
+      "learning_rate": 4.2489968544697045e-06,
+      "loss": 0.6502,
+      "step": 1626
+    },
+    {
+      "epoch": 0.7970606246172688,
+      "grad_norm": 0.37106695771217346,
+      "learning_rate": 4.248064862963087e-06,
+      "loss": 0.6236,
+      "step": 1627
+    },
+    {
+      "epoch": 0.7975505205143907,
+      "grad_norm": 0.3467376232147217,
+      "learning_rate": 4.247132395867742e-06,
+      "loss": 0.6214,
+      "step": 1628
+    },
+    {
+      "epoch": 0.7980404164115126,
+      "grad_norm": 0.3580789268016815,
+      "learning_rate": 4.246199453437362e-06,
+      "loss": 0.6419,
+      "step": 1629
+    },
+    {
+      "epoch": 0.7985303123086344,
+      "grad_norm": 0.3447851538658142,
+      "learning_rate": 4.2452660359257684e-06,
+      "loss": 0.6233,
+      "step": 1630
+    },
+    {
+      "epoch": 0.7990202082057563,
+      "grad_norm": 0.36099758744239807,
+      "learning_rate": 4.244332143586912e-06,
+      "loss": 0.6256,
+      "step": 1631
+    },
+    {
+      "epoch": 0.7995101041028781,
+      "grad_norm": 0.3572690188884735,
+      "learning_rate": 4.243397776674874e-06,
+      "loss": 0.5994,
+      "step": 1632
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.35768821835517883,
+      "learning_rate": 4.242462935443862e-06,
+      "loss": 0.6054,
+      "step": 1633
+    },
+    {
+      "epoch": 0.8004898958971218,
+      "grad_norm": 0.3552550971508026,
+      "learning_rate": 4.241527620148216e-06,
+      "loss": 0.6365,
+      "step": 1634
+    },
+    {
+      "epoch": 0.8009797917942437,
+      "grad_norm": 0.37358149886131287,
+      "learning_rate": 4.240591831042402e-06,
+      "loss": 0.6517,
+      "step": 1635
+    },
+    {
+      "epoch": 0.8014696876913656,
+      "grad_norm": 0.34565654397010803,
+      "learning_rate": 4.239655568381018e-06,
+      "loss": 0.6153,
+      "step": 1636
+    },
+    {
+      "epoch": 0.8019595835884874,
+      "grad_norm": 0.3581133484840393,
+      "learning_rate": 4.238718832418787e-06,
+      "loss": 0.6264,
+      "step": 1637
+    },
+    {
+      "epoch": 0.8024494794856093,
+      "grad_norm": 0.3637845516204834,
+      "learning_rate": 4.237781623410565e-06,
+      "loss": 0.638,
+      "step": 1638
+    },
+    {
+      "epoch": 0.8029393753827312,
+      "grad_norm": 0.36229655146598816,
+      "learning_rate": 4.236843941611332e-06,
+      "loss": 0.6106,
+      "step": 1639
+    },
+    {
+      "epoch": 0.8034292712798531,
+      "grad_norm": 0.358633428812027,
+      "learning_rate": 4.2359057872762025e-06,
+      "loss": 0.6628,
+      "step": 1640
+    },
+    {
+      "epoch": 0.8039191671769749,
+      "grad_norm": 0.35790446400642395,
+      "learning_rate": 4.2349671606604125e-06,
+      "loss": 0.6229,
+      "step": 1641
+    },
+    {
+      "epoch": 0.8044090630740968,
+      "grad_norm": 0.37761494517326355,
+      "learning_rate": 4.234028062019333e-06,
+      "loss": 0.6671,
+      "step": 1642
+    },
+    {
+      "epoch": 0.8048989589712187,
+      "grad_norm": 0.341201514005661,
+      "learning_rate": 4.233088491608459e-06,
+      "loss": 0.631,
+      "step": 1643
+    },
+    {
+      "epoch": 0.8053888548683404,
+      "grad_norm": 0.34282517433166504,
+      "learning_rate": 4.232148449683418e-06,
+      "loss": 0.6492,
+      "step": 1644
+    },
+    {
+      "epoch": 0.8058787507654623,
+      "grad_norm": 0.35871371626853943,
+      "learning_rate": 4.231207936499959e-06,
+      "loss": 0.6257,
+      "step": 1645
+    },
+    {
+      "epoch": 0.8063686466625842,
+      "grad_norm": 0.3889302611351013,
+      "learning_rate": 4.230266952313968e-06,
+      "loss": 0.6251,
+      "step": 1646
+    },
+    {
+      "epoch": 0.806858542559706,
+      "grad_norm": 0.3646315336227417,
+      "learning_rate": 4.229325497381453e-06,
+      "loss": 0.6371,
+      "step": 1647
+    },
+    {
+      "epoch": 0.8073484384568279,
+      "grad_norm": 0.365292489528656,
+      "learning_rate": 4.22838357195855e-06,
+      "loss": 0.624,
+      "step": 1648
+    },
+    {
+      "epoch": 0.8078383343539498,
+      "grad_norm": 0.34523457288742065,
+      "learning_rate": 4.227441176301527e-06,
+      "loss": 0.6358,
+      "step": 1649
+    },
+    {
+      "epoch": 0.8083282302510717,
+      "grad_norm": 0.3475101590156555,
+      "learning_rate": 4.226498310666776e-06,
+      "loss": 0.6262,
+      "step": 1650
+    },
+    {
+      "epoch": 0.8088181261481935,
+      "grad_norm": 0.3511309027671814,
+      "learning_rate": 4.225554975310819e-06,
+      "loss": 0.6231,
+      "step": 1651
+    },
+    {
+      "epoch": 0.8093080220453154,
+      "grad_norm": 0.3588724732398987,
+      "learning_rate": 4.224611170490307e-06,
+      "loss": 0.6277,
+      "step": 1652
+    },
+    {
+      "epoch": 0.8097979179424373,
+      "grad_norm": 0.3514706790447235,
+      "learning_rate": 4.223666896462015e-06,
+      "loss": 0.622,
+      "step": 1653
+    },
+    {
+      "epoch": 0.8102878138395591,
+      "grad_norm": 0.3686499297618866,
+      "learning_rate": 4.222722153482849e-06,
+      "loss": 0.6774,
+      "step": 1654
+    },
+    {
+      "epoch": 0.810777709736681,
+      "grad_norm": 0.3523634374141693,
+      "learning_rate": 4.221776941809841e-06,
+      "loss": 0.6279,
+      "step": 1655
+    },
+    {
+      "epoch": 0.8112676056338028,
+      "grad_norm": 0.3380214273929596,
+      "learning_rate": 4.22083126170015e-06,
+      "loss": 0.6245,
+      "step": 1656
+    },
+    {
+      "epoch": 0.8117575015309246,
+      "grad_norm": 0.3579692840576172,
+      "learning_rate": 4.219885113411063e-06,
+      "loss": 0.614,
+      "step": 1657
+    },
+    {
+      "epoch": 0.8122473974280465,
+      "grad_norm": 0.3645648956298828,
+      "learning_rate": 4.218938497199996e-06,
+      "loss": 0.6338,
+      "step": 1658
+    },
+    {
+      "epoch": 0.8127372933251684,
+      "grad_norm": 0.34988459944725037,
+      "learning_rate": 4.21799141332449e-06,
+      "loss": 0.6407,
+      "step": 1659
+    },
+    {
+      "epoch": 0.8132271892222903,
+      "grad_norm": 0.35096099972724915,
+      "learning_rate": 4.217043862042215e-06,
+      "loss": 0.6379,
+      "step": 1660
+    },
+    {
+      "epoch": 0.8137170851194121,
+      "grad_norm": 0.37124431133270264,
+      "learning_rate": 4.216095843610967e-06,
+      "loss": 0.6242,
+      "step": 1661
+    },
+    {
+      "epoch": 0.814206981016534,
+      "grad_norm": 0.35415878891944885,
+      "learning_rate": 4.2151473582886686e-06,
+      "loss": 0.6206,
+      "step": 1662
+    },
+    {
+      "epoch": 0.8146968769136559,
+      "grad_norm": 0.3575012981891632,
+      "learning_rate": 4.214198406333371e-06,
+      "loss": 0.6119,
+      "step": 1663
+    },
+    {
+      "epoch": 0.8151867728107777,
+      "grad_norm": 0.34369057416915894,
+      "learning_rate": 4.213248988003251e-06,
+      "loss": 0.6221,
+      "step": 1664
+    },
+    {
+      "epoch": 0.8156766687078996,
+      "grad_norm": 0.36129137873649597,
+      "learning_rate": 4.212299103556614e-06,
+      "loss": 0.6347,
+      "step": 1665
+    },
+    {
+      "epoch": 0.8161665646050215,
+      "grad_norm": 0.35974010825157166,
+      "learning_rate": 4.211348753251891e-06,
+      "loss": 0.6499,
+      "step": 1666
+    },
+    {
+      "epoch": 0.8166564605021432,
+      "grad_norm": 0.3585021197795868,
+      "learning_rate": 4.210397937347638e-06,
+      "loss": 0.6611,
+      "step": 1667
+    },
+    {
+      "epoch": 0.8171463563992651,
+      "grad_norm": 0.36124205589294434,
+      "learning_rate": 4.2094466561025415e-06,
+      "loss": 0.6432,
+      "step": 1668
+    },
+    {
+      "epoch": 0.817636252296387,
+      "grad_norm": 0.3618478775024414,
+      "learning_rate": 4.208494909775413e-06,
+      "loss": 0.612,
+      "step": 1669
+    },
+    {
+      "epoch": 0.8181261481935089,
+      "grad_norm": 0.3520048260688782,
+      "learning_rate": 4.207542698625188e-06,
+      "loss": 0.6263,
+      "step": 1670
+    },
+    {
+      "epoch": 0.8186160440906307,
+      "grad_norm": 0.36058175563812256,
+      "learning_rate": 4.2065900229109315e-06,
+      "loss": 0.6556,
+      "step": 1671
+    },
+    {
+      "epoch": 0.8191059399877526,
+      "grad_norm": 0.34738948941230774,
+      "learning_rate": 4.205636882891835e-06,
+      "loss": 0.6356,
+      "step": 1672
+    },
+    {
+      "epoch": 0.8195958358848745,
+      "grad_norm": 0.3644973933696747,
+      "learning_rate": 4.204683278827214e-06,
+      "loss": 0.6252,
+      "step": 1673
+    },
+    {
+      "epoch": 0.8200857317819963,
+      "grad_norm": 0.3600853979587555,
+      "learning_rate": 4.203729210976513e-06,
+      "loss": 0.6384,
+      "step": 1674
+    },
+    {
+      "epoch": 0.8205756276791182,
+      "grad_norm": 0.3561994135379791,
+      "learning_rate": 4.2027746795993e-06,
+      "loss": 0.6208,
+      "step": 1675
+    },
+    {
+      "epoch": 0.8210655235762401,
+      "grad_norm": 0.3534051179885864,
+      "learning_rate": 4.20181968495527e-06,
+      "loss": 0.6327,
+      "step": 1676
+    },
+    {
+      "epoch": 0.8215554194733619,
+      "grad_norm": 0.36424657702445984,
+      "learning_rate": 4.200864227304247e-06,
+      "loss": 0.6232,
+      "step": 1677
+    },
+    {
+      "epoch": 0.8220453153704838,
+      "grad_norm": 0.35763734579086304,
+      "learning_rate": 4.199908306906176e-06,
+      "loss": 0.6281,
+      "step": 1678
+    },
+    {
+      "epoch": 0.8225352112676056,
+      "grad_norm": 0.3533649146556854,
+      "learning_rate": 4.1989519240211305e-06,
+      "loss": 0.6262,
+      "step": 1679
+    },
+    {
+      "epoch": 0.8230251071647275,
+      "grad_norm": 0.3638383746147156,
+      "learning_rate": 4.197995078909311e-06,
+      "loss": 0.6343,
+      "step": 1680
+    },
+    {
+      "epoch": 0.8235150030618493,
+      "grad_norm": 0.348105788230896,
+      "learning_rate": 4.197037771831041e-06,
+      "loss": 0.6216,
+      "step": 1681
+    },
+    {
+      "epoch": 0.8240048989589712,
+      "grad_norm": 0.33755728602409363,
+      "learning_rate": 4.1960800030467705e-06,
+      "loss": 0.6325,
+      "step": 1682
+    },
+    {
+      "epoch": 0.8244947948560931,
+      "grad_norm": 0.34193381667137146,
+      "learning_rate": 4.195121772817077e-06,
+      "loss": 0.6257,
+      "step": 1683
+    },
+    {
+      "epoch": 0.8249846907532149,
+      "grad_norm": 0.3726844787597656,
+      "learning_rate": 4.194163081402662e-06,
+      "loss": 0.6393,
+      "step": 1684
+    },
+    {
+      "epoch": 0.8254745866503368,
+      "grad_norm": 0.3632981777191162,
+      "learning_rate": 4.1932039290643534e-06,
+      "loss": 0.6377,
+      "step": 1685
+    },
+    {
+      "epoch": 0.8259644825474587,
+      "grad_norm": 0.3556203544139862,
+      "learning_rate": 4.192244316063102e-06,
+      "loss": 0.621,
+      "step": 1686
+    },
+    {
+      "epoch": 0.8264543784445805,
+      "grad_norm": 0.34743455052375793,
+      "learning_rate": 4.191284242659986e-06,
+      "loss": 0.6416,
+      "step": 1687
+    },
+    {
+      "epoch": 0.8269442743417024,
+      "grad_norm": 0.3578084707260132,
+      "learning_rate": 4.190323709116211e-06,
+      "loss": 0.6362,
+      "step": 1688
+    },
+    {
+      "epoch": 0.8274341702388243,
+      "grad_norm": 0.36085325479507446,
+      "learning_rate": 4.189362715693102e-06,
+      "loss": 0.6291,
+      "step": 1689
+    },
+    {
+      "epoch": 0.8279240661359462,
+      "grad_norm": 0.36349424719810486,
+      "learning_rate": 4.188401262652114e-06,
+      "loss": 0.5976,
+      "step": 1690
+    },
+    {
+      "epoch": 0.8284139620330679,
+      "grad_norm": 0.3622356355190277,
+      "learning_rate": 4.187439350254826e-06,
+      "loss": 0.6348,
+      "step": 1691
+    },
+    {
+      "epoch": 0.8289038579301898,
+      "grad_norm": 0.3604823052883148,
+      "learning_rate": 4.186476978762941e-06,
+      "loss": 0.6329,
+      "step": 1692
+    },
+    {
+      "epoch": 0.8293937538273117,
+      "grad_norm": 0.36562973260879517,
+      "learning_rate": 4.185514148438288e-06,
+      "loss": 0.6238,
+      "step": 1693
+    },
+    {
+      "epoch": 0.8298836497244335,
+      "grad_norm": 0.36667400598526,
+      "learning_rate": 4.184550859542819e-06,
+      "loss": 0.6411,
+      "step": 1694
+    },
+    {
+      "epoch": 0.8303735456215554,
+      "grad_norm": 0.36434921622276306,
+      "learning_rate": 4.183587112338613e-06,
+      "loss": 0.6578,
+      "step": 1695
+    },
+    {
+      "epoch": 0.8308634415186773,
+      "grad_norm": 0.3545973002910614,
+      "learning_rate": 4.182622907087872e-06,
+      "loss": 0.6012,
+      "step": 1696
+    },
+    {
+      "epoch": 0.8313533374157991,
+      "grad_norm": 0.3564360737800598,
+      "learning_rate": 4.181658244052924e-06,
+      "loss": 0.648,
+      "step": 1697
+    },
+    {
+      "epoch": 0.831843233312921,
+      "grad_norm": 0.3650110065937042,
+      "learning_rate": 4.180693123496221e-06,
+      "loss": 0.6444,
+      "step": 1698
+    },
+    {
+      "epoch": 0.8323331292100429,
+      "grad_norm": 0.35943543910980225,
+      "learning_rate": 4.179727545680338e-06,
+      "loss": 0.6427,
+      "step": 1699
+    },
+    {
+      "epoch": 0.8328230251071648,
+      "grad_norm": 0.3513593375682831,
+      "learning_rate": 4.178761510867977e-06,
+      "loss": 0.637,
+      "step": 1700
+    },
+    {
+      "epoch": 0.8333129210042866,
+      "grad_norm": 0.3554759621620178,
+      "learning_rate": 4.177795019321963e-06,
+      "loss": 0.6416,
+      "step": 1701
+    },
+    {
+      "epoch": 0.8338028169014085,
+      "grad_norm": 0.35935404896736145,
+      "learning_rate": 4.176828071305244e-06,
+      "loss": 0.636,
+      "step": 1702
+    },
+    {
+      "epoch": 0.8342927127985303,
+      "grad_norm": 0.35404741764068604,
+      "learning_rate": 4.175860667080896e-06,
+      "loss": 0.6075,
+      "step": 1703
+    },
+    {
+      "epoch": 0.8347826086956521,
+      "grad_norm": 0.36948296427726746,
+      "learning_rate": 4.174892806912113e-06,
+      "loss": 0.6297,
+      "step": 1704
+    },
+    {
+      "epoch": 0.835272504592774,
+      "grad_norm": 0.34789204597473145,
+      "learning_rate": 4.1739244910622205e-06,
+      "loss": 0.6319,
+      "step": 1705
+    },
+    {
+      "epoch": 0.8357624004898959,
+      "grad_norm": 0.372383713722229,
+      "learning_rate": 4.172955719794662e-06,
+      "loss": 0.6421,
+      "step": 1706
+    },
+    {
+      "epoch": 0.8362522963870178,
+      "grad_norm": 0.37573274970054626,
+      "learning_rate": 4.171986493373008e-06,
+      "loss": 0.612,
+      "step": 1707
+    },
+    {
+      "epoch": 0.8367421922841396,
+      "grad_norm": 0.3678482174873352,
+      "learning_rate": 4.171016812060951e-06,
+      "loss": 0.5881,
+      "step": 1708
+    },
+    {
+      "epoch": 0.8372320881812615,
+      "grad_norm": 0.36841633915901184,
+      "learning_rate": 4.170046676122309e-06,
+      "loss": 0.5933,
+      "step": 1709
+    },
+    {
+      "epoch": 0.8377219840783834,
+      "grad_norm": 0.33924609422683716,
+      "learning_rate": 4.169076085821021e-06,
+      "loss": 0.639,
+      "step": 1710
+    },
+    {
+      "epoch": 0.8382118799755052,
+      "grad_norm": 0.3626523017883301,
+      "learning_rate": 4.168105041421155e-06,
+      "loss": 0.6169,
+      "step": 1711
+    },
+    {
+      "epoch": 0.8387017758726271,
+      "grad_norm": 0.3452063798904419,
+      "learning_rate": 4.167133543186896e-06,
+      "loss": 0.632,
+      "step": 1712
+    },
+    {
+      "epoch": 0.839191671769749,
+      "grad_norm": 0.34949636459350586,
+      "learning_rate": 4.166161591382557e-06,
+      "loss": 0.6253,
+      "step": 1713
+    },
+    {
+      "epoch": 0.8396815676668707,
+      "grad_norm": 0.37437132000923157,
+      "learning_rate": 4.165189186272572e-06,
+      "loss": 0.6222,
+      "step": 1714
+    },
+    {
+      "epoch": 0.8401714635639926,
+      "grad_norm": 0.35469987988471985,
+      "learning_rate": 4.164216328121499e-06,
+      "loss": 0.6246,
+      "step": 1715
+    },
+    {
+      "epoch": 0.8406613594611145,
+      "grad_norm": 0.33854183554649353,
+      "learning_rate": 4.1632430171940196e-06,
+      "loss": 0.627,
+      "step": 1716
+    },
+    {
+      "epoch": 0.8411512553582364,
+      "grad_norm": 0.357943058013916,
+      "learning_rate": 4.162269253754939e-06,
+      "loss": 0.6306,
+      "step": 1717
+    },
+    {
+      "epoch": 0.8416411512553582,
+      "grad_norm": 0.36788368225097656,
+      "learning_rate": 4.161295038069186e-06,
+      "loss": 0.6325,
+      "step": 1718
+    },
+    {
+      "epoch": 0.8421310471524801,
+      "grad_norm": 0.35560229420661926,
+      "learning_rate": 4.160320370401809e-06,
+      "loss": 0.6382,
+      "step": 1719
+    },
+    {
+      "epoch": 0.842620943049602,
+      "grad_norm": 0.37370407581329346,
+      "learning_rate": 4.1593452510179834e-06,
+      "loss": 0.6626,
+      "step": 1720
+    },
+    {
+      "epoch": 0.8431108389467238,
+      "grad_norm": 0.3486816883087158,
+      "learning_rate": 4.158369680183006e-06,
+      "loss": 0.6257,
+      "step": 1721
+    },
+    {
+      "epoch": 0.8436007348438457,
+      "grad_norm": 0.38826611638069153,
+      "learning_rate": 4.157393658162296e-06,
+      "loss": 0.6456,
+      "step": 1722
+    },
+    {
+      "epoch": 0.8440906307409676,
+      "grad_norm": 0.3426065146923065,
+      "learning_rate": 4.156417185221393e-06,
+      "loss": 0.6116,
+      "step": 1723
+    },
+    {
+      "epoch": 0.8445805266380894,
+      "grad_norm": 0.34008917212486267,
+      "learning_rate": 4.155440261625966e-06,
+      "loss": 0.6092,
+      "step": 1724
+    },
+    {
+      "epoch": 0.8450704225352113,
+      "grad_norm": 0.36330732703208923,
+      "learning_rate": 4.154462887641801e-06,
+      "loss": 0.6345,
+      "step": 1725
+    },
+    {
+      "epoch": 0.8455603184323331,
+      "grad_norm": 0.33931586146354675,
+      "learning_rate": 4.153485063534807e-06,
+      "loss": 0.6216,
+      "step": 1726
+    },
+    {
+      "epoch": 0.846050214329455,
+      "grad_norm": 0.35162895917892456,
+      "learning_rate": 4.152506789571018e-06,
+      "loss": 0.6104,
+      "step": 1727
+    },
+    {
+      "epoch": 0.8465401102265768,
+      "grad_norm": 0.3457432985305786,
+      "learning_rate": 4.151528066016589e-06,
+      "loss": 0.6292,
+      "step": 1728
+    },
+    {
+      "epoch": 0.8470300061236987,
+      "grad_norm": 0.3506641685962677,
+      "learning_rate": 4.150548893137796e-06,
+      "loss": 0.6454,
+      "step": 1729
+    },
+    {
+      "epoch": 0.8475199020208206,
+      "grad_norm": 0.3497201204299927,
+      "learning_rate": 4.149569271201039e-06,
+      "loss": 0.6035,
+      "step": 1730
+    },
+    {
+      "epoch": 0.8480097979179424,
+      "grad_norm": 0.36187872290611267,
+      "learning_rate": 4.148589200472839e-06,
+      "loss": 0.6305,
+      "step": 1731
+    },
+    {
+      "epoch": 0.8484996938150643,
+      "grad_norm": 0.3590366244316101,
+      "learning_rate": 4.147608681219842e-06,
+      "loss": 0.6045,
+      "step": 1732
+    },
+    {
+      "epoch": 0.8489895897121862,
+      "grad_norm": 0.34981295466423035,
+      "learning_rate": 4.146627713708811e-06,
+      "loss": 0.6359,
+      "step": 1733
+    },
+    {
+      "epoch": 0.849479485609308,
+      "grad_norm": 0.35321328043937683,
+      "learning_rate": 4.145646298206636e-06,
+      "loss": 0.634,
+      "step": 1734
+    },
+    {
+      "epoch": 0.8499693815064299,
+      "grad_norm": 0.36797085404396057,
+      "learning_rate": 4.144664434980325e-06,
+      "loss": 0.6321,
+      "step": 1735
+    },
+    {
+      "epoch": 0.8504592774035518,
+      "grad_norm": 0.35578250885009766,
+      "learning_rate": 4.14368212429701e-06,
+      "loss": 0.6154,
+      "step": 1736
+    },
+    {
+      "epoch": 0.8509491733006737,
+      "grad_norm": 0.33807629346847534,
+      "learning_rate": 4.142699366423945e-06,
+      "loss": 0.6026,
+      "step": 1737
+    },
+    {
+      "epoch": 0.8514390691977954,
+      "grad_norm": 0.36523035168647766,
+      "learning_rate": 4.141716161628504e-06,
+      "loss": 0.5957,
+      "step": 1738
+    },
+    {
+      "epoch": 0.8519289650949173,
+      "grad_norm": 0.36455363035202026,
+      "learning_rate": 4.140732510178184e-06,
+      "loss": 0.6183,
+      "step": 1739
+    },
+    {
+      "epoch": 0.8524188609920392,
+      "grad_norm": 0.3511872887611389,
+      "learning_rate": 4.1397484123406015e-06,
+      "loss": 0.6387,
+      "step": 1740
+    },
+    {
+      "epoch": 0.852908756889161,
+      "grad_norm": 0.34794583916664124,
+      "learning_rate": 4.1387638683834974e-06,
+      "loss": 0.6042,
+      "step": 1741
+    },
+    {
+      "epoch": 0.8533986527862829,
+      "grad_norm": 0.36754393577575684,
+      "learning_rate": 4.137778878574732e-06,
+      "loss": 0.6099,
+      "step": 1742
+    },
+    {
+      "epoch": 0.8538885486834048,
+      "grad_norm": 0.3553093373775482,
+      "learning_rate": 4.136793443182287e-06,
+      "loss": 0.6138,
+      "step": 1743
+    },
+    {
+      "epoch": 0.8543784445805266,
+      "grad_norm": 0.35336676239967346,
+      "learning_rate": 4.135807562474267e-06,
+      "loss": 0.6279,
+      "step": 1744
+    },
+    {
+      "epoch": 0.8548683404776485,
+      "grad_norm": 0.35361459851264954,
+      "learning_rate": 4.134821236718895e-06,
+      "loss": 0.6347,
+      "step": 1745
+    },
+    {
+      "epoch": 0.8553582363747704,
+      "grad_norm": 0.35480567812919617,
+      "learning_rate": 4.133834466184516e-06,
+      "loss": 0.6186,
+      "step": 1746
+    },
+    {
+      "epoch": 0.8558481322718923,
+      "grad_norm": 0.3604031801223755,
+      "learning_rate": 4.132847251139599e-06,
+      "loss": 0.6147,
+      "step": 1747
+    },
+    {
+      "epoch": 0.856338028169014,
+      "grad_norm": 0.35460978746414185,
+      "learning_rate": 4.131859591852729e-06,
+      "loss": 0.6355,
+      "step": 1748
+    },
+    {
+      "epoch": 0.856827924066136,
+      "grad_norm": 0.3537762761116028,
+      "learning_rate": 4.130871488592617e-06,
+      "loss": 0.603,
+      "step": 1749
+    },
+    {
+      "epoch": 0.8573178199632578,
+      "grad_norm": 0.3467521071434021,
+      "learning_rate": 4.129882941628089e-06,
+      "loss": 0.6511,
+      "step": 1750
+    },
+    {
+      "epoch": 0.8578077158603796,
+      "grad_norm": 0.3615700602531433,
+      "learning_rate": 4.128893951228098e-06,
+      "loss": 0.665,
+      "step": 1751
+    },
+    {
+      "epoch": 0.8582976117575015,
+      "grad_norm": 0.36621513962745667,
+      "learning_rate": 4.1279045176617115e-06,
+      "loss": 0.6258,
+      "step": 1752
+    },
+    {
+      "epoch": 0.8587875076546234,
+      "grad_norm": 0.3570707440376282,
+      "learning_rate": 4.126914641198123e-06,
+      "loss": 0.625,
+      "step": 1753
+    },
+    {
+      "epoch": 0.8592774035517452,
+      "grad_norm": 0.3643128573894501,
+      "learning_rate": 4.125924322106643e-06,
+      "loss": 0.6517,
+      "step": 1754
+    },
+    {
+      "epoch": 0.8597672994488671,
+      "grad_norm": 0.3491007387638092,
+      "learning_rate": 4.124933560656703e-06,
+      "loss": 0.6287,
+      "step": 1755
+    },
+    {
+      "epoch": 0.860257195345989,
+      "grad_norm": 0.3507339060306549,
+      "learning_rate": 4.123942357117856e-06,
+      "loss": 0.6517,
+      "step": 1756
+    },
+    {
+      "epoch": 0.8607470912431109,
+      "grad_norm": 0.3513590097427368,
+      "learning_rate": 4.122950711759775e-06,
+      "loss": 0.635,
+      "step": 1757
+    },
+    {
+      "epoch": 0.8612369871402327,
+      "grad_norm": 0.3566867709159851,
+      "learning_rate": 4.121958624852253e-06,
+      "loss": 0.6013,
+      "step": 1758
+    },
+    {
+      "epoch": 0.8617268830373546,
+      "grad_norm": 0.35651153326034546,
+      "learning_rate": 4.120966096665201e-06,
+      "loss": 0.6442,
+      "step": 1759
+    },
+    {
+      "epoch": 0.8622167789344765,
+      "grad_norm": 0.3672233819961548,
+      "learning_rate": 4.119973127468654e-06,
+      "loss": 0.6487,
+      "step": 1760
+    },
+    {
+      "epoch": 0.8627066748315982,
+      "grad_norm": 0.35391879081726074,
+      "learning_rate": 4.118979717532764e-06,
+      "loss": 0.6348,
+      "step": 1761
+    },
+    {
+      "epoch": 0.8631965707287201,
+      "grad_norm": 0.3441363573074341,
+      "learning_rate": 4.1179858671278044e-06,
+      "loss": 0.6458,
+      "step": 1762
+    },
+    {
+      "epoch": 0.863686466625842,
+      "grad_norm": 0.3333560824394226,
+      "learning_rate": 4.116991576524167e-06,
+      "loss": 0.6168,
+      "step": 1763
+    },
+    {
+      "epoch": 0.8641763625229639,
+      "grad_norm": 0.34725016355514526,
+      "learning_rate": 4.115996845992366e-06,
+      "loss": 0.6328,
+      "step": 1764
+    },
+    {
+      "epoch": 0.8646662584200857,
+      "grad_norm": 0.3482379913330078,
+      "learning_rate": 4.115001675803033e-06,
+      "loss": 0.6331,
+      "step": 1765
+    },
+    {
+      "epoch": 0.8651561543172076,
+      "grad_norm": 0.3419699966907501,
+      "learning_rate": 4.114006066226919e-06,
+      "loss": 0.6225,
+      "step": 1766
+    },
+    {
+      "epoch": 0.8656460502143295,
+      "grad_norm": 0.3558363914489746,
+      "learning_rate": 4.113010017534896e-06,
+      "loss": 0.6349,
+      "step": 1767
+    },
+    {
+      "epoch": 0.8661359461114513,
+      "grad_norm": 0.3551356792449951,
+      "learning_rate": 4.112013529997954e-06,
+      "loss": 0.5967,
+      "step": 1768
+    },
+    {
+      "epoch": 0.8666258420085732,
+      "grad_norm": 0.3523545265197754,
+      "learning_rate": 4.111016603887205e-06,
+      "loss": 0.6363,
+      "step": 1769
+    },
+    {
+      "epoch": 0.8671157379056951,
+      "grad_norm": 0.3577764630317688,
+      "learning_rate": 4.1100192394738764e-06,
+      "loss": 0.621,
+      "step": 1770
+    },
+    {
+      "epoch": 0.8676056338028169,
+      "grad_norm": 0.3645519018173218,
+      "learning_rate": 4.109021437029318e-06,
+      "loss": 0.6575,
+      "step": 1771
+    },
+    {
+      "epoch": 0.8680955296999388,
+      "grad_norm": 0.34731167554855347,
+      "learning_rate": 4.108023196824998e-06,
+      "loss": 0.5998,
+      "step": 1772
+    },
+    {
+      "epoch": 0.8685854255970606,
+      "grad_norm": 0.3572891056537628,
+      "learning_rate": 4.107024519132503e-06,
+      "loss": 0.6172,
+      "step": 1773
+    },
+    {
+      "epoch": 0.8690753214941825,
+      "grad_norm": 0.3890896737575531,
+      "learning_rate": 4.10602540422354e-06,
+      "loss": 0.6429,
+      "step": 1774
+    },
+    {
+      "epoch": 0.8695652173913043,
+      "grad_norm": 0.3684241473674774,
+      "learning_rate": 4.105025852369933e-06,
+      "loss": 0.6395,
+      "step": 1775
+    },
+    {
+      "epoch": 0.8700551132884262,
+      "grad_norm": 0.3604837656021118,
+      "learning_rate": 4.104025863843626e-06,
+      "loss": 0.6513,
+      "step": 1776
+    },
+    {
+      "epoch": 0.8705450091855481,
+      "grad_norm": 0.35402780771255493,
+      "learning_rate": 4.103025438916682e-06,
+      "loss": 0.6296,
+      "step": 1777
+    },
+    {
+      "epoch": 0.8710349050826699,
+      "grad_norm": 0.3665107786655426,
+      "learning_rate": 4.102024577861282e-06,
+      "loss": 0.6351,
+      "step": 1778
+    },
+    {
+      "epoch": 0.8715248009797918,
+      "grad_norm": 0.3513564169406891,
+      "learning_rate": 4.101023280949726e-06,
+      "loss": 0.647,
+      "step": 1779
+    },
+    {
+      "epoch": 0.8720146968769137,
+      "grad_norm": 0.3502311706542969,
+      "learning_rate": 4.100021548454434e-06,
+      "loss": 0.6501,
+      "step": 1780
+    },
+    {
+      "epoch": 0.8725045927740355,
+      "grad_norm": 0.37091171741485596,
+      "learning_rate": 4.0990193806479426e-06,
+      "loss": 0.6542,
+      "step": 1781
+    },
+    {
+      "epoch": 0.8729944886711574,
+      "grad_norm": 0.35671868920326233,
+      "learning_rate": 4.098016777802907e-06,
+      "loss": 0.6384,
+      "step": 1782
+    },
+    {
+      "epoch": 0.8734843845682793,
+      "grad_norm": 0.3722166121006012,
+      "learning_rate": 4.097013740192101e-06,
+      "loss": 0.6407,
+      "step": 1783
+    },
+    {
+      "epoch": 0.8739742804654012,
+      "grad_norm": 0.37666139006614685,
+      "learning_rate": 4.096010268088418e-06,
+      "loss": 0.6438,
+      "step": 1784
+    },
+    {
+      "epoch": 0.8744641763625229,
+      "grad_norm": 0.3596649169921875,
+      "learning_rate": 4.095006361764867e-06,
+      "loss": 0.6393,
+      "step": 1785
+    },
+    {
+      "epoch": 0.8749540722596448,
+      "grad_norm": 0.37628263235092163,
+      "learning_rate": 4.094002021494577e-06,
+      "loss": 0.6187,
+      "step": 1786
+    },
+    {
+      "epoch": 0.8754439681567667,
+      "grad_norm": 0.3606310188770294,
+      "learning_rate": 4.092997247550796e-06,
+      "loss": 0.6279,
+      "step": 1787
+    },
+    {
+      "epoch": 0.8759338640538885,
+      "grad_norm": 0.3513457179069519,
+      "learning_rate": 4.091992040206887e-06,
+      "loss": 0.6319,
+      "step": 1788
+    },
+    {
+      "epoch": 0.8764237599510104,
+      "grad_norm": 0.34625834226608276,
+      "learning_rate": 4.090986399736333e-06,
+      "loss": 0.6373,
+      "step": 1789
+    },
+    {
+      "epoch": 0.8769136558481323,
+      "grad_norm": 0.3485386371612549,
+      "learning_rate": 4.089980326412734e-06,
+      "loss": 0.6302,
+      "step": 1790
+    },
+    {
+      "epoch": 0.8774035517452541,
+      "grad_norm": 0.35028499364852905,
+      "learning_rate": 4.088973820509811e-06,
+      "loss": 0.6411,
+      "step": 1791
+    },
+    {
+      "epoch": 0.877893447642376,
+      "grad_norm": 0.35805413126945496,
+      "learning_rate": 4.087966882301396e-06,
+      "loss": 0.6194,
+      "step": 1792
+    },
+    {
+      "epoch": 0.8783833435394979,
+      "grad_norm": 0.35562488436698914,
+      "learning_rate": 4.086959512061444e-06,
+      "loss": 0.622,
+      "step": 1793
+    },
+    {
+      "epoch": 0.8788732394366198,
+      "grad_norm": 0.33581987023353577,
+      "learning_rate": 4.085951710064027e-06,
+      "loss": 0.568,
+      "step": 1794
+    },
+    {
+      "epoch": 0.8793631353337416,
+      "grad_norm": 0.34489452838897705,
+      "learning_rate": 4.084943476583332e-06,
+      "loss": 0.6419,
+      "step": 1795
+    },
+    {
+      "epoch": 0.8798530312308634,
+      "grad_norm": 0.35095247626304626,
+      "learning_rate": 4.0839348118936665e-06,
+      "loss": 0.6247,
+      "step": 1796
+    },
+    {
+      "epoch": 0.8803429271279853,
+      "grad_norm": 0.34744447469711304,
+      "learning_rate": 4.082925716269452e-06,
+      "loss": 0.6157,
+      "step": 1797
+    },
+    {
+      "epoch": 0.8808328230251071,
+      "grad_norm": 0.35207876563072205,
+      "learning_rate": 4.08191618998523e-06,
+      "loss": 0.6346,
+      "step": 1798
+    },
+    {
+      "epoch": 0.881322718922229,
+      "grad_norm": 0.3440977931022644,
+      "learning_rate": 4.080906233315658e-06,
+      "loss": 0.6332,
+      "step": 1799
+    },
+    {
+      "epoch": 0.8818126148193509,
+      "grad_norm": 0.3496447801589966,
+      "learning_rate": 4.0798958465355095e-06,
+      "loss": 0.6404,
+      "step": 1800
+    },
+    {
+      "epoch": 0.8823025107164727,
+      "grad_norm": 0.3570871651172638,
+      "learning_rate": 4.078885029919678e-06,
+      "loss": 0.6242,
+      "step": 1801
+    },
+    {
+      "epoch": 0.8827924066135946,
+      "grad_norm": 0.36829832196235657,
+      "learning_rate": 4.077873783743171e-06,
+      "loss": 0.6245,
+      "step": 1802
+    },
+    {
+      "epoch": 0.8832823025107165,
+      "grad_norm": 0.36631497740745544,
+      "learning_rate": 4.076862108281116e-06,
+      "loss": 0.6343,
+      "step": 1803
+    },
+    {
+      "epoch": 0.8837721984078384,
+      "grad_norm": 0.358917772769928,
+      "learning_rate": 4.075850003808752e-06,
+      "loss": 0.6369,
+      "step": 1804
+    },
+    {
+      "epoch": 0.8842620943049602,
+      "grad_norm": 0.36538082361221313,
+      "learning_rate": 4.07483747060144e-06,
+      "loss": 0.6323,
+      "step": 1805
+    },
+    {
+      "epoch": 0.8847519902020821,
+      "grad_norm": 0.3712175190448761,
+      "learning_rate": 4.073824508934656e-06,
+      "loss": 0.6186,
+      "step": 1806
+    },
+    {
+      "epoch": 0.885241886099204,
+      "grad_norm": 0.3590482771396637,
+      "learning_rate": 4.072811119083992e-06,
+      "loss": 0.6177,
+      "step": 1807
+    },
+    {
+      "epoch": 0.8857317819963257,
+      "grad_norm": 0.3526355028152466,
+      "learning_rate": 4.0717973013251564e-06,
+      "loss": 0.6115,
+      "step": 1808
+    },
+    {
+      "epoch": 0.8862216778934476,
+      "grad_norm": 0.35488682985305786,
+      "learning_rate": 4.070783055933975e-06,
+      "loss": 0.6342,
+      "step": 1809
+    },
+    {
+      "epoch": 0.8867115737905695,
+      "grad_norm": 0.3698574900627136,
+      "learning_rate": 4.069768383186388e-06,
+      "loss": 0.5936,
+      "step": 1810
+    },
+    {
+      "epoch": 0.8872014696876913,
+      "grad_norm": 0.3756300210952759,
+      "learning_rate": 4.068753283358455e-06,
+      "loss": 0.6303,
+      "step": 1811
+    },
+    {
+      "epoch": 0.8876913655848132,
+      "grad_norm": 0.36526453495025635,
+      "learning_rate": 4.067737756726348e-06,
+      "loss": 0.6407,
+      "step": 1812
+    },
+    {
+      "epoch": 0.8881812614819351,
+      "grad_norm": 0.3452131450176239,
+      "learning_rate": 4.066721803566358e-06,
+      "loss": 0.5891,
+      "step": 1813
+    },
+    {
+      "epoch": 0.888671157379057,
+      "grad_norm": 0.3645488917827606,
+      "learning_rate": 4.065705424154892e-06,
+      "loss": 0.6425,
+      "step": 1814
+    },
+    {
+      "epoch": 0.8891610532761788,
+      "grad_norm": 0.3663477301597595,
+      "learning_rate": 4.064688618768472e-06,
+      "loss": 0.6577,
+      "step": 1815
+    },
+    {
+      "epoch": 0.8896509491733007,
+      "grad_norm": 0.3654061257839203,
+      "learning_rate": 4.0636713876837345e-06,
+      "loss": 0.6422,
+      "step": 1816
+    },
+    {
+      "epoch": 0.8901408450704226,
+      "grad_norm": 0.3733082711696625,
+      "learning_rate": 4.062653731177434e-06,
+      "loss": 0.6006,
+      "step": 1817
+    },
+    {
+      "epoch": 0.8906307409675444,
+      "grad_norm": 0.3536593019962311,
+      "learning_rate": 4.06163564952644e-06,
+      "loss": 0.6134,
+      "step": 1818
+    },
+    {
+      "epoch": 0.8911206368646662,
+      "grad_norm": 0.3528878092765808,
+      "learning_rate": 4.060617143007739e-06,
+      "loss": 0.6341,
+      "step": 1819
+    },
+    {
+      "epoch": 0.8916105327617881,
+      "grad_norm": 0.35610130429267883,
+      "learning_rate": 4.05959821189843e-06,
+      "loss": 0.617,
+      "step": 1820
+    },
+    {
+      "epoch": 0.8921004286589099,
+      "grad_norm": 0.35914796590805054,
+      "learning_rate": 4.058578856475731e-06,
+      "loss": 0.6271,
+      "step": 1821
+    },
+    {
+      "epoch": 0.8925903245560318,
+      "grad_norm": 0.36907869577407837,
+      "learning_rate": 4.0575590770169724e-06,
+      "loss": 0.6567,
+      "step": 1822
+    },
+    {
+      "epoch": 0.8930802204531537,
+      "grad_norm": 0.3563164174556732,
+      "learning_rate": 4.0565388737996016e-06,
+      "loss": 0.6443,
+      "step": 1823
+    },
+    {
+      "epoch": 0.8935701163502756,
+      "grad_norm": 0.3560650944709778,
+      "learning_rate": 4.055518247101182e-06,
+      "loss": 0.6574,
+      "step": 1824
+    },
+    {
+      "epoch": 0.8940600122473974,
+      "grad_norm": 0.3615463078022003,
+      "learning_rate": 4.0544971971993905e-06,
+      "loss": 0.625,
+      "step": 1825
+    },
+    {
+      "epoch": 0.8945499081445193,
+      "grad_norm": 0.3564011752605438,
+      "learning_rate": 4.053475724372019e-06,
+      "loss": 0.6119,
+      "step": 1826
+    },
+    {
+      "epoch": 0.8950398040416412,
+      "grad_norm": 0.3574683368206024,
+      "learning_rate": 4.052453828896978e-06,
+      "loss": 0.5942,
+      "step": 1827
+    },
+    {
+      "epoch": 0.895529699938763,
+      "grad_norm": 0.35468223690986633,
+      "learning_rate": 4.051431511052287e-06,
+      "loss": 0.6016,
+      "step": 1828
+    },
+    {
+      "epoch": 0.8960195958358849,
+      "grad_norm": 0.3870941698551178,
+      "learning_rate": 4.0504087711160875e-06,
+      "loss": 0.6654,
+      "step": 1829
+    },
+    {
+      "epoch": 0.8965094917330068,
+      "grad_norm": 0.3580857217311859,
+      "learning_rate": 4.049385609366628e-06,
+      "loss": 0.6343,
+      "step": 1830
+    },
+    {
+      "epoch": 0.8969993876301287,
+      "grad_norm": 0.35600078105926514,
+      "learning_rate": 4.04836202608228e-06,
+      "loss": 0.6368,
+      "step": 1831
+    },
+    {
+      "epoch": 0.8974892835272504,
+      "grad_norm": 0.3583797812461853,
+      "learning_rate": 4.047338021541522e-06,
+      "loss": 0.6369,
+      "step": 1832
+    },
+    {
+      "epoch": 0.8979791794243723,
+      "grad_norm": 0.36189258098602295,
+      "learning_rate": 4.046313596022952e-06,
+      "loss": 0.6149,
+      "step": 1833
+    },
+    {
+      "epoch": 0.8984690753214942,
+      "grad_norm": 0.3654255270957947,
+      "learning_rate": 4.0452887498052825e-06,
+      "loss": 0.6005,
+      "step": 1834
+    },
+    {
+      "epoch": 0.898958971218616,
+      "grad_norm": 0.36113041639328003,
+      "learning_rate": 4.0442634831673375e-06,
+      "loss": 0.6642,
+      "step": 1835
+    },
+    {
+      "epoch": 0.8994488671157379,
+      "grad_norm": 0.3693462908267975,
+      "learning_rate": 4.043237796388056e-06,
+      "loss": 0.6199,
+      "step": 1836
+    },
+    {
+      "epoch": 0.8999387630128598,
+      "grad_norm": 0.35426223278045654,
+      "learning_rate": 4.042211689746496e-06,
+      "loss": 0.6226,
+      "step": 1837
+    },
+    {
+      "epoch": 0.9004286589099816,
+      "grad_norm": 0.3826047480106354,
+      "learning_rate": 4.041185163521822e-06,
+      "loss": 0.6345,
+      "step": 1838
+    },
+    {
+      "epoch": 0.9009185548071035,
+      "grad_norm": 0.3614358603954315,
+      "learning_rate": 4.04015821799332e-06,
+      "loss": 0.6278,
+      "step": 1839
+    },
+    {
+      "epoch": 0.9014084507042254,
+      "grad_norm": 0.35768815875053406,
+      "learning_rate": 4.039130853440385e-06,
+      "loss": 0.5985,
+      "step": 1840
+    },
+    {
+      "epoch": 0.9018983466013473,
+      "grad_norm": 0.36194565892219543,
+      "learning_rate": 4.038103070142528e-06,
+      "loss": 0.6281,
+      "step": 1841
+    },
+    {
+      "epoch": 0.902388242498469,
+      "grad_norm": 0.3722645938396454,
+      "learning_rate": 4.037074868379374e-06,
+      "loss": 0.6285,
+      "step": 1842
+    },
+    {
+      "epoch": 0.902878138395591,
+      "grad_norm": 0.3487153947353363,
+      "learning_rate": 4.036046248430661e-06,
+      "loss": 0.6345,
+      "step": 1843
+    },
+    {
+      "epoch": 0.9033680342927128,
+      "grad_norm": 0.35068756341934204,
+      "learning_rate": 4.035017210576242e-06,
+      "loss": 0.6214,
+      "step": 1844
+    },
+    {
+      "epoch": 0.9038579301898346,
+      "grad_norm": 0.3582833409309387,
+      "learning_rate": 4.033987755096084e-06,
+      "loss": 0.642,
+      "step": 1845
+    },
+    {
+      "epoch": 0.9043478260869565,
+      "grad_norm": 0.3385012745857239,
+      "learning_rate": 4.032957882270264e-06,
+      "loss": 0.6125,
+      "step": 1846
+    },
+    {
+      "epoch": 0.9048377219840784,
+      "grad_norm": 0.3503551781177521,
+      "learning_rate": 4.0319275923789765e-06,
+      "loss": 0.6447,
+      "step": 1847
+    },
+    {
+      "epoch": 0.9053276178812002,
+      "grad_norm": 0.35716068744659424,
+      "learning_rate": 4.03089688570253e-06,
+      "loss": 0.6371,
+      "step": 1848
+    },
+    {
+      "epoch": 0.9058175137783221,
+      "grad_norm": 0.36254581809043884,
+      "learning_rate": 4.029865762521342e-06,
+      "loss": 0.6388,
+      "step": 1849
+    },
+    {
+      "epoch": 0.906307409675444,
+      "grad_norm": 0.3596474528312683,
+      "learning_rate": 4.028834223115947e-06,
+      "loss": 0.6634,
+      "step": 1850
+    },
+    {
+      "epoch": 0.9067973055725659,
+      "grad_norm": 0.35758960247039795,
+      "learning_rate": 4.027802267766991e-06,
+      "loss": 0.6292,
+      "step": 1851
+    },
+    {
+      "epoch": 0.9072872014696877,
+      "grad_norm": 0.34626519680023193,
+      "learning_rate": 4.026769896755235e-06,
+      "loss": 0.6252,
+      "step": 1852
+    },
+    {
+      "epoch": 0.9077770973668096,
+      "grad_norm": 0.34695932269096375,
+      "learning_rate": 4.025737110361551e-06,
+      "loss": 0.6054,
+      "step": 1853
+    },
+    {
+      "epoch": 0.9082669932639315,
+      "grad_norm": 0.3792075216770172,
+      "learning_rate": 4.0247039088669255e-06,
+      "loss": 0.6513,
+      "step": 1854
+    },
+    {
+      "epoch": 0.9087568891610532,
+      "grad_norm": 0.36036989092826843,
+      "learning_rate": 4.023670292552456e-06,
+      "loss": 0.5844,
+      "step": 1855
+    },
+    {
+      "epoch": 0.9092467850581751,
+      "grad_norm": 0.3645704388618469,
+      "learning_rate": 4.022636261699356e-06,
+      "loss": 0.6277,
+      "step": 1856
+    },
+    {
+      "epoch": 0.909736680955297,
+      "grad_norm": 0.3849221169948578,
+      "learning_rate": 4.021601816588948e-06,
+      "loss": 0.6477,
+      "step": 1857
+    },
+    {
+      "epoch": 0.9102265768524188,
+      "grad_norm": 0.356092244386673,
+      "learning_rate": 4.020566957502671e-06,
+      "loss": 0.6274,
+      "step": 1858
+    },
+    {
+      "epoch": 0.9107164727495407,
+      "grad_norm": 0.37304049730300903,
+      "learning_rate": 4.019531684722074e-06,
+      "loss": 0.5975,
+      "step": 1859
+    },
+    {
+      "epoch": 0.9112063686466626,
+      "grad_norm": 0.36938560009002686,
+      "learning_rate": 4.0184959985288194e-06,
+      "loss": 0.6473,
+      "step": 1860
+    },
+    {
+      "epoch": 0.9116962645437845,
+      "grad_norm": 0.34542253613471985,
+      "learning_rate": 4.017459899204681e-06,
+      "loss": 0.6165,
+      "step": 1861
+    },
+    {
+      "epoch": 0.9121861604409063,
+      "grad_norm": 0.3559544086456299,
+      "learning_rate": 4.016423387031548e-06,
+      "loss": 0.6188,
+      "step": 1862
+    },
+    {
+      "epoch": 0.9126760563380282,
+      "grad_norm": 0.36169734597206116,
+      "learning_rate": 4.015386462291419e-06,
+      "loss": 0.5922,
+      "step": 1863
+    },
+    {
+      "epoch": 0.9131659522351501,
+      "grad_norm": 0.396477609872818,
+      "learning_rate": 4.0143491252664055e-06,
+      "loss": 0.6297,
+      "step": 1864
+    },
+    {
+      "epoch": 0.9136558481322719,
+      "grad_norm": 0.35498955845832825,
+      "learning_rate": 4.013311376238732e-06,
+      "loss": 0.624,
+      "step": 1865
+    },
+    {
+      "epoch": 0.9141457440293937,
+      "grad_norm": 0.3794139623641968,
+      "learning_rate": 4.012273215490734e-06,
+      "loss": 0.6572,
+      "step": 1866
+    },
+    {
+      "epoch": 0.9146356399265156,
+      "grad_norm": 0.3604520261287689,
+      "learning_rate": 4.01123464330486e-06,
+      "loss": 0.63,
+      "step": 1867
+    },
+    {
+      "epoch": 0.9151255358236374,
+      "grad_norm": 0.36176711320877075,
+      "learning_rate": 4.010195659963671e-06,
+      "loss": 0.6218,
+      "step": 1868
+    },
+    {
+      "epoch": 0.9156154317207593,
+      "grad_norm": 0.360069215297699,
+      "learning_rate": 4.009156265749836e-06,
+      "loss": 0.6452,
+      "step": 1869
+    },
+    {
+      "epoch": 0.9161053276178812,
+      "grad_norm": 0.3508584499359131,
+      "learning_rate": 4.008116460946141e-06,
+      "loss": 0.6217,
+      "step": 1870
+    },
+    {
+      "epoch": 0.9165952235150031,
+      "grad_norm": 0.36335399746894836,
+      "learning_rate": 4.0070762458354805e-06,
+      "loss": 0.6274,
+      "step": 1871
+    },
+    {
+      "epoch": 0.9170851194121249,
+      "grad_norm": 0.3488854467868805,
+      "learning_rate": 4.0060356207008625e-06,
+      "loss": 0.6369,
+      "step": 1872
+    },
+    {
+      "epoch": 0.9175750153092468,
+      "grad_norm": 0.33648115396499634,
+      "learning_rate": 4.004994585825404e-06,
+      "loss": 0.5908,
+      "step": 1873
+    },
+    {
+      "epoch": 0.9180649112063687,
+      "grad_norm": 0.36617884039878845,
+      "learning_rate": 4.0039531414923365e-06,
+      "loss": 0.6186,
+      "step": 1874
+    },
+    {
+      "epoch": 0.9185548071034905,
+      "grad_norm": 0.3616359233856201,
+      "learning_rate": 4.0029112879850004e-06,
+      "loss": 0.6173,
+      "step": 1875
+    },
+    {
+      "epoch": 0.9190447030006124,
+      "grad_norm": 0.3591029644012451,
+      "learning_rate": 4.001869025586849e-06,
+      "loss": 0.6218,
+      "step": 1876
+    },
+    {
+      "epoch": 0.9195345988977343,
+      "grad_norm": 0.3484629988670349,
+      "learning_rate": 4.000826354581446e-06,
+      "loss": 0.624,
+      "step": 1877
+    },
+    {
+      "epoch": 0.920024494794856,
+      "grad_norm": 0.366221159696579,
+      "learning_rate": 3.9997832752524664e-06,
+      "loss": 0.6539,
+      "step": 1878
+    },
+    {
+      "epoch": 0.9205143906919779,
+      "grad_norm": 0.3641989529132843,
+      "learning_rate": 3.9987397878836976e-06,
+      "loss": 0.6072,
+      "step": 1879
+    },
+    {
+      "epoch": 0.9210042865890998,
+      "grad_norm": 0.3581095337867737,
+      "learning_rate": 3.997695892759035e-06,
+      "loss": 0.6071,
+      "step": 1880
+    },
+    {
+      "epoch": 0.9214941824862217,
+      "grad_norm": 0.3488609790802002,
+      "learning_rate": 3.996651590162488e-06,
+      "loss": 0.6015,
+      "step": 1881
+    },
+    {
+      "epoch": 0.9219840783833435,
+      "grad_norm": 0.3491750955581665,
+      "learning_rate": 3.995606880378176e-06,
+      "loss": 0.6407,
+      "step": 1882
+    },
+    {
+      "epoch": 0.9224739742804654,
+      "grad_norm": 0.3692910969257355,
+      "learning_rate": 3.994561763690328e-06,
+      "loss": 0.6435,
+      "step": 1883
+    },
+    {
+      "epoch": 0.9229638701775873,
+      "grad_norm": 0.3535357117652893,
+      "learning_rate": 3.993516240383285e-06,
+      "loss": 0.6346,
+      "step": 1884
+    },
+    {
+      "epoch": 0.9234537660747091,
+      "grad_norm": 0.3640367090702057,
+      "learning_rate": 3.992470310741497e-06,
+      "loss": 0.6062,
+      "step": 1885
+    },
+    {
+      "epoch": 0.923943661971831,
+      "grad_norm": 0.35146427154541016,
+      "learning_rate": 3.9914239750495276e-06,
+      "loss": 0.6195,
+      "step": 1886
+    },
+    {
+      "epoch": 0.9244335578689529,
+      "grad_norm": 0.36105847358703613,
+      "learning_rate": 3.990377233592048e-06,
+      "loss": 0.6403,
+      "step": 1887
+    },
+    {
+      "epoch": 0.9249234537660747,
+      "grad_norm": 0.3821764886379242,
+      "learning_rate": 3.989330086653841e-06,
+      "loss": 0.6302,
+      "step": 1888
+    },
+    {
+      "epoch": 0.9254133496631965,
+      "grad_norm": 0.3889336884021759,
+      "learning_rate": 3.988282534519799e-06,
+      "loss": 0.6222,
+      "step": 1889
+    },
+    {
+      "epoch": 0.9259032455603184,
+      "grad_norm": 0.3606071174144745,
+      "learning_rate": 3.9872345774749255e-06,
+      "loss": 0.6098,
+      "step": 1890
+    },
+    {
+      "epoch": 0.9263931414574403,
+      "grad_norm": 0.3542819619178772,
+      "learning_rate": 3.986186215804334e-06,
+      "loss": 0.6222,
+      "step": 1891
+    },
+    {
+      "epoch": 0.9268830373545621,
+      "grad_norm": 0.35070300102233887,
+      "learning_rate": 3.985137449793248e-06,
+      "loss": 0.6436,
+      "step": 1892
+    },
+    {
+      "epoch": 0.927372933251684,
+      "grad_norm": 0.35780608654022217,
+      "learning_rate": 3.984088279727e-06,
+      "loss": 0.6206,
+      "step": 1893
+    },
+    {
+      "epoch": 0.9278628291488059,
+      "grad_norm": 0.35544446110725403,
+      "learning_rate": 3.9830387058910345e-06,
+      "loss": 0.6367,
+      "step": 1894
+    },
+    {
+      "epoch": 0.9283527250459277,
+      "grad_norm": 0.34838807582855225,
+      "learning_rate": 3.981988728570904e-06,
+      "loss": 0.6406,
+      "step": 1895
+    },
+    {
+      "epoch": 0.9288426209430496,
+      "grad_norm": 0.35056522488594055,
+      "learning_rate": 3.980938348052272e-06,
+      "loss": 0.6362,
+      "step": 1896
+    },
+    {
+      "epoch": 0.9293325168401715,
+      "grad_norm": 0.36799871921539307,
+      "learning_rate": 3.97988756462091e-06,
+      "loss": 0.6235,
+      "step": 1897
+    },
+    {
+      "epoch": 0.9298224127372934,
+      "grad_norm": 0.37848344445228577,
+      "learning_rate": 3.978836378562702e-06,
+      "loss": 0.6282,
+      "step": 1898
+    },
+    {
+      "epoch": 0.9303123086344152,
+      "grad_norm": 0.36926591396331787,
+      "learning_rate": 3.977784790163638e-06,
+      "loss": 0.635,
+      "step": 1899
+    },
+    {
+      "epoch": 0.9308022045315371,
+      "grad_norm": 0.35432732105255127,
+      "learning_rate": 3.976732799709821e-06,
+      "loss": 0.6322,
+      "step": 1900
+    },
+    {
+      "epoch": 0.931292100428659,
+      "grad_norm": 0.36038362979888916,
+      "learning_rate": 3.97568040748746e-06,
+      "loss": 0.6028,
+      "step": 1901
+    },
+    {
+      "epoch": 0.9317819963257807,
+      "grad_norm": 0.3726102113723755,
+      "learning_rate": 3.974627613782876e-06,
+      "loss": 0.6231,
+      "step": 1902
+    },
+    {
+      "epoch": 0.9322718922229026,
+      "grad_norm": 0.36531907320022583,
+      "learning_rate": 3.973574418882498e-06,
+      "loss": 0.6362,
+      "step": 1903
+    },
+    {
+      "epoch": 0.9327617881200245,
+      "grad_norm": 0.3725537955760956,
+      "learning_rate": 3.9725208230728655e-06,
+      "loss": 0.6418,
+      "step": 1904
+    },
+    {
+      "epoch": 0.9332516840171463,
+      "grad_norm": 0.3566921353340149,
+      "learning_rate": 3.971466826640623e-06,
+      "loss": 0.644,
+      "step": 1905
+    },
+    {
+      "epoch": 0.9337415799142682,
+      "grad_norm": 0.35900595784187317,
+      "learning_rate": 3.970412429872529e-06,
+      "loss": 0.6519,
+      "step": 1906
+    },
+    {
+      "epoch": 0.9342314758113901,
+      "grad_norm": 0.36603233218193054,
+      "learning_rate": 3.969357633055448e-06,
+      "loss": 0.6341,
+      "step": 1907
+    },
+    {
+      "epoch": 0.934721371708512,
+      "grad_norm": 0.3567545413970947,
+      "learning_rate": 3.968302436476356e-06,
+      "loss": 0.6285,
+      "step": 1908
+    },
+    {
+      "epoch": 0.9352112676056338,
+      "grad_norm": 0.3554147183895111,
+      "learning_rate": 3.967246840422334e-06,
+      "loss": 0.6425,
+      "step": 1909
+    },
+    {
+      "epoch": 0.9357011635027557,
+      "grad_norm": 0.36624595522880554,
+      "learning_rate": 3.966190845180574e-06,
+      "loss": 0.5982,
+      "step": 1910
+    },
+    {
+      "epoch": 0.9361910593998776,
+      "grad_norm": 0.36004313826560974,
+      "learning_rate": 3.9651344510383775e-06,
+      "loss": 0.6278,
+      "step": 1911
+    },
+    {
+      "epoch": 0.9366809552969994,
+      "grad_norm": 0.35689929127693176,
+      "learning_rate": 3.964077658283151e-06,
+      "loss": 0.6367,
+      "step": 1912
+    },
+    {
+      "epoch": 0.9371708511941212,
+      "grad_norm": 0.35063254833221436,
+      "learning_rate": 3.963020467202413e-06,
+      "loss": 0.6005,
+      "step": 1913
+    },
+    {
+      "epoch": 0.9376607470912431,
+      "grad_norm": 0.37015673518180847,
+      "learning_rate": 3.96196287808379e-06,
+      "loss": 0.6258,
+      "step": 1914
+    },
+    {
+      "epoch": 0.9381506429883649,
+      "grad_norm": 0.3625577390193939,
+      "learning_rate": 3.960904891215015e-06,
+      "loss": 0.6365,
+      "step": 1915
+    },
+    {
+      "epoch": 0.9386405388854868,
+      "grad_norm": 0.3661051392555237,
+      "learning_rate": 3.9598465068839285e-06,
+      "loss": 0.6044,
+      "step": 1916
+    },
+    {
+      "epoch": 0.9391304347826087,
+      "grad_norm": 0.362802118062973,
+      "learning_rate": 3.958787725378483e-06,
+      "loss": 0.635,
+      "step": 1917
+    },
+    {
+      "epoch": 0.9396203306797306,
+      "grad_norm": 0.37044766545295715,
+      "learning_rate": 3.957728546986735e-06,
+      "loss": 0.6189,
+      "step": 1918
+    },
+    {
+      "epoch": 0.9401102265768524,
+      "grad_norm": 0.3538433611392975,
+      "learning_rate": 3.9566689719968535e-06,
+      "loss": 0.609,
+      "step": 1919
+    },
+    {
+      "epoch": 0.9406001224739743,
+      "grad_norm": 0.3680160343647003,
+      "learning_rate": 3.955609000697109e-06,
+      "loss": 0.6498,
+      "step": 1920
+    },
+    {
+      "epoch": 0.9410900183710962,
+      "grad_norm": 0.37171587347984314,
+      "learning_rate": 3.954548633375887e-06,
+      "loss": 0.6175,
+      "step": 1921
+    },
+    {
+      "epoch": 0.941579914268218,
+      "grad_norm": 0.33701273798942566,
+      "learning_rate": 3.953487870321674e-06,
+      "loss": 0.5954,
+      "step": 1922
+    },
+    {
+      "epoch": 0.9420698101653399,
+      "grad_norm": 0.3595403730869293,
+      "learning_rate": 3.95242671182307e-06,
+      "loss": 0.6421,
+      "step": 1923
+    },
+    {
+      "epoch": 0.9425597060624618,
+      "grad_norm": 0.34721899032592773,
+      "learning_rate": 3.951365158168778e-06,
+      "loss": 0.639,
+      "step": 1924
+    },
+    {
+      "epoch": 0.9430496019595835,
+      "grad_norm": 0.3664315640926361,
+      "learning_rate": 3.950303209647613e-06,
+      "loss": 0.6145,
+      "step": 1925
+    },
+    {
+      "epoch": 0.9435394978567054,
+      "grad_norm": 0.3695625066757202,
+      "learning_rate": 3.949240866548492e-06,
+      "loss": 0.6511,
+      "step": 1926
+    },
+    {
+      "epoch": 0.9440293937538273,
+      "grad_norm": 0.3734401762485504,
+      "learning_rate": 3.948178129160444e-06,
+      "loss": 0.627,
+      "step": 1927
+    },
+    {
+      "epoch": 0.9445192896509492,
+      "grad_norm": 0.3736937642097473,
+      "learning_rate": 3.947114997772602e-06,
+      "loss": 0.6006,
+      "step": 1928
+    },
+    {
+      "epoch": 0.945009185548071,
+      "grad_norm": 0.366105318069458,
+      "learning_rate": 3.946051472674211e-06,
+      "loss": 0.6031,
+      "step": 1929
+    },
+    {
+      "epoch": 0.9454990814451929,
+      "grad_norm": 0.3569345474243164,
+      "learning_rate": 3.944987554154616e-06,
+      "loss": 0.6117,
+      "step": 1930
+    },
+    {
+      "epoch": 0.9459889773423148,
+      "grad_norm": 0.35967040061950684,
+      "learning_rate": 3.943923242503275e-06,
+      "loss": 0.6417,
+      "step": 1931
+    },
+    {
+      "epoch": 0.9464788732394366,
+      "grad_norm": 0.365779846906662,
+      "learning_rate": 3.94285853800975e-06,
+      "loss": 0.6189,
+      "step": 1932
+    },
+    {
+      "epoch": 0.9469687691365585,
+      "grad_norm": 0.35282260179519653,
+      "learning_rate": 3.941793440963712e-06,
+      "loss": 0.6236,
+      "step": 1933
+    },
+    {
+      "epoch": 0.9474586650336804,
+      "grad_norm": 0.3678666055202484,
+      "learning_rate": 3.940727951654936e-06,
+      "loss": 0.6479,
+      "step": 1934
+    },
+    {
+      "epoch": 0.9479485609308022,
+      "grad_norm": 0.35487714409828186,
+      "learning_rate": 3.939662070373306e-06,
+      "loss": 0.6344,
+      "step": 1935
+    },
+    {
+      "epoch": 0.948438456827924,
+      "grad_norm": 0.3745673894882202,
+      "learning_rate": 3.938595797408812e-06,
+      "loss": 0.6327,
+      "step": 1936
+    },
+    {
+      "epoch": 0.9489283527250459,
+      "grad_norm": 0.34707069396972656,
+      "learning_rate": 3.93752913305155e-06,
+      "loss": 0.6264,
+      "step": 1937
+    },
+    {
+      "epoch": 0.9494182486221678,
+      "grad_norm": 0.3721786141395569,
+      "learning_rate": 3.936462077591722e-06,
+      "loss": 0.6469,
+      "step": 1938
+    },
+    {
+      "epoch": 0.9499081445192896,
+      "grad_norm": 0.36948245763778687,
+      "learning_rate": 3.93539463131964e-06,
+      "loss": 0.6323,
+      "step": 1939
+    },
+    {
+      "epoch": 0.9503980404164115,
+      "grad_norm": 0.3576546907424927,
+      "learning_rate": 3.934326794525718e-06,
+      "loss": 0.6413,
+      "step": 1940
+    },
+    {
+      "epoch": 0.9508879363135334,
+      "grad_norm": 0.35429394245147705,
+      "learning_rate": 3.933258567500477e-06,
+      "loss": 0.6133,
+      "step": 1941
+    },
+    {
+      "epoch": 0.9513778322106552,
+      "grad_norm": 0.34951600432395935,
+      "learning_rate": 3.932189950534548e-06,
+      "loss": 0.6254,
+      "step": 1942
+    },
+    {
+      "epoch": 0.9518677281077771,
+      "grad_norm": 0.35437116026878357,
+      "learning_rate": 3.931120943918661e-06,
+      "loss": 0.6434,
+      "step": 1943
+    },
+    {
+      "epoch": 0.952357624004899,
+      "grad_norm": 0.35042843222618103,
+      "learning_rate": 3.9300515479436595e-06,
+      "loss": 0.6221,
+      "step": 1944
+    },
+    {
+      "epoch": 0.9528475199020208,
+      "grad_norm": 0.34926679730415344,
+      "learning_rate": 3.928981762900489e-06,
+      "loss": 0.5836,
+      "step": 1945
+    },
+    {
+      "epoch": 0.9533374157991427,
+      "grad_norm": 0.3715307414531708,
+      "learning_rate": 3.927911589080201e-06,
+      "loss": 0.6155,
+      "step": 1946
+    },
+    {
+      "epoch": 0.9538273116962646,
+      "grad_norm": 0.35882413387298584,
+      "learning_rate": 3.926841026773952e-06,
+      "loss": 0.6186,
+      "step": 1947
+    },
+    {
+      "epoch": 0.9543172075933865,
+      "grad_norm": 0.37663209438323975,
+      "learning_rate": 3.925770076273008e-06,
+      "loss": 0.6565,
+      "step": 1948
+    },
+    {
+      "epoch": 0.9548071034905082,
+      "grad_norm": 0.36306554079055786,
+      "learning_rate": 3.924698737868737e-06,
+      "loss": 0.6346,
+      "step": 1949
+    },
+    {
+      "epoch": 0.9552969993876301,
+      "grad_norm": 0.3902411162853241,
+      "learning_rate": 3.923627011852612e-06,
+      "loss": 0.584,
+      "step": 1950
+    },
+    {
+      "epoch": 0.955786895284752,
+      "grad_norm": 0.36925509572029114,
+      "learning_rate": 3.922554898516216e-06,
+      "loss": 0.6358,
+      "step": 1951
+    },
+    {
+      "epoch": 0.9562767911818738,
+      "grad_norm": 0.3701590597629547,
+      "learning_rate": 3.9214823981512305e-06,
+      "loss": 0.6185,
+      "step": 1952
+    },
+    {
+      "epoch": 0.9567666870789957,
+      "grad_norm": 0.36690884828567505,
+      "learning_rate": 3.920409511049451e-06,
+      "loss": 0.6318,
+      "step": 1953
+    },
+    {
+      "epoch": 0.9572565829761176,
+      "grad_norm": 0.38318440318107605,
+      "learning_rate": 3.919336237502769e-06,
+      "loss": 0.6082,
+      "step": 1954
+    },
+    {
+      "epoch": 0.9577464788732394,
+      "grad_norm": 0.37501823902130127,
+      "learning_rate": 3.918262577803188e-06,
+      "loss": 0.6186,
+      "step": 1955
+    },
+    {
+      "epoch": 0.9582363747703613,
+      "grad_norm": 0.34495916962623596,
+      "learning_rate": 3.917188532242814e-06,
+      "loss": 0.5996,
+      "step": 1956
+    },
+    {
+      "epoch": 0.9587262706674832,
+      "grad_norm": 0.35945406556129456,
+      "learning_rate": 3.916114101113857e-06,
+      "loss": 0.5956,
+      "step": 1957
+    },
+    {
+      "epoch": 0.9592161665646051,
+      "grad_norm": 0.36524417996406555,
+      "learning_rate": 3.915039284708634e-06,
+      "loss": 0.6537,
+      "step": 1958
+    },
+    {
+      "epoch": 0.9597060624617268,
+      "grad_norm": 0.3438582420349121,
+      "learning_rate": 3.913964083319566e-06,
+      "loss": 0.5874,
+      "step": 1959
+    },
+    {
+      "epoch": 0.9601959583588487,
+      "grad_norm": 0.3767183721065521,
+      "learning_rate": 3.912888497239177e-06,
+      "loss": 0.6268,
+      "step": 1960
+    },
+    {
+      "epoch": 0.9606858542559706,
+      "grad_norm": 0.3726462125778198,
+      "learning_rate": 3.911812526760099e-06,
+      "loss": 0.6273,
+      "step": 1961
+    },
+    {
+      "epoch": 0.9611757501530924,
+      "grad_norm": 0.3737446367740631,
+      "learning_rate": 3.910736172175066e-06,
+      "loss": 0.6267,
+      "step": 1962
+    },
+    {
+      "epoch": 0.9616656460502143,
+      "grad_norm": 0.3493219017982483,
+      "learning_rate": 3.909659433776918e-06,
+      "loss": 0.618,
+      "step": 1963
+    },
+    {
+      "epoch": 0.9621555419473362,
+      "grad_norm": 0.37235260009765625,
+      "learning_rate": 3.908582311858597e-06,
+      "loss": 0.6447,
+      "step": 1964
+    },
+    {
+      "epoch": 0.9626454378444581,
+      "grad_norm": 0.37288960814476013,
+      "learning_rate": 3.907504806713154e-06,
+      "loss": 0.6307,
+      "step": 1965
+    },
+    {
+      "epoch": 0.9631353337415799,
+      "grad_norm": 0.3650355041027069,
+      "learning_rate": 3.906426918633738e-06,
+      "loss": 0.624,
+      "step": 1966
+    },
+    {
+      "epoch": 0.9636252296387018,
+      "grad_norm": 0.34496167302131653,
+      "learning_rate": 3.905348647913607e-06,
+      "loss": 0.6037,
+      "step": 1967
+    },
+    {
+      "epoch": 0.9641151255358237,
+      "grad_norm": 0.37034958600997925,
+      "learning_rate": 3.904269994846122e-06,
+      "loss": 0.608,
+      "step": 1968
+    },
+    {
+      "epoch": 0.9646050214329455,
+      "grad_norm": 0.3597949743270874,
+      "learning_rate": 3.903190959724748e-06,
+      "loss": 0.5981,
+      "step": 1969
+    },
+    {
+      "epoch": 0.9650949173300674,
+      "grad_norm": 0.3547936975955963,
+      "learning_rate": 3.902111542843052e-06,
+      "loss": 0.6195,
+      "step": 1970
+    },
+    {
+      "epoch": 0.9655848132271893,
+      "grad_norm": 0.3734746277332306,
+      "learning_rate": 3.9010317444947074e-06,
+      "loss": 0.6278,
+      "step": 1971
+    },
+    {
+      "epoch": 0.966074709124311,
+      "grad_norm": 0.3595636487007141,
+      "learning_rate": 3.899951564973491e-06,
+      "loss": 0.6236,
+      "step": 1972
+    },
+    {
+      "epoch": 0.9665646050214329,
+      "grad_norm": 0.3781930208206177,
+      "learning_rate": 3.898871004573282e-06,
+      "loss": 0.6224,
+      "step": 1973
+    },
+    {
+      "epoch": 0.9670545009185548,
+      "grad_norm": 0.35438016057014465,
+      "learning_rate": 3.897790063588065e-06,
+      "loss": 0.6445,
+      "step": 1974
+    },
+    {
+      "epoch": 0.9675443968156767,
+      "grad_norm": 0.361677348613739,
+      "learning_rate": 3.896708742311925e-06,
+      "loss": 0.6271,
+      "step": 1975
+    },
+    {
+      "epoch": 0.9680342927127985,
+      "grad_norm": 0.3686682879924774,
+      "learning_rate": 3.895627041039055e-06,
+      "loss": 0.6232,
+      "step": 1976
+    },
+    {
+      "epoch": 0.9685241886099204,
+      "grad_norm": 0.3676711320877075,
+      "learning_rate": 3.894544960063748e-06,
+      "loss": 0.6196,
+      "step": 1977
+    },
+    {
+      "epoch": 0.9690140845070423,
+      "grad_norm": 0.3637702167034149,
+      "learning_rate": 3.893462499680399e-06,
+      "loss": 0.6257,
+      "step": 1978
+    },
+    {
+      "epoch": 0.9695039804041641,
+      "grad_norm": 0.3684902489185333,
+      "learning_rate": 3.892379660183512e-06,
+      "loss": 0.6271,
+      "step": 1979
+    },
+    {
+      "epoch": 0.969993876301286,
+      "grad_norm": 0.35545337200164795,
+      "learning_rate": 3.891296441867689e-06,
+      "loss": 0.6133,
+      "step": 1980
+    },
+    {
+      "epoch": 0.9704837721984079,
+      "grad_norm": 0.3473877012729645,
+      "learning_rate": 3.890212845027637e-06,
+      "loss": 0.6283,
+      "step": 1981
+    },
+    {
+      "epoch": 0.9709736680955297,
+      "grad_norm": 0.3448870778083801,
+      "learning_rate": 3.8891288699581655e-06,
+      "loss": 0.6212,
+      "step": 1982
+    },
+    {
+      "epoch": 0.9714635639926515,
+      "grad_norm": 0.37230542302131653,
+      "learning_rate": 3.888044516954187e-06,
+      "loss": 0.6195,
+      "step": 1983
+    },
+    {
+      "epoch": 0.9719534598897734,
+      "grad_norm": 0.3552440106868744,
+      "learning_rate": 3.886959786310718e-06,
+      "loss": 0.663,
+      "step": 1984
+    },
+    {
+      "epoch": 0.9724433557868953,
+      "grad_norm": 0.36294302344322205,
+      "learning_rate": 3.885874678322874e-06,
+      "loss": 0.6145,
+      "step": 1985
+    },
+    {
+      "epoch": 0.9729332516840171,
+      "grad_norm": 0.3489057719707489,
+      "learning_rate": 3.884789193285879e-06,
+      "loss": 0.6149,
+      "step": 1986
+    },
+    {
+      "epoch": 0.973423147581139,
+      "grad_norm": 0.3702811002731323,
+      "learning_rate": 3.8837033314950544e-06,
+      "loss": 0.6065,
+      "step": 1987
+    },
+    {
+      "epoch": 0.9739130434782609,
+      "grad_norm": 0.35552167892456055,
+      "learning_rate": 3.882617093245826e-06,
+      "loss": 0.6494,
+      "step": 1988
+    },
+    {
+      "epoch": 0.9744029393753827,
+      "grad_norm": 0.3572336435317993,
+      "learning_rate": 3.881530478833724e-06,
+      "loss": 0.6326,
+      "step": 1989
+    },
+    {
+      "epoch": 0.9748928352725046,
+      "grad_norm": 0.3529970645904541,
+      "learning_rate": 3.880443488554377e-06,
+      "loss": 0.6277,
+      "step": 1990
+    },
+    {
+      "epoch": 0.9753827311696265,
+      "grad_norm": 0.37120121717453003,
+      "learning_rate": 3.879356122703518e-06,
+      "loss": 0.6376,
+      "step": 1991
+    },
+    {
+      "epoch": 0.9758726270667483,
+      "grad_norm": 0.38676661252975464,
+      "learning_rate": 3.878268381576984e-06,
+      "loss": 0.6096,
+      "step": 1992
+    },
+    {
+      "epoch": 0.9763625229638702,
+      "grad_norm": 0.3568069040775299,
+      "learning_rate": 3.87718026547071e-06,
+      "loss": 0.5951,
+      "step": 1993
+    },
+    {
+      "epoch": 0.9768524188609921,
+      "grad_norm": 0.35809725522994995,
+      "learning_rate": 3.876091774680737e-06,
+      "loss": 0.5991,
+      "step": 1994
+    },
+    {
+      "epoch": 0.977342314758114,
+      "grad_norm": 0.367899090051651,
+      "learning_rate": 3.875002909503205e-06,
+      "loss": 0.5961,
+      "step": 1995
+    },
+    {
+      "epoch": 0.9778322106552357,
+      "grad_norm": 0.36738499999046326,
+      "learning_rate": 3.873913670234358e-06,
+      "loss": 0.5969,
+      "step": 1996
+    },
+    {
+      "epoch": 0.9783221065523576,
+      "grad_norm": 0.36432838439941406,
+      "learning_rate": 3.87282405717054e-06,
+      "loss": 0.6235,
+      "step": 1997
+    },
+    {
+      "epoch": 0.9788120024494795,
+      "grad_norm": 0.3667569160461426,
+      "learning_rate": 3.8717340706081975e-06,
+      "loss": 0.6168,
+      "step": 1998
+    },
+    {
+      "epoch": 0.9793018983466013,
+      "grad_norm": 0.3636808395385742,
+      "learning_rate": 3.870643710843878e-06,
+      "loss": 0.6294,
+      "step": 1999
+    },
+    {
+      "epoch": 0.9797917942437232,
+      "grad_norm": 0.3527030646800995,
+      "learning_rate": 3.869552978174233e-06,
+      "loss": 0.5993,
+      "step": 2000
+    },
+    {
+      "epoch": 0.9802816901408451,
+      "grad_norm": 0.35959500074386597,
+      "learning_rate": 3.868461872896011e-06,
+      "loss": 0.6486,
+      "step": 2001
+    },
+    {
+      "epoch": 0.9807715860379669,
+      "grad_norm": 0.36117956042289734,
+      "learning_rate": 3.8673703953060685e-06,
+      "loss": 0.6335,
+      "step": 2002
+    },
+    {
+      "epoch": 0.9812614819350888,
+      "grad_norm": 0.3546423017978668,
+      "learning_rate": 3.8662785457013544e-06,
+      "loss": 0.6193,
+      "step": 2003
+    },
+    {
+      "epoch": 0.9817513778322107,
+      "grad_norm": 0.3523540496826172,
+      "learning_rate": 3.865186324378927e-06,
+      "loss": 0.6072,
+      "step": 2004
+    },
+    {
+      "epoch": 0.9822412737293326,
+      "grad_norm": 0.3531913757324219,
+      "learning_rate": 3.8640937316359415e-06,
+      "loss": 0.627,
+      "step": 2005
+    },
+    {
+      "epoch": 0.9827311696264543,
+      "grad_norm": 0.36261194944381714,
+      "learning_rate": 3.863000767769655e-06,
+      "loss": 0.6193,
+      "step": 2006
+    },
+    {
+      "epoch": 0.9832210655235762,
+      "grad_norm": 0.37107813358306885,
+      "learning_rate": 3.861907433077425e-06,
+      "loss": 0.613,
+      "step": 2007
+    },
+    {
+      "epoch": 0.9837109614206981,
+      "grad_norm": 0.3672920763492584,
+      "learning_rate": 3.860813727856712e-06,
+      "loss": 0.6213,
+      "step": 2008
+    },
+    {
+      "epoch": 0.9842008573178199,
+      "grad_norm": 0.35620445013046265,
+      "learning_rate": 3.859719652405074e-06,
+      "loss": 0.6233,
+      "step": 2009
+    },
+    {
+      "epoch": 0.9846907532149418,
+      "grad_norm": 0.380731999874115,
+      "learning_rate": 3.858625207020173e-06,
+      "loss": 0.5993,
+      "step": 2010
+    },
+    {
+      "epoch": 0.9851806491120637,
+      "grad_norm": 0.3719562888145447,
+      "learning_rate": 3.85753039199977e-06,
+      "loss": 0.6203,
+      "step": 2011
+    },
+    {
+      "epoch": 0.9856705450091855,
+      "grad_norm": 0.3641625940799713,
+      "learning_rate": 3.856435207641725e-06,
+      "loss": 0.6091,
+      "step": 2012
+    },
+    {
+      "epoch": 0.9861604409063074,
+      "grad_norm": 0.3648725152015686,
+      "learning_rate": 3.855339654244003e-06,
+      "loss": 0.6306,
+      "step": 2013
+    },
+    {
+      "epoch": 0.9866503368034293,
+      "grad_norm": 0.3548206090927124,
+      "learning_rate": 3.8542437321046654e-06,
+      "loss": 0.6358,
+      "step": 2014
+    },
+    {
+      "epoch": 0.9871402327005512,
+      "grad_norm": 0.3661384880542755,
+      "learning_rate": 3.853147441521875e-06,
+      "loss": 0.6308,
+      "step": 2015
+    },
+    {
+      "epoch": 0.987630128597673,
+      "grad_norm": 0.35083141922950745,
+      "learning_rate": 3.8520507827938955e-06,
+      "loss": 0.6251,
+      "step": 2016
+    },
+    {
+      "epoch": 0.9881200244947949,
+      "grad_norm": 0.37429776787757874,
+      "learning_rate": 3.850953756219089e-06,
+      "loss": 0.6421,
+      "step": 2017
+    },
+    {
+      "epoch": 0.9886099203919168,
+      "grad_norm": 0.3655894100666046,
+      "learning_rate": 3.849856362095921e-06,
+      "loss": 0.6497,
+      "step": 2018
+    },
+    {
+      "epoch": 0.9890998162890385,
+      "grad_norm": 0.3669481575489044,
+      "learning_rate": 3.848758600722953e-06,
+      "loss": 0.6157,
+      "step": 2019
+    },
+    {
+      "epoch": 0.9895897121861604,
+      "grad_norm": 0.3566364347934723,
+      "learning_rate": 3.847660472398849e-06,
+      "loss": 0.6148,
+      "step": 2020
+    },
+    {
+      "epoch": 0.9900796080832823,
+      "grad_norm": 0.3615729808807373,
+      "learning_rate": 3.846561977422373e-06,
+      "loss": 0.6266,
+      "step": 2021
+    },
+    {
+      "epoch": 0.9905695039804041,
+      "grad_norm": 0.37268856167793274,
+      "learning_rate": 3.845463116092387e-06,
+      "loss": 0.6189,
+      "step": 2022
+    },
+    {
+      "epoch": 0.991059399877526,
+      "grad_norm": 0.37262001633644104,
+      "learning_rate": 3.844363888707855e-06,
+      "loss": 0.6033,
+      "step": 2023
+    },
+    {
+      "epoch": 0.9915492957746479,
+      "grad_norm": 0.3532877564430237,
+      "learning_rate": 3.843264295567836e-06,
+      "loss": 0.6293,
+      "step": 2024
+    },
+    {
+      "epoch": 0.9920391916717698,
+      "grad_norm": 0.370309978723526,
+      "learning_rate": 3.842164336971496e-06,
+      "loss": 0.618,
+      "step": 2025
+    },
+    {
+      "epoch": 0.9925290875688916,
+      "grad_norm": 0.3688422739505768,
+      "learning_rate": 3.841064013218093e-06,
+      "loss": 0.6375,
+      "step": 2026
+    },
+    {
+      "epoch": 0.9930189834660135,
+      "grad_norm": 0.3712131977081299,
+      "learning_rate": 3.839963324606989e-06,
+      "loss": 0.637,
+      "step": 2027
+    },
+    {
+      "epoch": 0.9935088793631354,
+      "grad_norm": 0.348637193441391,
+      "learning_rate": 3.838862271437643e-06,
+      "loss": 0.6249,
+      "step": 2028
+    },
+    {
+      "epoch": 0.9939987752602572,
+      "grad_norm": 0.37826526165008545,
+      "learning_rate": 3.837760854009614e-06,
+      "loss": 0.613,
+      "step": 2029
+    },
+    {
+      "epoch": 0.994488671157379,
+      "grad_norm": 0.3614782989025116,
+      "learning_rate": 3.836659072622561e-06,
+      "loss": 0.6404,
+      "step": 2030
+    },
+    {
+      "epoch": 0.9949785670545009,
+      "grad_norm": 0.3549116849899292,
+      "learning_rate": 3.83555692757624e-06,
+      "loss": 0.6055,
+      "step": 2031
+    },
+    {
+      "epoch": 0.9954684629516228,
+      "grad_norm": 0.34219223260879517,
+      "learning_rate": 3.834454419170508e-06,
+      "loss": 0.6064,
+      "step": 2032
+    },
+    {
+      "epoch": 0.9959583588487446,
+      "grad_norm": 0.35754355788230896,
+      "learning_rate": 3.833351547705319e-06,
+      "loss": 0.6182,
+      "step": 2033
+    },
+    {
+      "epoch": 0.9964482547458665,
+      "grad_norm": 0.36640578508377075,
+      "learning_rate": 3.832248313480727e-06,
+      "loss": 0.6177,
+      "step": 2034
+    },
+    {
+      "epoch": 0.9969381506429884,
+      "grad_norm": 0.36644652485847473,
+      "learning_rate": 3.831144716796884e-06,
+      "loss": 0.6331,
+      "step": 2035
+    },
+    {
+      "epoch": 0.9974280465401102,
+      "grad_norm": 0.35853859782218933,
+      "learning_rate": 3.830040757954041e-06,
+      "loss": 0.6277,
+      "step": 2036
+    },
+    {
+      "epoch": 0.9979179424372321,
+      "grad_norm": 0.344949334859848,
+      "learning_rate": 3.828936437252549e-06,
+      "loss": 0.6289,
+      "step": 2037
+    },
+    {
+      "epoch": 0.998407838334354,
+      "grad_norm": 0.35342395305633545,
+      "learning_rate": 3.827831754992854e-06,
+      "loss": 0.6442,
+      "step": 2038
+    },
+    {
+      "epoch": 0.9988977342314758,
+      "grad_norm": 0.36239710450172424,
+      "learning_rate": 3.826726711475502e-06,
+      "loss": 0.633,
+      "step": 2039
+    },
+    {
+      "epoch": 0.9993876301285977,
+      "grad_norm": 0.35739865899086,
+      "learning_rate": 3.82562130700114e-06,
+      "loss": 0.6302,
+      "step": 2040
+    },
+    {
+      "epoch": 0.9998775260257196,
+      "grad_norm": 0.3577716648578644,
+      "learning_rate": 3.8245155418705075e-06,
+      "loss": 0.6137,
+      "step": 2041
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.3577716648578644,
+      "learning_rate": 3.823409416384449e-06,
+      "loss": 0.5926,
+      "step": 2042
+    },
+    {
+      "epoch": 1.0004898958971218,
+      "grad_norm": 0.7302512526512146,
+      "learning_rate": 3.822302930843901e-06,
+      "loss": 0.6405,
+      "step": 2043
+    },
+    {
+      "epoch": 1.0009797917942438,
+      "grad_norm": 0.36221715807914734,
+      "learning_rate": 3.821196085549901e-06,
+      "loss": 0.6055,
+      "step": 2044
+    },
+    {
+      "epoch": 1.0014696876913656,
+      "grad_norm": 0.3596571087837219,
+      "learning_rate": 3.820088880803584e-06,
+      "loss": 0.6011,
+      "step": 2045
+    },
+    {
+      "epoch": 1.0019595835884874,
+      "grad_norm": 0.36236104369163513,
+      "learning_rate": 3.818981316906183e-06,
+      "loss": 0.6122,
+      "step": 2046
+    },
+    {
+      "epoch": 1.0024494794856094,
+      "grad_norm": 0.3640836179256439,
+      "learning_rate": 3.817873394159027e-06,
+      "loss": 0.6083,
+      "step": 2047
+    },
+    {
+      "epoch": 1.0029393753827311,
+      "grad_norm": 0.3620013892650604,
+      "learning_rate": 3.816765112863545e-06,
+      "loss": 0.6272,
+      "step": 2048
+    },
+    {
+      "epoch": 1.003429271279853,
+      "grad_norm": 0.3595709204673767,
+      "learning_rate": 3.815656473321263e-06,
+      "loss": 0.6135,
+      "step": 2049
+    },
+    {
+      "epoch": 1.003919167176975,
+      "grad_norm": 0.3717787265777588,
+      "learning_rate": 3.814547475833802e-06,
+      "loss": 0.6262,
+      "step": 2050
+    },
+    {
+      "epoch": 1.0044090630740967,
+      "grad_norm": 0.36989012360572815,
+      "learning_rate": 3.8134381207028836e-06,
+      "loss": 0.6255,
+      "step": 2051
+    },
+    {
+      "epoch": 1.0048989589712187,
+      "grad_norm": 0.37390029430389404,
+      "learning_rate": 3.8123284082303257e-06,
+      "loss": 0.5981,
+      "step": 2052
+    },
+    {
+      "epoch": 1.0053888548683405,
+      "grad_norm": 0.3666386604309082,
+      "learning_rate": 3.8112183387180424e-06,
+      "loss": 0.6092,
+      "step": 2053
+    },
+    {
+      "epoch": 1.0058787507654623,
+      "grad_norm": 0.3583003878593445,
+      "learning_rate": 3.8101079124680468e-06,
+      "loss": 0.6094,
+      "step": 2054
+    },
+    {
+      "epoch": 1.0063686466625843,
+      "grad_norm": 0.37251782417297363,
+      "learning_rate": 3.808997129782447e-06,
+      "loss": 0.5902,
+      "step": 2055
+    },
+    {
+      "epoch": 1.006858542559706,
+      "grad_norm": 0.36283349990844727,
+      "learning_rate": 3.807885990963448e-06,
+      "loss": 0.6417,
+      "step": 2056
+    },
+    {
+      "epoch": 1.0073484384568279,
+      "grad_norm": 0.363558292388916,
+      "learning_rate": 3.8067744963133555e-06,
+      "loss": 0.6408,
+      "step": 2057
+    },
+    {
+      "epoch": 1.0078383343539499,
+      "grad_norm": 0.37870892882347107,
+      "learning_rate": 3.8056626461345665e-06,
+      "loss": 0.6111,
+      "step": 2058
+    },
+    {
+      "epoch": 1.0083282302510717,
+      "grad_norm": 0.3512195646762848,
+      "learning_rate": 3.8045504407295785e-06,
+      "loss": 0.6237,
+      "step": 2059
+    },
+    {
+      "epoch": 1.0088181261481934,
+      "grad_norm": 0.3760397732257843,
+      "learning_rate": 3.803437880400986e-06,
+      "loss": 0.6241,
+      "step": 2060
+    },
+    {
+      "epoch": 1.0093080220453154,
+      "grad_norm": 0.37259799242019653,
+      "learning_rate": 3.802324965451476e-06,
+      "loss": 0.5795,
+      "step": 2061
+    },
+    {
+      "epoch": 1.0097979179424372,
+      "grad_norm": 0.3411462604999542,
+      "learning_rate": 3.801211696183837e-06,
+      "loss": 0.5953,
+      "step": 2062
+    },
+    {
+      "epoch": 1.010287813839559,
+      "grad_norm": 0.353613942861557,
+      "learning_rate": 3.8000980729009496e-06,
+      "loss": 0.5612,
+      "step": 2063
+    },
+    {
+      "epoch": 1.010777709736681,
+      "grad_norm": 0.3559737801551819,
+      "learning_rate": 3.7989840959057937e-06,
+      "loss": 0.6151,
+      "step": 2064
+    },
+    {
+      "epoch": 1.0112676056338028,
+      "grad_norm": 0.36175239086151123,
+      "learning_rate": 3.797869765501445e-06,
+      "loss": 0.609,
+      "step": 2065
+    },
+    {
+      "epoch": 1.0117575015309246,
+      "grad_norm": 0.3632608652114868,
+      "learning_rate": 3.7967550819910737e-06,
+      "loss": 0.5986,
+      "step": 2066
+    },
+    {
+      "epoch": 1.0122473974280466,
+      "grad_norm": 0.3595733642578125,
+      "learning_rate": 3.7956400456779474e-06,
+      "loss": 0.6253,
+      "step": 2067
+    },
+    {
+      "epoch": 1.0127372933251684,
+      "grad_norm": 0.3562808334827423,
+      "learning_rate": 3.7945246568654283e-06,
+      "loss": 0.6032,
+      "step": 2068
+    },
+    {
+      "epoch": 1.0132271892222902,
+      "grad_norm": 0.3632659316062927,
+      "learning_rate": 3.7934089158569778e-06,
+      "loss": 0.5995,
+      "step": 2069
+    },
+    {
+      "epoch": 1.0137170851194122,
+      "grad_norm": 0.36533185839653015,
+      "learning_rate": 3.7922928229561495e-06,
+      "loss": 0.6296,
+      "step": 2070
+    },
+    {
+      "epoch": 1.014206981016534,
+      "grad_norm": 0.37964925169944763,
+      "learning_rate": 3.7911763784665943e-06,
+      "loss": 0.63,
+      "step": 2071
+    },
+    {
+      "epoch": 1.014696876913656,
+      "grad_norm": 0.381578654050827,
+      "learning_rate": 3.790059582692058e-06,
+      "loss": 0.617,
+      "step": 2072
+    },
+    {
+      "epoch": 1.0151867728107777,
+      "grad_norm": 0.3671705424785614,
+      "learning_rate": 3.7889424359363845e-06,
+      "loss": 0.6258,
+      "step": 2073
+    },
+    {
+      "epoch": 1.0156766687078995,
+      "grad_norm": 0.3784239888191223,
+      "learning_rate": 3.7878249385035094e-06,
+      "loss": 0.6378,
+      "step": 2074
+    },
+    {
+      "epoch": 1.0161665646050215,
+      "grad_norm": 0.3472031056880951,
+      "learning_rate": 3.7867070906974666e-06,
+      "loss": 0.6292,
+      "step": 2075
+    },
+    {
+      "epoch": 1.0166564605021433,
+      "grad_norm": 0.35930654406547546,
+      "learning_rate": 3.785588892822383e-06,
+      "loss": 0.6016,
+      "step": 2076
+    },
+    {
+      "epoch": 1.017146356399265,
+      "grad_norm": 0.36774829030036926,
+      "learning_rate": 3.7844703451824838e-06,
+      "loss": 0.5965,
+      "step": 2077
+    },
+    {
+      "epoch": 1.017636252296387,
+      "grad_norm": 0.35045138001441956,
+      "learning_rate": 3.7833514480820865e-06,
+      "loss": 0.6295,
+      "step": 2078
+    },
+    {
+      "epoch": 1.0181261481935089,
+      "grad_norm": 0.3572307825088501,
+      "learning_rate": 3.7822322018256053e-06,
+      "loss": 0.616,
+      "step": 2079
+    },
+    {
+      "epoch": 1.0186160440906307,
+      "grad_norm": 0.3587628901004791,
+      "learning_rate": 3.7811126067175486e-06,
+      "loss": 0.5955,
+      "step": 2080
+    },
+    {
+      "epoch": 1.0191059399877527,
+      "grad_norm": 0.3570307791233063,
+      "learning_rate": 3.77999266306252e-06,
+      "loss": 0.6134,
+      "step": 2081
+    },
+    {
+      "epoch": 1.0195958358848745,
+      "grad_norm": 0.371652752161026,
+      "learning_rate": 3.778872371165217e-06,
+      "loss": 0.6006,
+      "step": 2082
+    },
+    {
+      "epoch": 1.0200857317819962,
+      "grad_norm": 0.35919180512428284,
+      "learning_rate": 3.7777517313304347e-06,
+      "loss": 0.6227,
+      "step": 2083
+    },
+    {
+      "epoch": 1.0205756276791182,
+      "grad_norm": 0.3683004081249237,
+      "learning_rate": 3.776630743863059e-06,
+      "loss": 0.6057,
+      "step": 2084
+    },
+    {
+      "epoch": 1.02106552357624,
+      "grad_norm": 0.35871168971061707,
+      "learning_rate": 3.7755094090680737e-06,
+      "loss": 0.6073,
+      "step": 2085
+    },
+    {
+      "epoch": 1.0215554194733618,
+      "grad_norm": 0.36735525727272034,
+      "learning_rate": 3.774387727250555e-06,
+      "loss": 0.623,
+      "step": 2086
+    },
+    {
+      "epoch": 1.0220453153704838,
+      "grad_norm": 0.3544144630432129,
+      "learning_rate": 3.7732656987156745e-06,
+      "loss": 0.5923,
+      "step": 2087
+    },
+    {
+      "epoch": 1.0225352112676056,
+      "grad_norm": 0.369608998298645,
+      "learning_rate": 3.7721433237686976e-06,
+      "loss": 0.6091,
+      "step": 2088
+    },
+    {
+      "epoch": 1.0230251071647274,
+      "grad_norm": 0.3617960512638092,
+      "learning_rate": 3.7710206027149843e-06,
+      "loss": 0.6204,
+      "step": 2089
+    },
+    {
+      "epoch": 1.0235150030618494,
+      "grad_norm": 0.37180766463279724,
+      "learning_rate": 3.7698975358599876e-06,
+      "loss": 0.6155,
+      "step": 2090
+    },
+    {
+      "epoch": 1.0240048989589712,
+      "grad_norm": 0.3480638861656189,
+      "learning_rate": 3.768774123509258e-06,
+      "loss": 0.6274,
+      "step": 2091
+    },
+    {
+      "epoch": 1.0244947948560932,
+      "grad_norm": 0.3564770519733429,
+      "learning_rate": 3.767650365968435e-06,
+      "loss": 0.6095,
+      "step": 2092
+    },
+    {
+      "epoch": 1.024984690753215,
+      "grad_norm": 0.37577447295188904,
+      "learning_rate": 3.7665262635432564e-06,
+      "loss": 0.5957,
+      "step": 2093
+    },
+    {
+      "epoch": 1.0254745866503368,
+      "grad_norm": 0.37107887864112854,
+      "learning_rate": 3.765401816539552e-06,
+      "loss": 0.6146,
+      "step": 2094
+    },
+    {
+      "epoch": 1.0259644825474588,
+      "grad_norm": 0.3543723523616791,
+      "learning_rate": 3.7642770252632444e-06,
+      "loss": 0.6288,
+      "step": 2095
+    },
+    {
+      "epoch": 1.0264543784445805,
+      "grad_norm": 0.38126927614212036,
+      "learning_rate": 3.7631518900203517e-06,
+      "loss": 0.6236,
+      "step": 2096
+    },
+    {
+      "epoch": 1.0269442743417023,
+      "grad_norm": 0.3606318533420563,
+      "learning_rate": 3.7620264111169845e-06,
+      "loss": 0.6044,
+      "step": 2097
+    },
+    {
+      "epoch": 1.0274341702388243,
+      "grad_norm": 0.36386165022850037,
+      "learning_rate": 3.7609005888593466e-06,
+      "loss": 0.6214,
+      "step": 2098
+    },
+    {
+      "epoch": 1.0279240661359461,
+      "grad_norm": 0.36373335123062134,
+      "learning_rate": 3.759774423553737e-06,
+      "loss": 0.5961,
+      "step": 2099
+    },
+    {
+      "epoch": 1.028413962033068,
+      "grad_norm": 0.35019516944885254,
+      "learning_rate": 3.7586479155065458e-06,
+      "loss": 0.5918,
+      "step": 2100
+    },
+    {
+      "epoch": 1.02890385793019,
+      "grad_norm": 0.3837131857872009,
+      "learning_rate": 3.757521065024257e-06,
+      "loss": 0.6044,
+      "step": 2101
+    },
+    {
+      "epoch": 1.0293937538273117,
+      "grad_norm": 0.36410900950431824,
+      "learning_rate": 3.75639387241345e-06,
+      "loss": 0.5811,
+      "step": 2102
+    },
+    {
+      "epoch": 1.0298836497244335,
+      "grad_norm": 0.37673771381378174,
+      "learning_rate": 3.755266337980793e-06,
+      "loss": 0.6183,
+      "step": 2103
+    },
+    {
+      "epoch": 1.0303735456215555,
+      "grad_norm": 0.3720352053642273,
+      "learning_rate": 3.754138462033052e-06,
+      "loss": 0.6276,
+      "step": 2104
+    },
+    {
+      "epoch": 1.0308634415186773,
+      "grad_norm": 0.39857250452041626,
+      "learning_rate": 3.7530102448770812e-06,
+      "loss": 0.6227,
+      "step": 2105
+    },
+    {
+      "epoch": 1.031353337415799,
+      "grad_norm": 0.3616951107978821,
+      "learning_rate": 3.7518816868198316e-06,
+      "loss": 0.6343,
+      "step": 2106
+    },
+    {
+      "epoch": 1.031843233312921,
+      "grad_norm": 0.3568483591079712,
+      "learning_rate": 3.750752788168345e-06,
+      "loss": 0.6113,
+      "step": 2107
+    },
+    {
+      "epoch": 1.0323331292100428,
+      "grad_norm": 0.3608867824077606,
+      "learning_rate": 3.7496235492297554e-06,
+      "loss": 0.5959,
+      "step": 2108
+    },
+    {
+      "epoch": 1.0328230251071648,
+      "grad_norm": 0.36264732480049133,
+      "learning_rate": 3.748493970311291e-06,
+      "loss": 0.6283,
+      "step": 2109
+    },
+    {
+      "epoch": 1.0333129210042866,
+      "grad_norm": 0.38085466623306274,
+      "learning_rate": 3.7473640517202707e-06,
+      "loss": 0.6111,
+      "step": 2110
+    },
+    {
+      "epoch": 1.0338028169014084,
+      "grad_norm": 0.3716256022453308,
+      "learning_rate": 3.746233793764107e-06,
+      "loss": 0.6106,
+      "step": 2111
+    },
+    {
+      "epoch": 1.0342927127985304,
+      "grad_norm": 0.3789142072200775,
+      "learning_rate": 3.745103196750306e-06,
+      "loss": 0.6064,
+      "step": 2112
+    },
+    {
+      "epoch": 1.0347826086956522,
+      "grad_norm": 0.36241525411605835,
+      "learning_rate": 3.743972260986462e-06,
+      "loss": 0.6136,
+      "step": 2113
+    },
+    {
+      "epoch": 1.035272504592774,
+      "grad_norm": 0.3514231741428375,
+      "learning_rate": 3.742840986780266e-06,
+      "loss": 0.6125,
+      "step": 2114
+    },
+    {
+      "epoch": 1.035762400489896,
+      "grad_norm": 0.3562118709087372,
+      "learning_rate": 3.7417093744394983e-06,
+      "loss": 0.6012,
+      "step": 2115
+    },
+    {
+      "epoch": 1.0362522963870178,
+      "grad_norm": 0.36194613575935364,
+      "learning_rate": 3.7405774242720323e-06,
+      "loss": 0.6078,
+      "step": 2116
+    },
+    {
+      "epoch": 1.0367421922841396,
+      "grad_norm": 0.3722241222858429,
+      "learning_rate": 3.739445136585832e-06,
+      "loss": 0.6293,
+      "step": 2117
+    },
+    {
+      "epoch": 1.0372320881812616,
+      "grad_norm": 0.36227795481681824,
+      "learning_rate": 3.738312511688955e-06,
+      "loss": 0.6032,
+      "step": 2118
+    },
+    {
+      "epoch": 1.0377219840783833,
+      "grad_norm": 0.34213346242904663,
+      "learning_rate": 3.7371795498895496e-06,
+      "loss": 0.6082,
+      "step": 2119
+    },
+    {
+      "epoch": 1.0382118799755051,
+      "grad_norm": 0.35858309268951416,
+      "learning_rate": 3.736046251495857e-06,
+      "loss": 0.6135,
+      "step": 2120
+    },
+    {
+      "epoch": 1.0387017758726271,
+      "grad_norm": 0.37163859605789185,
+      "learning_rate": 3.734912616816207e-06,
+      "loss": 0.6106,
+      "step": 2121
+    },
+    {
+      "epoch": 1.039191671769749,
+      "grad_norm": 0.35800930857658386,
+      "learning_rate": 3.733778646159024e-06,
+      "loss": 0.6,
+      "step": 2122
+    },
+    {
+      "epoch": 1.0396815676668707,
+      "grad_norm": 0.3649452328681946,
+      "learning_rate": 3.732644339832823e-06,
+      "loss": 0.6463,
+      "step": 2123
+    },
+    {
+      "epoch": 1.0401714635639927,
+      "grad_norm": 0.3518073856830597,
+      "learning_rate": 3.7315096981462097e-06,
+      "loss": 0.6349,
+      "step": 2124
+    },
+    {
+      "epoch": 1.0406613594611145,
+      "grad_norm": 0.3746693432331085,
+      "learning_rate": 3.730374721407881e-06,
+      "loss": 0.6297,
+      "step": 2125
+    },
+    {
+      "epoch": 1.0411512553582363,
+      "grad_norm": 0.36575454473495483,
+      "learning_rate": 3.729239409926626e-06,
+      "loss": 0.6366,
+      "step": 2126
+    },
+    {
+      "epoch": 1.0416411512553583,
+      "grad_norm": 0.3633638024330139,
+      "learning_rate": 3.7281037640113227e-06,
+      "loss": 0.6388,
+      "step": 2127
+    },
+    {
+      "epoch": 1.04213104715248,
+      "grad_norm": 0.37288302183151245,
+      "learning_rate": 3.726967783970944e-06,
+      "loss": 0.6302,
+      "step": 2128
+    },
+    {
+      "epoch": 1.042620943049602,
+      "grad_norm": 0.35776814818382263,
+      "learning_rate": 3.725831470114548e-06,
+      "loss": 0.618,
+      "step": 2129
+    },
+    {
+      "epoch": 1.0431108389467239,
+      "grad_norm": 0.37245604395866394,
+      "learning_rate": 3.7246948227512904e-06,
+      "loss": 0.6343,
+      "step": 2130
+    },
+    {
+      "epoch": 1.0436007348438456,
+      "grad_norm": 0.36582523584365845,
+      "learning_rate": 3.7235578421904117e-06,
+      "loss": 0.5903,
+      "step": 2131
+    },
+    {
+      "epoch": 1.0440906307409676,
+      "grad_norm": 0.36683371663093567,
+      "learning_rate": 3.7224205287412462e-06,
+      "loss": 0.6127,
+      "step": 2132
+    },
+    {
+      "epoch": 1.0445805266380894,
+      "grad_norm": 0.359762966632843,
+      "learning_rate": 3.721282882713218e-06,
+      "loss": 0.608,
+      "step": 2133
+    },
+    {
+      "epoch": 1.0450704225352112,
+      "grad_norm": 0.36687856912612915,
+      "learning_rate": 3.7201449044158415e-06,
+      "loss": 0.6143,
+      "step": 2134
+    },
+    {
+      "epoch": 1.0455603184323332,
+      "grad_norm": 0.371162474155426,
+      "learning_rate": 3.7190065941587224e-06,
+      "loss": 0.6074,
+      "step": 2135
+    },
+    {
+      "epoch": 1.046050214329455,
+      "grad_norm": 0.3926391899585724,
+      "learning_rate": 3.717867952251556e-06,
+      "loss": 0.64,
+      "step": 2136
+    },
+    {
+      "epoch": 1.0465401102265768,
+      "grad_norm": 0.3637010455131531,
+      "learning_rate": 3.716728979004126e-06,
+      "loss": 0.6057,
+      "step": 2137
+    },
+    {
+      "epoch": 1.0470300061236988,
+      "grad_norm": 0.35207727551460266,
+      "learning_rate": 3.7155896747263105e-06,
+      "loss": 0.5989,
+      "step": 2138
+    },
+    {
+      "epoch": 1.0475199020208206,
+      "grad_norm": 0.3689444959163666,
+      "learning_rate": 3.7144500397280743e-06,
+      "loss": 0.6207,
+      "step": 2139
+    },
+    {
+      "epoch": 1.0480097979179424,
+      "grad_norm": 0.3575247824192047,
+      "learning_rate": 3.7133100743194733e-06,
+      "loss": 0.6431,
+      "step": 2140
+    },
+    {
+      "epoch": 1.0484996938150644,
+      "grad_norm": 0.369592547416687,
+      "learning_rate": 3.7121697788106525e-06,
+      "loss": 0.6315,
+      "step": 2141
+    },
+    {
+      "epoch": 1.0489895897121861,
+      "grad_norm": 0.39101123809814453,
+      "learning_rate": 3.711029153511848e-06,
+      "loss": 0.629,
+      "step": 2142
+    },
+    {
+      "epoch": 1.049479485609308,
+      "grad_norm": 0.531679630279541,
+      "learning_rate": 3.7098881987333853e-06,
+      "loss": 0.6449,
+      "step": 2143
+    },
+    {
+      "epoch": 1.04996938150643,
+      "grad_norm": 0.36580806970596313,
+      "learning_rate": 3.7087469147856784e-06,
+      "loss": 0.5958,
+      "step": 2144
+    },
+    {
+      "epoch": 1.0504592774035517,
+      "grad_norm": 0.3666715919971466,
+      "learning_rate": 3.707605301979232e-06,
+      "loss": 0.633,
+      "step": 2145
+    },
+    {
+      "epoch": 1.0509491733006735,
+      "grad_norm": 0.3637746572494507,
+      "learning_rate": 3.7064633606246403e-06,
+      "loss": 0.6099,
+      "step": 2146
+    },
+    {
+      "epoch": 1.0514390691977955,
+      "grad_norm": 0.3598858416080475,
+      "learning_rate": 3.7053210910325852e-06,
+      "loss": 0.5942,
+      "step": 2147
+    },
+    {
+      "epoch": 1.0519289650949173,
+      "grad_norm": 0.35465115308761597,
+      "learning_rate": 3.7041784935138414e-06,
+      "loss": 0.586,
+      "step": 2148
+    },
+    {
+      "epoch": 1.0524188609920393,
+      "grad_norm": 0.37120938301086426,
+      "learning_rate": 3.7030355683792694e-06,
+      "loss": 0.6216,
+      "step": 2149
+    },
+    {
+      "epoch": 1.052908756889161,
+      "grad_norm": 0.3678767681121826,
+      "learning_rate": 3.7018923159398197e-06,
+      "loss": 0.6166,
+      "step": 2150
+    },
+    {
+      "epoch": 1.0533986527862829,
+      "grad_norm": 0.36580461263656616,
+      "learning_rate": 3.7007487365065327e-06,
+      "loss": 0.6085,
+      "step": 2151
+    },
+    {
+      "epoch": 1.0538885486834049,
+      "grad_norm": 0.35031387209892273,
+      "learning_rate": 3.6996048303905373e-06,
+      "loss": 0.6138,
+      "step": 2152
+    },
+    {
+      "epoch": 1.0543784445805267,
+      "grad_norm": 0.3648207187652588,
+      "learning_rate": 3.6984605979030514e-06,
+      "loss": 0.6106,
+      "step": 2153
+    },
+    {
+      "epoch": 1.0548683404776484,
+      "grad_norm": 0.37831538915634155,
+      "learning_rate": 3.697316039355382e-06,
+      "loss": 0.6155,
+      "step": 2154
+    },
+    {
+      "epoch": 1.0553582363747704,
+      "grad_norm": 0.3695274293422699,
+      "learning_rate": 3.6961711550589225e-06,
+      "loss": 0.6248,
+      "step": 2155
+    },
+    {
+      "epoch": 1.0558481322718922,
+      "grad_norm": 0.3716513216495514,
+      "learning_rate": 3.6950259453251588e-06,
+      "loss": 0.6277,
+      "step": 2156
+    },
+    {
+      "epoch": 1.056338028169014,
+      "grad_norm": 0.3695274591445923,
+      "learning_rate": 3.693880410465662e-06,
+      "loss": 0.5961,
+      "step": 2157
+    },
+    {
+      "epoch": 1.056827924066136,
+      "grad_norm": 0.3641992509365082,
+      "learning_rate": 3.692734550792095e-06,
+      "loss": 0.5837,
+      "step": 2158
+    },
+    {
+      "epoch": 1.0573178199632578,
+      "grad_norm": 0.3627093434333801,
+      "learning_rate": 3.691588366616205e-06,
+      "loss": 0.5802,
+      "step": 2159
+    },
+    {
+      "epoch": 1.0578077158603796,
+      "grad_norm": 0.36302122473716736,
+      "learning_rate": 3.69044185824983e-06,
+      "loss": 0.6252,
+      "step": 2160
+    },
+    {
+      "epoch": 1.0582976117575016,
+      "grad_norm": 0.3806382119655609,
+      "learning_rate": 3.689295026004896e-06,
+      "loss": 0.6109,
+      "step": 2161
+    },
+    {
+      "epoch": 1.0587875076546234,
+      "grad_norm": 0.35560694336891174,
+      "learning_rate": 3.6881478701934175e-06,
+      "loss": 0.5839,
+      "step": 2162
+    },
+    {
+      "epoch": 1.0592774035517452,
+      "grad_norm": 0.37304025888442993,
+      "learning_rate": 3.6870003911274952e-06,
+      "loss": 0.5945,
+      "step": 2163
+    },
+    {
+      "epoch": 1.0597672994488672,
+      "grad_norm": 0.35711508989334106,
+      "learning_rate": 3.68585258911932e-06,
+      "loss": 0.6021,
+      "step": 2164
+    },
+    {
+      "epoch": 1.060257195345989,
+      "grad_norm": 0.38827821612358093,
+      "learning_rate": 3.684704464481169e-06,
+      "loss": 0.6201,
+      "step": 2165
+    },
+    {
+      "epoch": 1.060747091243111,
+      "grad_norm": 0.3666738271713257,
+      "learning_rate": 3.683556017525408e-06,
+      "loss": 0.6027,
+      "step": 2166
+    },
+    {
+      "epoch": 1.0612369871402327,
+      "grad_norm": 0.35715430974960327,
+      "learning_rate": 3.6824072485644896e-06,
+      "loss": 0.6187,
+      "step": 2167
+    },
+    {
+      "epoch": 1.0617268830373545,
+      "grad_norm": 0.36522170901298523,
+      "learning_rate": 3.681258157910956e-06,
+      "loss": 0.6164,
+      "step": 2168
+    },
+    {
+      "epoch": 1.0622167789344765,
+      "grad_norm": 0.3614034950733185,
+      "learning_rate": 3.6801087458774334e-06,
+      "loss": 0.6044,
+      "step": 2169
+    },
+    {
+      "epoch": 1.0627066748315983,
+      "grad_norm": 0.36353325843811035,
+      "learning_rate": 3.6789590127766397e-06,
+      "loss": 0.6103,
+      "step": 2170
+    },
+    {
+      "epoch": 1.06319657072872,
+      "grad_norm": 0.36362984776496887,
+      "learning_rate": 3.6778089589213756e-06,
+      "loss": 0.6345,
+      "step": 2171
+    },
+    {
+      "epoch": 1.063686466625842,
+      "grad_norm": 0.3649977147579193,
+      "learning_rate": 3.676658584624534e-06,
+      "loss": 0.6087,
+      "step": 2172
+    },
+    {
+      "epoch": 1.0641763625229639,
+      "grad_norm": 0.3708246946334839,
+      "learning_rate": 3.675507890199091e-06,
+      "loss": 0.6064,
+      "step": 2173
+    },
+    {
+      "epoch": 1.0646662584200857,
+      "grad_norm": 0.3809296786785126,
+      "learning_rate": 3.674356875958111e-06,
+      "loss": 0.6109,
+      "step": 2174
+    },
+    {
+      "epoch": 1.0651561543172077,
+      "grad_norm": 0.3635983169078827,
+      "learning_rate": 3.673205542214747e-06,
+      "loss": 0.6263,
+      "step": 2175
+    },
+    {
+      "epoch": 1.0656460502143295,
+      "grad_norm": 0.3441465198993683,
+      "learning_rate": 3.672053889282236e-06,
+      "loss": 0.6094,
+      "step": 2176
+    },
+    {
+      "epoch": 1.0661359461114512,
+      "grad_norm": 0.36060529947280884,
+      "learning_rate": 3.6709019174739047e-06,
+      "loss": 0.6258,
+      "step": 2177
+    },
+    {
+      "epoch": 1.0666258420085732,
+      "grad_norm": 0.3787026107311249,
+      "learning_rate": 3.6697496271031647e-06,
+      "loss": 0.6065,
+      "step": 2178
+    },
+    {
+      "epoch": 1.067115737905695,
+      "grad_norm": 0.3517509996891022,
+      "learning_rate": 3.668597018483515e-06,
+      "loss": 0.612,
+      "step": 2179
+    },
+    {
+      "epoch": 1.0676056338028168,
+      "grad_norm": 0.4110904335975647,
+      "learning_rate": 3.66744409192854e-06,
+      "loss": 0.6185,
+      "step": 2180
+    },
+    {
+      "epoch": 1.0680955296999388,
+      "grad_norm": 0.37096044421195984,
+      "learning_rate": 3.666290847751914e-06,
+      "loss": 0.623,
+      "step": 2181
+    },
+    {
+      "epoch": 1.0685854255970606,
+      "grad_norm": 0.35743921995162964,
+      "learning_rate": 3.665137286267393e-06,
+      "loss": 0.6274,
+      "step": 2182
+    },
+    {
+      "epoch": 1.0690753214941824,
+      "grad_norm": 0.3622436821460724,
+      "learning_rate": 3.6639834077888228e-06,
+      "loss": 0.6196,
+      "step": 2183
+    },
+    {
+      "epoch": 1.0695652173913044,
+      "grad_norm": 0.36621788144111633,
+      "learning_rate": 3.6628292126301336e-06,
+      "loss": 0.6157,
+      "step": 2184
+    },
+    {
+      "epoch": 1.0700551132884262,
+      "grad_norm": 0.36889806389808655,
+      "learning_rate": 3.6616747011053434e-06,
+      "loss": 0.6158,
+      "step": 2185
+    },
+    {
+      "epoch": 1.070545009185548,
+      "grad_norm": 0.39745423197746277,
+      "learning_rate": 3.660519873528555e-06,
+      "loss": 0.6054,
+      "step": 2186
+    },
+    {
+      "epoch": 1.07103490508267,
+      "grad_norm": 0.3748469352722168,
+      "learning_rate": 3.659364730213957e-06,
+      "loss": 0.6176,
+      "step": 2187
+    },
+    {
+      "epoch": 1.0715248009797917,
+      "grad_norm": 0.37206313014030457,
+      "learning_rate": 3.6582092714758244e-06,
+      "loss": 0.6037,
+      "step": 2188
+    },
+    {
+      "epoch": 1.0720146968769138,
+      "grad_norm": 0.36769533157348633,
+      "learning_rate": 3.65705349762852e-06,
+      "loss": 0.5916,
+      "step": 2189
+    },
+    {
+      "epoch": 1.0725045927740355,
+      "grad_norm": 0.35023733973503113,
+      "learning_rate": 3.6558974089864875e-06,
+      "loss": 0.6231,
+      "step": 2190
+    },
+    {
+      "epoch": 1.0729944886711573,
+      "grad_norm": 0.36391445994377136,
+      "learning_rate": 3.6547410058642607e-06,
+      "loss": 0.6432,
+      "step": 2191
+    },
+    {
+      "epoch": 1.0734843845682793,
+      "grad_norm": 0.3642194867134094,
+      "learning_rate": 3.6535842885764574e-06,
+      "loss": 0.6198,
+      "step": 2192
+    },
+    {
+      "epoch": 1.073974280465401,
+      "grad_norm": 0.371138334274292,
+      "learning_rate": 3.6524272574377806e-06,
+      "loss": 0.6293,
+      "step": 2193
+    },
+    {
+      "epoch": 1.074464176362523,
+      "grad_norm": 0.34584951400756836,
+      "learning_rate": 3.651269912763019e-06,
+      "loss": 0.5993,
+      "step": 2194
+    },
+    {
+      "epoch": 1.074954072259645,
+      "grad_norm": 0.36272382736206055,
+      "learning_rate": 3.6501122548670464e-06,
+      "loss": 0.625,
+      "step": 2195
+    },
+    {
+      "epoch": 1.0754439681567667,
+      "grad_norm": 0.3636181950569153,
+      "learning_rate": 3.6489542840648225e-06,
+      "loss": 0.6017,
+      "step": 2196
+    },
+    {
+      "epoch": 1.0759338640538885,
+      "grad_norm": 0.35358887910842896,
+      "learning_rate": 3.647796000671391e-06,
+      "loss": 0.5844,
+      "step": 2197
+    },
+    {
+      "epoch": 1.0764237599510105,
+      "grad_norm": 0.3420582711696625,
+      "learning_rate": 3.6466374050018804e-06,
+      "loss": 0.5842,
+      "step": 2198
+    },
+    {
+      "epoch": 1.0769136558481323,
+      "grad_norm": 0.37482982873916626,
+      "learning_rate": 3.6454784973715073e-06,
+      "loss": 0.6309,
+      "step": 2199
+    },
+    {
+      "epoch": 1.077403551745254,
+      "grad_norm": 0.3911072313785553,
+      "learning_rate": 3.644319278095569e-06,
+      "loss": 0.6092,
+      "step": 2200
+    },
+    {
+      "epoch": 1.077893447642376,
+      "grad_norm": 0.37754178047180176,
+      "learning_rate": 3.64315974748945e-06,
+      "loss": 0.6119,
+      "step": 2201
+    },
+    {
+      "epoch": 1.0783833435394978,
+      "grad_norm": 0.38678061962127686,
+      "learning_rate": 3.6419999058686196e-06,
+      "loss": 0.6246,
+      "step": 2202
+    },
+    {
+      "epoch": 1.0788732394366196,
+      "grad_norm": 0.3678695261478424,
+      "learning_rate": 3.6408397535486296e-06,
+      "loss": 0.6001,
+      "step": 2203
+    },
+    {
+      "epoch": 1.0793631353337416,
+      "grad_norm": 0.38604599237442017,
+      "learning_rate": 3.6396792908451196e-06,
+      "loss": 0.6219,
+      "step": 2204
+    },
+    {
+      "epoch": 1.0798530312308634,
+      "grad_norm": 0.38484376668930054,
+      "learning_rate": 3.6385185180738105e-06,
+      "loss": 0.5997,
+      "step": 2205
+    },
+    {
+      "epoch": 1.0803429271279854,
+      "grad_norm": 0.3842492997646332,
+      "learning_rate": 3.6373574355505087e-06,
+      "loss": 0.6091,
+      "step": 2206
+    },
+    {
+      "epoch": 1.0808328230251072,
+      "grad_norm": 0.368572860956192,
+      "learning_rate": 3.636196043591107e-06,
+      "loss": 0.6088,
+      "step": 2207
+    },
+    {
+      "epoch": 1.081322718922229,
+      "grad_norm": 0.3764033615589142,
+      "learning_rate": 3.635034342511578e-06,
+      "loss": 0.6098,
+      "step": 2208
+    },
+    {
+      "epoch": 1.081812614819351,
+      "grad_norm": 0.3731118142604828,
+      "learning_rate": 3.633872332627983e-06,
+      "loss": 0.6054,
+      "step": 2209
+    },
+    {
+      "epoch": 1.0823025107164728,
+      "grad_norm": 0.3712488114833832,
+      "learning_rate": 3.6327100142564634e-06,
+      "loss": 0.6004,
+      "step": 2210
+    },
+    {
+      "epoch": 1.0827924066135945,
+      "grad_norm": 0.37595003843307495,
+      "learning_rate": 3.6315473877132483e-06,
+      "loss": 0.6159,
+      "step": 2211
+    },
+    {
+      "epoch": 1.0832823025107166,
+      "grad_norm": 0.37577226758003235,
+      "learning_rate": 3.630384453314647e-06,
+      "loss": 0.6321,
+      "step": 2212
+    },
+    {
+      "epoch": 1.0837721984078383,
+      "grad_norm": 0.3615560829639435,
+      "learning_rate": 3.6292212113770553e-06,
+      "loss": 0.5858,
+      "step": 2213
+    },
+    {
+      "epoch": 1.0842620943049601,
+      "grad_norm": 0.3546689450740814,
+      "learning_rate": 3.62805766221695e-06,
+      "loss": 0.6278,
+      "step": 2214
+    },
+    {
+      "epoch": 1.0847519902020821,
+      "grad_norm": 0.3646925985813141,
+      "learning_rate": 3.6268938061508952e-06,
+      "loss": 0.6226,
+      "step": 2215
+    },
+    {
+      "epoch": 1.085241886099204,
+      "grad_norm": 0.37122589349746704,
+      "learning_rate": 3.6257296434955345e-06,
+      "loss": 0.5977,
+      "step": 2216
+    },
+    {
+      "epoch": 1.0857317819963257,
+      "grad_norm": 0.35184022784233093,
+      "learning_rate": 3.624565174567598e-06,
+      "loss": 0.6058,
+      "step": 2217
+    },
+    {
+      "epoch": 1.0862216778934477,
+      "grad_norm": 0.36487919092178345,
+      "learning_rate": 3.623400399683898e-06,
+      "loss": 0.6477,
+      "step": 2218
+    },
+    {
+      "epoch": 1.0867115737905695,
+      "grad_norm": 0.35364431142807007,
+      "learning_rate": 3.622235319161329e-06,
+      "loss": 0.6008,
+      "step": 2219
+    },
+    {
+      "epoch": 1.0872014696876913,
+      "grad_norm": 0.3588685095310211,
+      "learning_rate": 3.6210699333168696e-06,
+      "loss": 0.5913,
+      "step": 2220
+    },
+    {
+      "epoch": 1.0876913655848133,
+      "grad_norm": 0.3726722300052643,
+      "learning_rate": 3.6199042424675827e-06,
+      "loss": 0.6076,
+      "step": 2221
+    },
+    {
+      "epoch": 1.088181261481935,
+      "grad_norm": 0.3756583034992218,
+      "learning_rate": 3.618738246930612e-06,
+      "loss": 0.6136,
+      "step": 2222
+    },
+    {
+      "epoch": 1.088671157379057,
+      "grad_norm": 0.3865886330604553,
+      "learning_rate": 3.6175719470231857e-06,
+      "loss": 0.6073,
+      "step": 2223
+    },
+    {
+      "epoch": 1.0891610532761788,
+      "grad_norm": 0.3719536066055298,
+      "learning_rate": 3.616405343062613e-06,
+      "loss": 0.6345,
+      "step": 2224
+    },
+    {
+      "epoch": 1.0896509491733006,
+      "grad_norm": 0.3820420801639557,
+      "learning_rate": 3.615238435366288e-06,
+      "loss": 0.6219,
+      "step": 2225
+    },
+    {
+      "epoch": 1.0901408450704226,
+      "grad_norm": 0.3640765845775604,
+      "learning_rate": 3.614071224251686e-06,
+      "loss": 0.629,
+      "step": 2226
+    },
+    {
+      "epoch": 1.0906307409675444,
+      "grad_norm": 0.3779900074005127,
+      "learning_rate": 3.6129037100363655e-06,
+      "loss": 0.6112,
+      "step": 2227
+    },
+    {
+      "epoch": 1.0911206368646662,
+      "grad_norm": 0.37516602873802185,
+      "learning_rate": 3.611735893037967e-06,
+      "loss": 0.5991,
+      "step": 2228
+    },
+    {
+      "epoch": 1.0916105327617882,
+      "grad_norm": 0.375545471906662,
+      "learning_rate": 3.610567773574214e-06,
+      "loss": 0.5918,
+      "step": 2229
+    },
+    {
+      "epoch": 1.09210042865891,
+      "grad_norm": 0.3738333582878113,
+      "learning_rate": 3.6093993519629113e-06,
+      "loss": 0.641,
+      "step": 2230
+    },
+    {
+      "epoch": 1.0925903245560318,
+      "grad_norm": 0.3410876393318176,
+      "learning_rate": 3.608230628521947e-06,
+      "loss": 0.5827,
+      "step": 2231
+    },
+    {
+      "epoch": 1.0930802204531538,
+      "grad_norm": 0.3686733841896057,
+      "learning_rate": 3.6070616035692903e-06,
+      "loss": 0.6055,
+      "step": 2232
+    },
+    {
+      "epoch": 1.0935701163502756,
+      "grad_norm": 0.3856316804885864,
+      "learning_rate": 3.605892277422994e-06,
+      "loss": 0.5973,
+      "step": 2233
+    },
+    {
+      "epoch": 1.0940600122473974,
+      "grad_norm": 0.3632620871067047,
+      "learning_rate": 3.6047226504011906e-06,
+      "loss": 0.6082,
+      "step": 2234
+    },
+    {
+      "epoch": 1.0945499081445194,
+      "grad_norm": 0.3849581182003021,
+      "learning_rate": 3.6035527228220962e-06,
+      "loss": 0.61,
+      "step": 2235
+    },
+    {
+      "epoch": 1.0950398040416411,
+      "grad_norm": 0.3724418878555298,
+      "learning_rate": 3.6023824950040083e-06,
+      "loss": 0.5911,
+      "step": 2236
+    },
+    {
+      "epoch": 1.095529699938763,
+      "grad_norm": 0.369624525308609,
+      "learning_rate": 3.6012119672653058e-06,
+      "loss": 0.6338,
+      "step": 2237
+    },
+    {
+      "epoch": 1.096019595835885,
+      "grad_norm": 0.37357398867607117,
+      "learning_rate": 3.6000411399244485e-06,
+      "loss": 0.6022,
+      "step": 2238
+    },
+    {
+      "epoch": 1.0965094917330067,
+      "grad_norm": 0.3809099495410919,
+      "learning_rate": 3.59887001329998e-06,
+      "loss": 0.5997,
+      "step": 2239
+    },
+    {
+      "epoch": 1.0969993876301285,
+      "grad_norm": 0.369210809469223,
+      "learning_rate": 3.597698587710522e-06,
+      "loss": 0.63,
+      "step": 2240
+    },
+    {
+      "epoch": 1.0974892835272505,
+      "grad_norm": 0.3609824478626251,
+      "learning_rate": 3.5965268634747814e-06,
+      "loss": 0.6219,
+      "step": 2241
+    },
+    {
+      "epoch": 1.0979791794243723,
+      "grad_norm": 0.40301835536956787,
+      "learning_rate": 3.595354840911543e-06,
+      "loss": 0.6171,
+      "step": 2242
+    },
+    {
+      "epoch": 1.098469075321494,
+      "grad_norm": 0.3730369806289673,
+      "learning_rate": 3.594182520339674e-06,
+      "loss": 0.6059,
+      "step": 2243
+    },
+    {
+      "epoch": 1.098958971218616,
+      "grad_norm": 0.3683606684207916,
+      "learning_rate": 3.593009902078124e-06,
+      "loss": 0.622,
+      "step": 2244
+    },
+    {
+      "epoch": 1.0994488671157379,
+      "grad_norm": 0.3820549249649048,
+      "learning_rate": 3.591836986445921e-06,
+      "loss": 0.6153,
+      "step": 2245
+    },
+    {
+      "epoch": 1.0999387630128599,
+      "grad_norm": 0.3756527304649353,
+      "learning_rate": 3.5906637737621763e-06,
+      "loss": 0.5855,
+      "step": 2246
+    },
+    {
+      "epoch": 1.1004286589099816,
+      "grad_norm": 0.3744540512561798,
+      "learning_rate": 3.5894902643460807e-06,
+      "loss": 0.6034,
+      "step": 2247
+    },
+    {
+      "epoch": 1.1009185548071034,
+      "grad_norm": 0.35894593596458435,
+      "learning_rate": 3.5883164585169055e-06,
+      "loss": 0.6246,
+      "step": 2248
+    },
+    {
+      "epoch": 1.1014084507042254,
+      "grad_norm": 0.3619309961795807,
+      "learning_rate": 3.5871423565940037e-06,
+      "loss": 0.6018,
+      "step": 2249
+    },
+    {
+      "epoch": 1.1018983466013472,
+      "grad_norm": 0.3466385304927826,
+      "learning_rate": 3.585967958896808e-06,
+      "loss": 0.6062,
+      "step": 2250
+    },
+    {
+      "epoch": 1.102388242498469,
+      "grad_norm": 0.3656299412250519,
+      "learning_rate": 3.584793265744832e-06,
+      "loss": 0.6255,
+      "step": 2251
+    },
+    {
+      "epoch": 1.102878138395591,
+      "grad_norm": 0.36475077271461487,
+      "learning_rate": 3.5836182774576705e-06,
+      "loss": 0.6112,
+      "step": 2252
+    },
+    {
+      "epoch": 1.1033680342927128,
+      "grad_norm": 0.3726470172405243,
+      "learning_rate": 3.5824429943549954e-06,
+      "loss": 0.6045,
+      "step": 2253
+    },
+    {
+      "epoch": 1.1038579301898346,
+      "grad_norm": 0.3646067976951599,
+      "learning_rate": 3.5812674167565638e-06,
+      "loss": 0.5976,
+      "step": 2254
+    },
+    {
+      "epoch": 1.1043478260869566,
+      "grad_norm": 0.3727915287017822,
+      "learning_rate": 3.580091544982208e-06,
+      "loss": 0.6399,
+      "step": 2255
+    },
+    {
+      "epoch": 1.1048377219840784,
+      "grad_norm": 0.3869090974330902,
+      "learning_rate": 3.5789153793518437e-06,
+      "loss": 0.6274,
+      "step": 2256
+    },
+    {
+      "epoch": 1.1053276178812002,
+      "grad_norm": 0.374301552772522,
+      "learning_rate": 3.5777389201854653e-06,
+      "loss": 0.6103,
+      "step": 2257
+    },
+    {
+      "epoch": 1.1058175137783222,
+      "grad_norm": 0.3797692060470581,
+      "learning_rate": 3.576562167803147e-06,
+      "loss": 0.6059,
+      "step": 2258
+    },
+    {
+      "epoch": 1.106307409675444,
+      "grad_norm": 0.3639901876449585,
+      "learning_rate": 3.5753851225250424e-06,
+      "loss": 0.6245,
+      "step": 2259
+    },
+    {
+      "epoch": 1.1067973055725657,
+      "grad_norm": 0.3744305670261383,
+      "learning_rate": 3.574207784671386e-06,
+      "loss": 0.6186,
+      "step": 2260
+    },
+    {
+      "epoch": 1.1072872014696877,
+      "grad_norm": 0.36011651158332825,
+      "learning_rate": 3.573030154562491e-06,
+      "loss": 0.6167,
+      "step": 2261
+    },
+    {
+      "epoch": 1.1077770973668095,
+      "grad_norm": 0.3678450584411621,
+      "learning_rate": 3.5718522325187505e-06,
+      "loss": 0.6,
+      "step": 2262
+    },
+    {
+      "epoch": 1.1082669932639315,
+      "grad_norm": 0.3684691786766052,
+      "learning_rate": 3.5706740188606367e-06,
+      "loss": 0.605,
+      "step": 2263
+    },
+    {
+      "epoch": 1.1087568891610533,
+      "grad_norm": 0.35826507210731506,
+      "learning_rate": 3.5694955139087008e-06,
+      "loss": 0.6178,
+      "step": 2264
+    },
+    {
+      "epoch": 1.109246785058175,
+      "grad_norm": 0.37256309390068054,
+      "learning_rate": 3.5683167179835744e-06,
+      "loss": 0.5932,
+      "step": 2265
+    },
+    {
+      "epoch": 1.109736680955297,
+      "grad_norm": 0.3737376034259796,
+      "learning_rate": 3.5671376314059676e-06,
+      "loss": 0.6123,
+      "step": 2266
+    },
+    {
+      "epoch": 1.1102265768524189,
+      "grad_norm": 0.3742244243621826,
+      "learning_rate": 3.5659582544966686e-06,
+      "loss": 0.6002,
+      "step": 2267
+    },
+    {
+      "epoch": 1.1107164727495407,
+      "grad_norm": 0.347795307636261,
+      "learning_rate": 3.5647785875765475e-06,
+      "loss": 0.6158,
+      "step": 2268
+    },
+    {
+      "epoch": 1.1112063686466627,
+      "grad_norm": 0.3765881657600403,
+      "learning_rate": 3.563598630966549e-06,
+      "loss": 0.6258,
+      "step": 2269
+    },
+    {
+      "epoch": 1.1116962645437845,
+      "grad_norm": 0.3652591109275818,
+      "learning_rate": 3.5624183849877007e-06,
+      "loss": 0.6128,
+      "step": 2270
+    },
+    {
+      "epoch": 1.1121861604409062,
+      "grad_norm": 0.36941730976104736,
+      "learning_rate": 3.5612378499611065e-06,
+      "loss": 0.6137,
+      "step": 2271
+    },
+    {
+      "epoch": 1.1126760563380282,
+      "grad_norm": 0.3687325716018677,
+      "learning_rate": 3.56005702620795e-06,
+      "loss": 0.6467,
+      "step": 2272
+    },
+    {
+      "epoch": 1.11316595223515,
+      "grad_norm": 0.37130436301231384,
+      "learning_rate": 3.5588759140494934e-06,
+      "loss": 0.605,
+      "step": 2273
+    },
+    {
+      "epoch": 1.1136558481322718,
+      "grad_norm": 0.3659045100212097,
+      "learning_rate": 3.557694513807075e-06,
+      "loss": 0.6208,
+      "step": 2274
+    },
+    {
+      "epoch": 1.1141457440293938,
+      "grad_norm": 0.369142085313797,
+      "learning_rate": 3.5565128258021152e-06,
+      "loss": 0.5997,
+      "step": 2275
+    },
+    {
+      "epoch": 1.1146356399265156,
+      "grad_norm": 0.3565966486930847,
+      "learning_rate": 3.5553308503561117e-06,
+      "loss": 0.6122,
+      "step": 2276
+    },
+    {
+      "epoch": 1.1151255358236374,
+      "grad_norm": 0.38156697154045105,
+      "learning_rate": 3.5541485877906372e-06,
+      "loss": 0.6194,
+      "step": 2277
+    },
+    {
+      "epoch": 1.1156154317207594,
+      "grad_norm": 0.3658370077610016,
+      "learning_rate": 3.552966038427347e-06,
+      "loss": 0.6136,
+      "step": 2278
+    },
+    {
+      "epoch": 1.1161053276178812,
+      "grad_norm": 0.3832085430622101,
+      "learning_rate": 3.5517832025879716e-06,
+      "loss": 0.6254,
+      "step": 2279
+    },
+    {
+      "epoch": 1.1165952235150032,
+      "grad_norm": 0.36567339301109314,
+      "learning_rate": 3.5506000805943196e-06,
+      "loss": 0.6343,
+      "step": 2280
+    },
+    {
+      "epoch": 1.117085119412125,
+      "grad_norm": 0.3708057105541229,
+      "learning_rate": 3.5494166727682794e-06,
+      "loss": 0.609,
+      "step": 2281
+    },
+    {
+      "epoch": 1.1175750153092467,
+      "grad_norm": 0.37337616086006165,
+      "learning_rate": 3.548232979431815e-06,
+      "loss": 0.5932,
+      "step": 2282
+    },
+    {
+      "epoch": 1.1180649112063688,
+      "grad_norm": 0.3766319155693054,
+      "learning_rate": 3.547049000906969e-06,
+      "loss": 0.5803,
+      "step": 2283
+    },
+    {
+      "epoch": 1.1185548071034905,
+      "grad_norm": 0.3644465208053589,
+      "learning_rate": 3.545864737515862e-06,
+      "loss": 0.6171,
+      "step": 2284
+    },
+    {
+      "epoch": 1.1190447030006123,
+      "grad_norm": 0.39306357502937317,
+      "learning_rate": 3.5446801895806904e-06,
+      "loss": 0.6078,
+      "step": 2285
+    },
+    {
+      "epoch": 1.1195345988977343,
+      "grad_norm": 0.36209338903427124,
+      "learning_rate": 3.543495357423731e-06,
+      "loss": 0.6125,
+      "step": 2286
+    },
+    {
+      "epoch": 1.120024494794856,
+      "grad_norm": 0.38279199600219727,
+      "learning_rate": 3.5423102413673338e-06,
+      "loss": 0.5848,
+      "step": 2287
+    },
+    {
+      "epoch": 1.120514390691978,
+      "grad_norm": 0.37346169352531433,
+      "learning_rate": 3.5411248417339304e-06,
+      "loss": 0.6053,
+      "step": 2288
+    },
+    {
+      "epoch": 1.1210042865891,
+      "grad_norm": 0.37741225957870483,
+      "learning_rate": 3.5399391588460277e-06,
+      "loss": 0.6135,
+      "step": 2289
+    },
+    {
+      "epoch": 1.1214941824862217,
+      "grad_norm": 0.38668689131736755,
+      "learning_rate": 3.5387531930262083e-06,
+      "loss": 0.5948,
+      "step": 2290
+    },
+    {
+      "epoch": 1.1219840783833435,
+      "grad_norm": 0.37379568815231323,
+      "learning_rate": 3.537566944597133e-06,
+      "loss": 0.6303,
+      "step": 2291
+    },
+    {
+      "epoch": 1.1224739742804655,
+      "grad_norm": 0.37902164459228516,
+      "learning_rate": 3.53638041388154e-06,
+      "loss": 0.6244,
+      "step": 2292
+    },
+    {
+      "epoch": 1.1229638701775873,
+      "grad_norm": 0.3626096844673157,
+      "learning_rate": 3.535193601202243e-06,
+      "loss": 0.633,
+      "step": 2293
+    },
+    {
+      "epoch": 1.123453766074709,
+      "grad_norm": 0.37363842129707336,
+      "learning_rate": 3.534006506882135e-06,
+      "loss": 0.5782,
+      "step": 2294
+    },
+    {
+      "epoch": 1.123943661971831,
+      "grad_norm": 0.38019251823425293,
+      "learning_rate": 3.5328191312441817e-06,
+      "loss": 0.6302,
+      "step": 2295
+    },
+    {
+      "epoch": 1.1244335578689528,
+      "grad_norm": 0.3590061068534851,
+      "learning_rate": 3.531631474611429e-06,
+      "loss": 0.5969,
+      "step": 2296
+    },
+    {
+      "epoch": 1.1249234537660746,
+      "grad_norm": 0.3726557493209839,
+      "learning_rate": 3.530443537306997e-06,
+      "loss": 0.6062,
+      "step": 2297
+    },
+    {
+      "epoch": 1.1254133496631966,
+      "grad_norm": 0.3647722601890564,
+      "learning_rate": 3.529255319654083e-06,
+      "loss": 0.5983,
+      "step": 2298
+    },
+    {
+      "epoch": 1.1259032455603184,
+      "grad_norm": 0.3977896273136139,
+      "learning_rate": 3.5280668219759602e-06,
+      "loss": 0.6491,
+      "step": 2299
+    },
+    {
+      "epoch": 1.1263931414574402,
+      "grad_norm": 0.36189326643943787,
+      "learning_rate": 3.5268780445959783e-06,
+      "loss": 0.6014,
+      "step": 2300
+    },
+    {
+      "epoch": 1.1268830373545622,
+      "grad_norm": 0.38839036226272583,
+      "learning_rate": 3.525688987837562e-06,
+      "loss": 0.5893,
+      "step": 2301
+    },
+    {
+      "epoch": 1.127372933251684,
+      "grad_norm": 0.3827141523361206,
+      "learning_rate": 3.5244996520242157e-06,
+      "loss": 0.6182,
+      "step": 2302
+    },
+    {
+      "epoch": 1.127862829148806,
+      "grad_norm": 0.370771199464798,
+      "learning_rate": 3.523310037479515e-06,
+      "loss": 0.6187,
+      "step": 2303
+    },
+    {
+      "epoch": 1.1283527250459278,
+      "grad_norm": 0.3768838942050934,
+      "learning_rate": 3.5221201445271136e-06,
+      "loss": 0.6376,
+      "step": 2304
+    },
+    {
+      "epoch": 1.1288426209430495,
+      "grad_norm": 0.3812478184700012,
+      "learning_rate": 3.5209299734907415e-06,
+      "loss": 0.6109,
+      "step": 2305
+    },
+    {
+      "epoch": 1.1293325168401716,
+      "grad_norm": 0.35217106342315674,
+      "learning_rate": 3.519739524694202e-06,
+      "loss": 0.6058,
+      "step": 2306
+    },
+    {
+      "epoch": 1.1298224127372933,
+      "grad_norm": 0.363386332988739,
+      "learning_rate": 3.5185487984613776e-06,
+      "loss": 0.5829,
+      "step": 2307
+    },
+    {
+      "epoch": 1.1303123086344151,
+      "grad_norm": 0.3760561943054199,
+      "learning_rate": 3.5173577951162225e-06,
+      "loss": 0.6137,
+      "step": 2308
+    },
+    {
+      "epoch": 1.1308022045315371,
+      "grad_norm": 0.38196367025375366,
+      "learning_rate": 3.516166514982769e-06,
+      "loss": 0.6189,
+      "step": 2309
+    },
+    {
+      "epoch": 1.131292100428659,
+      "grad_norm": 0.37563586235046387,
+      "learning_rate": 3.5149749583851232e-06,
+      "loss": 0.6122,
+      "step": 2310
+    },
+    {
+      "epoch": 1.1317819963257807,
+      "grad_norm": 0.37109169363975525,
+      "learning_rate": 3.5137831256474676e-06,
+      "loss": 0.5849,
+      "step": 2311
+    },
+    {
+      "epoch": 1.1322718922229027,
+      "grad_norm": 0.3665296137332916,
+      "learning_rate": 3.512591017094058e-06,
+      "loss": 0.5967,
+      "step": 2312
+    },
+    {
+      "epoch": 1.1327617881200245,
+      "grad_norm": 0.3727186918258667,
+      "learning_rate": 3.511398633049228e-06,
+      "loss": 0.5995,
+      "step": 2313
+    },
+    {
+      "epoch": 1.1332516840171463,
+      "grad_norm": 0.38409024477005005,
+      "learning_rate": 3.510205973837383e-06,
+      "loss": 0.6135,
+      "step": 2314
+    },
+    {
+      "epoch": 1.1337415799142683,
+      "grad_norm": 0.3836517333984375,
+      "learning_rate": 3.509013039783006e-06,
+      "loss": 0.6296,
+      "step": 2315
+    },
+    {
+      "epoch": 1.13423147581139,
+      "grad_norm": 0.3701758086681366,
+      "learning_rate": 3.5078198312106526e-06,
+      "loss": 0.583,
+      "step": 2316
+    },
+    {
+      "epoch": 1.1347213717085118,
+      "grad_norm": 0.37526434659957886,
+      "learning_rate": 3.5066263484449548e-06,
+      "loss": 0.6136,
+      "step": 2317
+    },
+    {
+      "epoch": 1.1352112676056338,
+      "grad_norm": 0.36266857385635376,
+      "learning_rate": 3.5054325918106187e-06,
+      "loss": 0.6541,
+      "step": 2318
+    },
+    {
+      "epoch": 1.1357011635027556,
+      "grad_norm": 0.3670300245285034,
+      "learning_rate": 3.5042385616324243e-06,
+      "loss": 0.5888,
+      "step": 2319
+    },
+    {
+      "epoch": 1.1361910593998776,
+      "grad_norm": 0.3712811768054962,
+      "learning_rate": 3.5030442582352265e-06,
+      "loss": 0.6043,
+      "step": 2320
+    },
+    {
+      "epoch": 1.1366809552969994,
+      "grad_norm": 0.3871058225631714,
+      "learning_rate": 3.501849681943954e-06,
+      "loss": 0.6324,
+      "step": 2321
+    },
+    {
+      "epoch": 1.1371708511941212,
+      "grad_norm": 0.3805773854255676,
+      "learning_rate": 3.50065483308361e-06,
+      "loss": 0.6376,
+      "step": 2322
+    },
+    {
+      "epoch": 1.1376607470912432,
+      "grad_norm": 0.4086172580718994,
+      "learning_rate": 3.499459711979274e-06,
+      "loss": 0.6222,
+      "step": 2323
+    },
+    {
+      "epoch": 1.138150642988365,
+      "grad_norm": 0.36369001865386963,
+      "learning_rate": 3.4982643189560948e-06,
+      "loss": 0.6172,
+      "step": 2324
+    },
+    {
+      "epoch": 1.1386405388854868,
+      "grad_norm": 0.3637288510799408,
+      "learning_rate": 3.4970686543393006e-06,
+      "loss": 0.6281,
+      "step": 2325
+    },
+    {
+      "epoch": 1.1391304347826088,
+      "grad_norm": 0.38336941599845886,
+      "learning_rate": 3.495872718454189e-06,
+      "loss": 0.6413,
+      "step": 2326
+    },
+    {
+      "epoch": 1.1396203306797306,
+      "grad_norm": 0.3833021819591522,
+      "learning_rate": 3.4946765116261346e-06,
+      "loss": 0.6444,
+      "step": 2327
+    },
+    {
+      "epoch": 1.1401102265768523,
+      "grad_norm": 0.37073206901550293,
+      "learning_rate": 3.4934800341805835e-06,
+      "loss": 0.5811,
+      "step": 2328
+    },
+    {
+      "epoch": 1.1406001224739744,
+      "grad_norm": 0.38844627141952515,
+      "learning_rate": 3.4922832864430572e-06,
+      "loss": 0.5974,
+      "step": 2329
+    },
+    {
+      "epoch": 1.1410900183710961,
+      "grad_norm": 0.38366803526878357,
+      "learning_rate": 3.4910862687391486e-06,
+      "loss": 0.63,
+      "step": 2330
+    },
+    {
+      "epoch": 1.141579914268218,
+      "grad_norm": 0.3828582465648651,
+      "learning_rate": 3.4898889813945268e-06,
+      "loss": 0.6195,
+      "step": 2331
+    },
+    {
+      "epoch": 1.14206981016534,
+      "grad_norm": 0.3618840277194977,
+      "learning_rate": 3.488691424734931e-06,
+      "loss": 0.628,
+      "step": 2332
+    },
+    {
+      "epoch": 1.1425597060624617,
+      "grad_norm": 0.36818698048591614,
+      "learning_rate": 3.4874935990861774e-06,
+      "loss": 0.6042,
+      "step": 2333
+    },
+    {
+      "epoch": 1.1430496019595835,
+      "grad_norm": 0.37342867255210876,
+      "learning_rate": 3.4862955047741527e-06,
+      "loss": 0.6066,
+      "step": 2334
+    },
+    {
+      "epoch": 1.1435394978567055,
+      "grad_norm": 0.36467111110687256,
+      "learning_rate": 3.485097142124817e-06,
+      "loss": 0.6043,
+      "step": 2335
+    },
+    {
+      "epoch": 1.1440293937538273,
+      "grad_norm": 0.3761928081512451,
+      "learning_rate": 3.483898511464204e-06,
+      "loss": 0.6083,
+      "step": 2336
+    },
+    {
+      "epoch": 1.1445192896509493,
+      "grad_norm": 0.3885931074619293,
+      "learning_rate": 3.4826996131184206e-06,
+      "loss": 0.5686,
+      "step": 2337
+    },
+    {
+      "epoch": 1.145009185548071,
+      "grad_norm": 0.36707189679145813,
+      "learning_rate": 3.481500447413645e-06,
+      "loss": 0.5888,
+      "step": 2338
+    },
+    {
+      "epoch": 1.1454990814451929,
+      "grad_norm": 0.3754260241985321,
+      "learning_rate": 3.4803010146761305e-06,
+      "loss": 0.6067,
+      "step": 2339
+    },
+    {
+      "epoch": 1.1459889773423146,
+      "grad_norm": 0.36908993124961853,
+      "learning_rate": 3.479101315232201e-06,
+      "loss": 0.6131,
+      "step": 2340
+    },
+    {
+      "epoch": 1.1464788732394366,
+      "grad_norm": 0.3769341707229614,
+      "learning_rate": 3.477901349408255e-06,
+      "loss": 0.6169,
+      "step": 2341
+    },
+    {
+      "epoch": 1.1469687691365584,
+      "grad_norm": 0.3700066804885864,
+      "learning_rate": 3.4767011175307596e-06,
+      "loss": 0.608,
+      "step": 2342
+    },
+    {
+      "epoch": 1.1474586650336804,
+      "grad_norm": 0.37382972240448,
+      "learning_rate": 3.4755006199262596e-06,
+      "loss": 0.6256,
+      "step": 2343
+    },
+    {
+      "epoch": 1.1479485609308022,
+      "grad_norm": 0.3651280701160431,
+      "learning_rate": 3.4742998569213684e-06,
+      "loss": 0.607,
+      "step": 2344
+    },
+    {
+      "epoch": 1.148438456827924,
+      "grad_norm": 0.3775289058685303,
+      "learning_rate": 3.4730988288427713e-06,
+      "loss": 0.6159,
+      "step": 2345
+    },
+    {
+      "epoch": 1.148928352725046,
+      "grad_norm": 0.36840203404426575,
+      "learning_rate": 3.4718975360172288e-06,
+      "loss": 0.6185,
+      "step": 2346
+    },
+    {
+      "epoch": 1.1494182486221678,
+      "grad_norm": 0.38774538040161133,
+      "learning_rate": 3.470695978771571e-06,
+      "loss": 0.6222,
+      "step": 2347
+    },
+    {
+      "epoch": 1.1499081445192896,
+      "grad_norm": 0.3681979477405548,
+      "learning_rate": 3.4694941574327003e-06,
+      "loss": 0.5955,
+      "step": 2348
+    },
+    {
+      "epoch": 1.1503980404164116,
+      "grad_norm": 0.3730209171772003,
+      "learning_rate": 3.468292072327592e-06,
+      "loss": 0.5975,
+      "step": 2349
+    },
+    {
+      "epoch": 1.1508879363135334,
+      "grad_norm": 0.3580232858657837,
+      "learning_rate": 3.467089723783292e-06,
+      "loss": 0.6151,
+      "step": 2350
+    },
+    {
+      "epoch": 1.1513778322106551,
+      "grad_norm": 0.37932059168815613,
+      "learning_rate": 3.4658871121269173e-06,
+      "loss": 0.6285,
+      "step": 2351
+    },
+    {
+      "epoch": 1.1518677281077772,
+      "grad_norm": 0.39535823464393616,
+      "learning_rate": 3.4646842376856587e-06,
+      "loss": 0.612,
+      "step": 2352
+    },
+    {
+      "epoch": 1.152357624004899,
+      "grad_norm": 0.3590269386768341,
+      "learning_rate": 3.4634811007867767e-06,
+      "loss": 0.5915,
+      "step": 2353
+    },
+    {
+      "epoch": 1.152847519902021,
+      "grad_norm": 0.38030630350112915,
+      "learning_rate": 3.462277701757604e-06,
+      "loss": 0.6064,
+      "step": 2354
+    },
+    {
+      "epoch": 1.1533374157991427,
+      "grad_norm": 0.3569047451019287,
+      "learning_rate": 3.461074040925545e-06,
+      "loss": 0.6191,
+      "step": 2355
+    },
+    {
+      "epoch": 1.1538273116962645,
+      "grad_norm": 0.37109917402267456,
+      "learning_rate": 3.4598701186180722e-06,
+      "loss": 0.6129,
+      "step": 2356
+    },
+    {
+      "epoch": 1.1543172075933863,
+      "grad_norm": 0.37714532017707825,
+      "learning_rate": 3.458665935162735e-06,
+      "loss": 0.629,
+      "step": 2357
+    },
+    {
+      "epoch": 1.1548071034905083,
+      "grad_norm": 0.36614593863487244,
+      "learning_rate": 3.4574614908871486e-06,
+      "loss": 0.6019,
+      "step": 2358
+    },
+    {
+      "epoch": 1.15529699938763,
+      "grad_norm": 0.36665549874305725,
+      "learning_rate": 3.456256786119001e-06,
+      "loss": 0.6151,
+      "step": 2359
+    },
+    {
+      "epoch": 1.155786895284752,
+      "grad_norm": 0.37238264083862305,
+      "learning_rate": 3.4550518211860523e-06,
+      "loss": 0.6269,
+      "step": 2360
+    },
+    {
+      "epoch": 1.1562767911818739,
+      "grad_norm": 0.3712523877620697,
+      "learning_rate": 3.4538465964161315e-06,
+      "loss": 0.6127,
+      "step": 2361
+    },
+    {
+      "epoch": 1.1567666870789957,
+      "grad_norm": 0.3917768895626068,
+      "learning_rate": 3.4526411121371395e-06,
+      "loss": 0.6166,
+      "step": 2362
+    },
+    {
+      "epoch": 1.1572565829761177,
+      "grad_norm": 0.3600797653198242,
+      "learning_rate": 3.4514353686770475e-06,
+      "loss": 0.6218,
+      "step": 2363
+    },
+    {
+      "epoch": 1.1577464788732394,
+      "grad_norm": 0.36496487259864807,
+      "learning_rate": 3.4502293663638964e-06,
+      "loss": 0.6257,
+      "step": 2364
+    },
+    {
+      "epoch": 1.1582363747703612,
+      "grad_norm": 0.36045902967453003,
+      "learning_rate": 3.4490231055257993e-06,
+      "loss": 0.5964,
+      "step": 2365
+    },
+    {
+      "epoch": 1.1587262706674832,
+      "grad_norm": 0.3711399734020233,
+      "learning_rate": 3.447816586490937e-06,
+      "loss": 0.6065,
+      "step": 2366
+    },
+    {
+      "epoch": 1.159216166564605,
+      "grad_norm": 0.3741042912006378,
+      "learning_rate": 3.446609809587563e-06,
+      "loss": 0.6333,
+      "step": 2367
+    },
+    {
+      "epoch": 1.1597060624617268,
+      "grad_norm": 0.3726884722709656,
+      "learning_rate": 3.4454027751440016e-06,
+      "loss": 0.5804,
+      "step": 2368
+    },
+    {
+      "epoch": 1.1601959583588488,
+      "grad_norm": 0.35584867000579834,
+      "learning_rate": 3.4441954834886425e-06,
+      "loss": 0.6159,
+      "step": 2369
+    },
+    {
+      "epoch": 1.1606858542559706,
+      "grad_norm": 0.37961438298225403,
+      "learning_rate": 3.4429879349499512e-06,
+      "loss": 0.6132,
+      "step": 2370
+    },
+    {
+      "epoch": 1.1611757501530924,
+      "grad_norm": 0.3557739555835724,
+      "learning_rate": 3.441780129856459e-06,
+      "loss": 0.618,
+      "step": 2371
+    },
+    {
+      "epoch": 1.1616656460502144,
+      "grad_norm": 0.35420987010002136,
+      "learning_rate": 3.4405720685367686e-06,
+      "loss": 0.6093,
+      "step": 2372
+    },
+    {
+      "epoch": 1.1621555419473362,
+      "grad_norm": 0.3668508231639862,
+      "learning_rate": 3.439363751319553e-06,
+      "loss": 0.6091,
+      "step": 2373
+    },
+    {
+      "epoch": 1.162645437844458,
+      "grad_norm": 0.36740273237228394,
+      "learning_rate": 3.438155178533553e-06,
+      "loss": 0.6225,
+      "step": 2374
+    },
+    {
+      "epoch": 1.16313533374158,
+      "grad_norm": 0.3880002796649933,
+      "learning_rate": 3.4369463505075797e-06,
+      "loss": 0.596,
+      "step": 2375
+    },
+    {
+      "epoch": 1.1636252296387017,
+      "grad_norm": 0.3849830627441406,
+      "learning_rate": 3.435737267570516e-06,
+      "loss": 0.5945,
+      "step": 2376
+    },
+    {
+      "epoch": 1.1641151255358237,
+      "grad_norm": 0.36776211857795715,
+      "learning_rate": 3.4345279300513092e-06,
+      "loss": 0.6307,
+      "step": 2377
+    },
+    {
+      "epoch": 1.1646050214329455,
+      "grad_norm": 0.39366579055786133,
+      "learning_rate": 3.433318338278981e-06,
+      "loss": 0.6379,
+      "step": 2378
+    },
+    {
+      "epoch": 1.1650949173300673,
+      "grad_norm": 0.371067076921463,
+      "learning_rate": 3.4321084925826185e-06,
+      "loss": 0.6023,
+      "step": 2379
+    },
+    {
+      "epoch": 1.165584813227189,
+      "grad_norm": 0.3651316165924072,
+      "learning_rate": 3.4308983932913806e-06,
+      "loss": 0.6045,
+      "step": 2380
+    },
+    {
+      "epoch": 1.166074709124311,
+      "grad_norm": 0.3599511384963989,
+      "learning_rate": 3.4296880407344934e-06,
+      "loss": 0.6158,
+      "step": 2381
+    },
+    {
+      "epoch": 1.1665646050214329,
+      "grad_norm": 0.3906823992729187,
+      "learning_rate": 3.4284774352412526e-06,
+      "loss": 0.6116,
+      "step": 2382
+    },
+    {
+      "epoch": 1.167054500918555,
+      "grad_norm": 0.3706110119819641,
+      "learning_rate": 3.4272665771410216e-06,
+      "loss": 0.6,
+      "step": 2383
+    },
+    {
+      "epoch": 1.1675443968156767,
+      "grad_norm": 0.37282079458236694,
+      "learning_rate": 3.4260554667632357e-06,
+      "loss": 0.6163,
+      "step": 2384
+    },
+    {
+      "epoch": 1.1680342927127985,
+      "grad_norm": 0.37318694591522217,
+      "learning_rate": 3.4248441044373944e-06,
+      "loss": 0.6152,
+      "step": 2385
+    },
+    {
+      "epoch": 1.1685241886099205,
+      "grad_norm": 0.3715199828147888,
+      "learning_rate": 3.4236324904930694e-06,
+      "loss": 0.634,
+      "step": 2386
+    },
+    {
+      "epoch": 1.1690140845070423,
+      "grad_norm": 0.3817656636238098,
+      "learning_rate": 3.422420625259899e-06,
+      "loss": 0.6279,
+      "step": 2387
+    },
+    {
+      "epoch": 1.169503980404164,
+      "grad_norm": 0.3829468786716461,
+      "learning_rate": 3.4212085090675905e-06,
+      "loss": 0.6164,
+      "step": 2388
+    },
+    {
+      "epoch": 1.169993876301286,
+      "grad_norm": 0.36624816060066223,
+      "learning_rate": 3.4199961422459187e-06,
+      "loss": 0.6419,
+      "step": 2389
+    },
+    {
+      "epoch": 1.1704837721984078,
+      "grad_norm": 0.36981555819511414,
+      "learning_rate": 3.418783525124728e-06,
+      "loss": 0.6349,
+      "step": 2390
+    },
+    {
+      "epoch": 1.1709736680955296,
+      "grad_norm": 0.38495245575904846,
+      "learning_rate": 3.4175706580339298e-06,
+      "loss": 0.6154,
+      "step": 2391
+    },
+    {
+      "epoch": 1.1714635639926516,
+      "grad_norm": 0.3618782162666321,
+      "learning_rate": 3.416357541303504e-06,
+      "loss": 0.5987,
+      "step": 2392
+    },
+    {
+      "epoch": 1.1719534598897734,
+      "grad_norm": 0.37149694561958313,
+      "learning_rate": 3.4151441752634967e-06,
+      "loss": 0.6197,
+      "step": 2393
+    },
+    {
+      "epoch": 1.1724433557868954,
+      "grad_norm": 0.3675347864627838,
+      "learning_rate": 3.4139305602440255e-06,
+      "loss": 0.5951,
+      "step": 2394
+    },
+    {
+      "epoch": 1.1729332516840172,
+      "grad_norm": 0.370085209608078,
+      "learning_rate": 3.412716696575273e-06,
+      "loss": 0.6072,
+      "step": 2395
+    },
+    {
+      "epoch": 1.173423147581139,
+      "grad_norm": 0.3782585859298706,
+      "learning_rate": 3.4115025845874893e-06,
+      "loss": 0.5936,
+      "step": 2396
+    },
+    {
+      "epoch": 1.1739130434782608,
+      "grad_norm": 0.3813488781452179,
+      "learning_rate": 3.410288224610993e-06,
+      "loss": 0.624,
+      "step": 2397
+    },
+    {
+      "epoch": 1.1744029393753828,
+      "grad_norm": 0.38892510533332825,
+      "learning_rate": 3.409073616976171e-06,
+      "loss": 0.6178,
+      "step": 2398
+    },
+    {
+      "epoch": 1.1748928352725045,
+      "grad_norm": 0.3786250054836273,
+      "learning_rate": 3.4078587620134747e-06,
+      "loss": 0.5937,
+      "step": 2399
+    },
+    {
+      "epoch": 1.1753827311696265,
+      "grad_norm": 0.39264976978302,
+      "learning_rate": 3.4066436600534263e-06,
+      "loss": 0.6344,
+      "step": 2400
+    },
+    {
+      "epoch": 1.1758726270667483,
+      "grad_norm": 0.3723497986793518,
+      "learning_rate": 3.4054283114266123e-06,
+      "loss": 0.6046,
+      "step": 2401
+    },
+    {
+      "epoch": 1.1763625229638701,
+      "grad_norm": 0.39111271500587463,
+      "learning_rate": 3.4042127164636895e-06,
+      "loss": 0.6085,
+      "step": 2402
+    },
+    {
+      "epoch": 1.1768524188609921,
+      "grad_norm": 0.3571394383907318,
+      "learning_rate": 3.4029968754953767e-06,
+      "loss": 0.6037,
+      "step": 2403
+    },
+    {
+      "epoch": 1.177342314758114,
+      "grad_norm": 0.3808850049972534,
+      "learning_rate": 3.401780788852465e-06,
+      "loss": 0.6074,
+      "step": 2404
+    },
+    {
+      "epoch": 1.1778322106552357,
+      "grad_norm": 0.3725147545337677,
+      "learning_rate": 3.40056445686581e-06,
+      "loss": 0.6132,
+      "step": 2405
+    },
+    {
+      "epoch": 1.1783221065523577,
+      "grad_norm": 0.3784409165382385,
+      "learning_rate": 3.3993478798663325e-06,
+      "loss": 0.6125,
+      "step": 2406
+    },
+    {
+      "epoch": 1.1788120024494795,
+      "grad_norm": 0.39334186911582947,
+      "learning_rate": 3.398131058185023e-06,
+      "loss": 0.6302,
+      "step": 2407
+    },
+    {
+      "epoch": 1.1793018983466013,
+      "grad_norm": 0.3644533157348633,
+      "learning_rate": 3.396913992152937e-06,
+      "loss": 0.6178,
+      "step": 2408
+    },
+    {
+      "epoch": 1.1797917942437233,
+      "grad_norm": 0.38519757986068726,
+      "learning_rate": 3.395696682101195e-06,
+      "loss": 0.6094,
+      "step": 2409
+    },
+    {
+      "epoch": 1.180281690140845,
+      "grad_norm": 0.38517826795578003,
+      "learning_rate": 3.394479128360988e-06,
+      "loss": 0.6476,
+      "step": 2410
+    },
+    {
+      "epoch": 1.1807715860379668,
+      "grad_norm": 0.3887878954410553,
+      "learning_rate": 3.393261331263569e-06,
+      "loss": 0.6002,
+      "step": 2411
+    },
+    {
+      "epoch": 1.1812614819350888,
+      "grad_norm": 0.40229830145835876,
+      "learning_rate": 3.392043291140259e-06,
+      "loss": 0.5986,
+      "step": 2412
+    },
+    {
+      "epoch": 1.1817513778322106,
+      "grad_norm": 0.38433778285980225,
+      "learning_rate": 3.390825008322446e-06,
+      "loss": 0.6076,
+      "step": 2413
+    },
+    {
+      "epoch": 1.1822412737293324,
+      "grad_norm": 0.36012184619903564,
+      "learning_rate": 3.3896064831415824e-06,
+      "loss": 0.5966,
+      "step": 2414
+    },
+    {
+      "epoch": 1.1827311696264544,
+      "grad_norm": 0.3646942675113678,
+      "learning_rate": 3.3883877159291884e-06,
+      "loss": 0.6143,
+      "step": 2415
+    },
+    {
+      "epoch": 1.1832210655235762,
+      "grad_norm": 0.3638077974319458,
+      "learning_rate": 3.3871687070168475e-06,
+      "loss": 0.5698,
+      "step": 2416
+    },
+    {
+      "epoch": 1.1837109614206982,
+      "grad_norm": 0.372000128030777,
+      "learning_rate": 3.38594945673621e-06,
+      "loss": 0.6388,
+      "step": 2417
+    },
+    {
+      "epoch": 1.18420085731782,
+      "grad_norm": 0.3482421040534973,
+      "learning_rate": 3.3847299654189947e-06,
+      "loss": 0.6067,
+      "step": 2418
+    },
+    {
+      "epoch": 1.1846907532149418,
+      "grad_norm": 0.36558109521865845,
+      "learning_rate": 3.383510233396981e-06,
+      "loss": 0.6245,
+      "step": 2419
+    },
+    {
+      "epoch": 1.1851806491120638,
+      "grad_norm": 0.400003582239151,
+      "learning_rate": 3.382290261002018e-06,
+      "loss": 0.6229,
+      "step": 2420
+    },
+    {
+      "epoch": 1.1856705450091856,
+      "grad_norm": 0.3701217770576477,
+      "learning_rate": 3.3810700485660174e-06,
+      "loss": 0.6033,
+      "step": 2421
+    },
+    {
+      "epoch": 1.1861604409063073,
+      "grad_norm": 0.37878766655921936,
+      "learning_rate": 3.379849596420958e-06,
+      "loss": 0.6064,
+      "step": 2422
+    },
+    {
+      "epoch": 1.1866503368034294,
+      "grad_norm": 0.39174896478652954,
+      "learning_rate": 3.3786289048988828e-06,
+      "loss": 0.6121,
+      "step": 2423
+    },
+    {
+      "epoch": 1.1871402327005511,
+      "grad_norm": 0.41552260518074036,
+      "learning_rate": 3.3774079743319005e-06,
+      "loss": 0.6471,
+      "step": 2424
+    },
+    {
+      "epoch": 1.187630128597673,
+      "grad_norm": 0.3518814146518707,
+      "learning_rate": 3.376186805052184e-06,
+      "loss": 0.5868,
+      "step": 2425
+    },
+    {
+      "epoch": 1.188120024494795,
+      "grad_norm": 0.3634696900844574,
+      "learning_rate": 3.3749653973919734e-06,
+      "loss": 0.61,
+      "step": 2426
+    },
+    {
+      "epoch": 1.1886099203919167,
+      "grad_norm": 0.3897605240345001,
+      "learning_rate": 3.373743751683569e-06,
+      "loss": 0.5967,
+      "step": 2427
+    },
+    {
+      "epoch": 1.1890998162890385,
+      "grad_norm": 0.3689948618412018,
+      "learning_rate": 3.372521868259342e-06,
+      "loss": 0.5833,
+      "step": 2428
+    },
+    {
+      "epoch": 1.1895897121861605,
+      "grad_norm": 0.371900737285614,
+      "learning_rate": 3.371299747451723e-06,
+      "loss": 0.6216,
+      "step": 2429
+    },
+    {
+      "epoch": 1.1900796080832823,
+      "grad_norm": 0.36602798104286194,
+      "learning_rate": 3.3700773895932104e-06,
+      "loss": 0.6473,
+      "step": 2430
+    },
+    {
+      "epoch": 1.190569503980404,
+      "grad_norm": 0.3850128948688507,
+      "learning_rate": 3.3688547950163656e-06,
+      "loss": 0.5862,
+      "step": 2431
+    },
+    {
+      "epoch": 1.191059399877526,
+      "grad_norm": 0.3674272298812866,
+      "learning_rate": 3.367631964053816e-06,
+      "loss": 0.6197,
+      "step": 2432
+    },
+    {
+      "epoch": 1.1915492957746479,
+      "grad_norm": 0.3748466670513153,
+      "learning_rate": 3.3664088970382495e-06,
+      "loss": 0.5992,
+      "step": 2433
+    },
+    {
+      "epoch": 1.1920391916717699,
+      "grad_norm": 0.3876332938671112,
+      "learning_rate": 3.365185594302423e-06,
+      "loss": 0.6062,
+      "step": 2434
+    },
+    {
+      "epoch": 1.1925290875688916,
+      "grad_norm": 0.3631284832954407,
+      "learning_rate": 3.3639620561791554e-06,
+      "loss": 0.6184,
+      "step": 2435
+    },
+    {
+      "epoch": 1.1930189834660134,
+      "grad_norm": 0.35789161920547485,
+      "learning_rate": 3.362738283001328e-06,
+      "loss": 0.5998,
+      "step": 2436
+    },
+    {
+      "epoch": 1.1935088793631352,
+      "grad_norm": 0.34869882464408875,
+      "learning_rate": 3.3615142751018893e-06,
+      "loss": 0.6101,
+      "step": 2437
+    },
+    {
+      "epoch": 1.1939987752602572,
+      "grad_norm": 0.3592926859855652,
+      "learning_rate": 3.360290032813849e-06,
+      "loss": 0.5964,
+      "step": 2438
+    },
+    {
+      "epoch": 1.194488671157379,
+      "grad_norm": 0.3718363642692566,
+      "learning_rate": 3.3590655564702817e-06,
+      "loss": 0.6064,
+      "step": 2439
+    },
+    {
+      "epoch": 1.194978567054501,
+      "grad_norm": 0.3699730634689331,
+      "learning_rate": 3.3578408464043265e-06,
+      "loss": 0.6336,
+      "step": 2440
+    },
+    {
+      "epoch": 1.1954684629516228,
+      "grad_norm": 0.3848592936992645,
+      "learning_rate": 3.3566159029491848e-06,
+      "loss": 0.6082,
+      "step": 2441
+    },
+    {
+      "epoch": 1.1959583588487446,
+      "grad_norm": 0.3775908350944519,
+      "learning_rate": 3.3553907264381216e-06,
+      "loss": 0.5871,
+      "step": 2442
+    },
+    {
+      "epoch": 1.1964482547458666,
+      "grad_norm": 0.36748597025871277,
+      "learning_rate": 3.354165317204465e-06,
+      "loss": 0.6188,
+      "step": 2443
+    },
+    {
+      "epoch": 1.1969381506429884,
+      "grad_norm": 0.3801281452178955,
+      "learning_rate": 3.352939675581608e-06,
+      "loss": 0.6403,
+      "step": 2444
+    },
+    {
+      "epoch": 1.1974280465401101,
+      "grad_norm": 0.3670573830604553,
+      "learning_rate": 3.351713801903005e-06,
+      "loss": 0.6166,
+      "step": 2445
+    },
+    {
+      "epoch": 1.1979179424372322,
+      "grad_norm": 0.366952508687973,
+      "learning_rate": 3.3504876965021747e-06,
+      "loss": 0.6262,
+      "step": 2446
+    },
+    {
+      "epoch": 1.198407838334354,
+      "grad_norm": 0.35681748390197754,
+      "learning_rate": 3.3492613597126994e-06,
+      "loss": 0.6074,
+      "step": 2447
+    },
+    {
+      "epoch": 1.1988977342314757,
+      "grad_norm": 0.3549107015132904,
+      "learning_rate": 3.3480347918682215e-06,
+      "loss": 0.5981,
+      "step": 2448
+    },
+    {
+      "epoch": 1.1993876301285977,
+      "grad_norm": 0.37728241086006165,
+      "learning_rate": 3.34680799330245e-06,
+      "loss": 0.5717,
+      "step": 2449
+    },
+    {
+      "epoch": 1.1998775260257195,
+      "grad_norm": 0.3880556523799896,
+      "learning_rate": 3.345580964349154e-06,
+      "loss": 0.6114,
+      "step": 2450
+    },
+    {
+      "epoch": 1.2003674219228415,
+      "grad_norm": 0.35153913497924805,
+      "learning_rate": 3.344353705342166e-06,
+      "loss": 0.6189,
+      "step": 2451
+    },
+    {
+      "epoch": 1.2008573178199633,
+      "grad_norm": 0.38155290484428406,
+      "learning_rate": 3.3431262166153818e-06,
+      "loss": 0.6195,
+      "step": 2452
+    },
+    {
+      "epoch": 1.201347213717085,
+      "grad_norm": 0.36879321932792664,
+      "learning_rate": 3.3418984985027594e-06,
+      "loss": 0.6007,
+      "step": 2453
+    },
+    {
+      "epoch": 1.2018371096142069,
+      "grad_norm": 0.3768957853317261,
+      "learning_rate": 3.340670551338317e-06,
+      "loss": 0.5982,
+      "step": 2454
+    },
+    {
+      "epoch": 1.2023270055113289,
+      "grad_norm": 0.3800964951515198,
+      "learning_rate": 3.33944237545614e-06,
+      "loss": 0.595,
+      "step": 2455
+    },
+    {
+      "epoch": 1.2028169014084507,
+      "grad_norm": 0.3646308183670044,
+      "learning_rate": 3.3382139711903707e-06,
+      "loss": 0.6333,
+      "step": 2456
+    },
+    {
+      "epoch": 1.2033067973055727,
+      "grad_norm": 0.3745492994785309,
+      "learning_rate": 3.336985338875217e-06,
+      "loss": 0.5999,
+      "step": 2457
+    },
+    {
+      "epoch": 1.2037966932026944,
+      "grad_norm": 0.3713957965373993,
+      "learning_rate": 3.335756478844948e-06,
+      "loss": 0.6207,
+      "step": 2458
+    },
+    {
+      "epoch": 1.2042865890998162,
+      "grad_norm": 0.3554600775241852,
+      "learning_rate": 3.3345273914338943e-06,
+      "loss": 0.6445,
+      "step": 2459
+    },
+    {
+      "epoch": 1.2047764849969382,
+      "grad_norm": 0.37093332409858704,
+      "learning_rate": 3.3332980769764483e-06,
+      "loss": 0.5898,
+      "step": 2460
+    },
+    {
+      "epoch": 1.20526638089406,
+      "grad_norm": 0.3677402138710022,
+      "learning_rate": 3.332068535807065e-06,
+      "loss": 0.6164,
+      "step": 2461
+    },
+    {
+      "epoch": 1.2057562767911818,
+      "grad_norm": 0.3572682738304138,
+      "learning_rate": 3.3308387682602593e-06,
+      "loss": 0.605,
+      "step": 2462
+    },
+    {
+      "epoch": 1.2062461726883038,
+      "grad_norm": 0.36742037534713745,
+      "learning_rate": 3.3296087746706105e-06,
+      "loss": 0.5913,
+      "step": 2463
+    },
+    {
+      "epoch": 1.2067360685854256,
+      "grad_norm": 0.3815336525440216,
+      "learning_rate": 3.3283785553727568e-06,
+      "loss": 0.603,
+      "step": 2464
+    },
+    {
+      "epoch": 1.2072259644825474,
+      "grad_norm": 0.3744475543498993,
+      "learning_rate": 3.3271481107013993e-06,
+      "loss": 0.6146,
+      "step": 2465
+    },
+    {
+      "epoch": 1.2077158603796694,
+      "grad_norm": 0.38052836060523987,
+      "learning_rate": 3.3259174409913e-06,
+      "loss": 0.6157,
+      "step": 2466
+    },
+    {
+      "epoch": 1.2082057562767912,
+      "grad_norm": 0.38900646567344666,
+      "learning_rate": 3.3246865465772816e-06,
+      "loss": 0.5946,
+      "step": 2467
+    },
+    {
+      "epoch": 1.208695652173913,
+      "grad_norm": 0.3549789488315582,
+      "learning_rate": 3.3234554277942296e-06,
+      "loss": 0.6109,
+      "step": 2468
+    },
+    {
+      "epoch": 1.209185548071035,
+      "grad_norm": 0.3751165568828583,
+      "learning_rate": 3.3222240849770875e-06,
+      "loss": 0.6097,
+      "step": 2469
+    },
+    {
+      "epoch": 1.2096754439681567,
+      "grad_norm": 0.3716413676738739,
+      "learning_rate": 3.320992518460863e-06,
+      "loss": 0.5909,
+      "step": 2470
+    },
+    {
+      "epoch": 1.2101653398652785,
+      "grad_norm": 0.3832458257675171,
+      "learning_rate": 3.3197607285806227e-06,
+      "loss": 0.6269,
+      "step": 2471
+    },
+    {
+      "epoch": 1.2106552357624005,
+      "grad_norm": 0.36304906010627747,
+      "learning_rate": 3.3185287156714944e-06,
+      "loss": 0.6091,
+      "step": 2472
+    },
+    {
+      "epoch": 1.2111451316595223,
+      "grad_norm": 0.3709560036659241,
+      "learning_rate": 3.317296480068668e-06,
+      "loss": 0.6233,
+      "step": 2473
+    },
+    {
+      "epoch": 1.2116350275566443,
+      "grad_norm": 0.36764752864837646,
+      "learning_rate": 3.3160640221073915e-06,
+      "loss": 0.6127,
+      "step": 2474
+    },
+    {
+      "epoch": 1.212124923453766,
+      "grad_norm": 0.37151899933815,
+      "learning_rate": 3.3148313421229743e-06,
+      "loss": 0.6215,
+      "step": 2475
+    },
+    {
+      "epoch": 1.2126148193508879,
+      "grad_norm": 0.3786448836326599,
+      "learning_rate": 3.3135984404507877e-06,
+      "loss": 0.6103,
+      "step": 2476
+    },
+    {
+      "epoch": 1.21310471524801,
+      "grad_norm": 0.36116424202919006,
+      "learning_rate": 3.3123653174262614e-06,
+      "loss": 0.6122,
+      "step": 2477
+    },
+    {
+      "epoch": 1.2135946111451317,
+      "grad_norm": 0.359064519405365,
+      "learning_rate": 3.3111319733848856e-06,
+      "loss": 0.6163,
+      "step": 2478
+    },
+    {
+      "epoch": 1.2140845070422535,
+      "grad_norm": 0.38496825098991394,
+      "learning_rate": 3.309898408662212e-06,
+      "loss": 0.6032,
+      "step": 2479
+    },
+    {
+      "epoch": 1.2145744029393755,
+      "grad_norm": 0.3704833388328552,
+      "learning_rate": 3.3086646235938513e-06,
+      "loss": 0.6272,
+      "step": 2480
+    },
+    {
+      "epoch": 1.2150642988364972,
+      "grad_norm": 0.38557255268096924,
+      "learning_rate": 3.3074306185154735e-06,
+      "loss": 0.6085,
+      "step": 2481
+    },
+    {
+      "epoch": 1.215554194733619,
+      "grad_norm": 0.36692002415657043,
+      "learning_rate": 3.3061963937628105e-06,
+      "loss": 0.6089,
+      "step": 2482
+    },
+    {
+      "epoch": 1.216044090630741,
+      "grad_norm": 0.3618707060813904,
+      "learning_rate": 3.304961949671651e-06,
+      "loss": 0.6148,
+      "step": 2483
+    },
+    {
+      "epoch": 1.2165339865278628,
+      "grad_norm": 0.36446136236190796,
+      "learning_rate": 3.303727286577847e-06,
+      "loss": 0.6003,
+      "step": 2484
+    },
+    {
+      "epoch": 1.2170238824249846,
+      "grad_norm": 0.377437561750412,
+      "learning_rate": 3.3024924048173064e-06,
+      "loss": 0.6039,
+      "step": 2485
+    },
+    {
+      "epoch": 1.2175137783221066,
+      "grad_norm": 0.3694669008255005,
+      "learning_rate": 3.301257304725999e-06,
+      "loss": 0.5928,
+      "step": 2486
+    },
+    {
+      "epoch": 1.2180036742192284,
+      "grad_norm": 0.36488109827041626,
+      "learning_rate": 3.3000219866399542e-06,
+      "loss": 0.5767,
+      "step": 2487
+    },
+    {
+      "epoch": 1.2184935701163502,
+      "grad_norm": 0.37934520840644836,
+      "learning_rate": 3.2987864508952578e-06,
+      "loss": 0.5932,
+      "step": 2488
+    },
+    {
+      "epoch": 1.2189834660134722,
+      "grad_norm": 0.3622591197490692,
+      "learning_rate": 3.2975506978280596e-06,
+      "loss": 0.6181,
+      "step": 2489
+    },
+    {
+      "epoch": 1.219473361910594,
+      "grad_norm": 0.3825966715812683,
+      "learning_rate": 3.296314727774563e-06,
+      "loss": 0.6094,
+      "step": 2490
+    },
+    {
+      "epoch": 1.219963257807716,
+      "grad_norm": 0.3808143734931946,
+      "learning_rate": 3.295078541071035e-06,
+      "loss": 0.614,
+      "step": 2491
+    },
+    {
+      "epoch": 1.2204531537048378,
+      "grad_norm": 0.37652525305747986,
+      "learning_rate": 3.293842138053799e-06,
+      "loss": 0.6255,
+      "step": 2492
+    },
+    {
+      "epoch": 1.2209430496019595,
+      "grad_norm": 0.3783004581928253,
+      "learning_rate": 3.292605519059239e-06,
+      "loss": 0.6144,
+      "step": 2493
+    },
+    {
+      "epoch": 1.2214329454990813,
+      "grad_norm": 0.37920865416526794,
+      "learning_rate": 3.2913686844237963e-06,
+      "loss": 0.6306,
+      "step": 2494
+    },
+    {
+      "epoch": 1.2219228413962033,
+      "grad_norm": 0.3955570161342621,
+      "learning_rate": 3.2901316344839707e-06,
+      "loss": 0.6503,
+      "step": 2495
+    },
+    {
+      "epoch": 1.2224127372933251,
+      "grad_norm": 0.3761255741119385,
+      "learning_rate": 3.288894369576321e-06,
+      "loss": 0.6066,
+      "step": 2496
+    },
+    {
+      "epoch": 1.2229026331904471,
+      "grad_norm": 0.38341718912124634,
+      "learning_rate": 3.287656890037467e-06,
+      "loss": 0.6003,
+      "step": 2497
+    },
+    {
+      "epoch": 1.223392529087569,
+      "grad_norm": 0.3749380111694336,
+      "learning_rate": 3.286419196204082e-06,
+      "loss": 0.5887,
+      "step": 2498
+    },
+    {
+      "epoch": 1.2238824249846907,
+      "grad_norm": 0.37708780169487,
+      "learning_rate": 3.285181288412901e-06,
+      "loss": 0.6032,
+      "step": 2499
+    },
+    {
+      "epoch": 1.2243723208818127,
+      "grad_norm": 0.3572220206260681,
+      "learning_rate": 3.283943167000717e-06,
+      "loss": 0.6048,
+      "step": 2500
+    },
+    {
+      "epoch": 1.2248622167789345,
+      "grad_norm": 0.35533034801483154,
+      "learning_rate": 3.2827048323043797e-06,
+      "loss": 0.588,
+      "step": 2501
+    },
+    {
+      "epoch": 1.2253521126760563,
+      "grad_norm": 0.3799407482147217,
+      "learning_rate": 3.2814662846607987e-06,
+      "loss": 0.6252,
+      "step": 2502
+    },
+    {
+      "epoch": 1.2258420085731783,
+      "grad_norm": 0.38677576184272766,
+      "learning_rate": 3.2802275244069395e-06,
+      "loss": 0.6064,
+      "step": 2503
+    },
+    {
+      "epoch": 1.2263319044703,
+      "grad_norm": 0.3589463233947754,
+      "learning_rate": 3.278988551879827e-06,
+      "loss": 0.591,
+      "step": 2504
+    },
+    {
+      "epoch": 1.2268218003674218,
+      "grad_norm": 0.3799471855163574,
+      "learning_rate": 3.2777493674165433e-06,
+      "loss": 0.5909,
+      "step": 2505
+    },
+    {
+      "epoch": 1.2273116962645438,
+      "grad_norm": 0.36583176255226135,
+      "learning_rate": 3.276509971354228e-06,
+      "loss": 0.5883,
+      "step": 2506
+    },
+    {
+      "epoch": 1.2278015921616656,
+      "grad_norm": 0.3773844540119171,
+      "learning_rate": 3.275270364030078e-06,
+      "loss": 0.6143,
+      "step": 2507
+    },
+    {
+      "epoch": 1.2282914880587876,
+      "grad_norm": 0.3718237578868866,
+      "learning_rate": 3.2740305457813494e-06,
+      "loss": 0.61,
+      "step": 2508
+    },
+    {
+      "epoch": 1.2287813839559094,
+      "grad_norm": 0.3744884133338928,
+      "learning_rate": 3.272790516945353e-06,
+      "loss": 0.629,
+      "step": 2509
+    },
+    {
+      "epoch": 1.2292712798530312,
+      "grad_norm": 0.36849644780158997,
+      "learning_rate": 3.2715502778594586e-06,
+      "loss": 0.5904,
+      "step": 2510
+    },
+    {
+      "epoch": 1.229761175750153,
+      "grad_norm": 0.3677700459957123,
+      "learning_rate": 3.2703098288610936e-06,
+      "loss": 0.6104,
+      "step": 2511
+    },
+    {
+      "epoch": 1.230251071647275,
+      "grad_norm": 0.3812246024608612,
+      "learning_rate": 3.269069170287741e-06,
+      "loss": 0.602,
+      "step": 2512
+    },
+    {
+      "epoch": 1.2307409675443968,
+      "grad_norm": 0.37519755959510803,
+      "learning_rate": 3.267828302476942e-06,
+      "loss": 0.6058,
+      "step": 2513
+    },
+    {
+      "epoch": 1.2312308634415188,
+      "grad_norm": 0.3920177221298218,
+      "learning_rate": 3.2665872257662945e-06,
+      "loss": 0.6129,
+      "step": 2514
+    },
+    {
+      "epoch": 1.2317207593386406,
+      "grad_norm": 0.3858618140220642,
+      "learning_rate": 3.265345940493452e-06,
+      "loss": 0.5838,
+      "step": 2515
+    },
+    {
+      "epoch": 1.2322106552357623,
+      "grad_norm": 0.3754691481590271,
+      "learning_rate": 3.2641044469961273e-06,
+      "loss": 0.6152,
+      "step": 2516
+    },
+    {
+      "epoch": 1.2327005511328843,
+      "grad_norm": 0.36399441957473755,
+      "learning_rate": 3.262862745612087e-06,
+      "loss": 0.6367,
+      "step": 2517
+    },
+    {
+      "epoch": 1.2331904470300061,
+      "grad_norm": 0.39597535133361816,
+      "learning_rate": 3.261620836679157e-06,
+      "loss": 0.6143,
+      "step": 2518
+    },
+    {
+      "epoch": 1.233680342927128,
+      "grad_norm": 0.356658399105072,
+      "learning_rate": 3.2603787205352177e-06,
+      "loss": 0.5944,
+      "step": 2519
+    },
+    {
+      "epoch": 1.23417023882425,
+      "grad_norm": 0.3763567805290222,
+      "learning_rate": 3.259136397518206e-06,
+      "loss": 0.617,
+      "step": 2520
+    },
+    {
+      "epoch": 1.2346601347213717,
+      "grad_norm": 0.3584195673465729,
+      "learning_rate": 3.2578938679661165e-06,
+      "loss": 0.5807,
+      "step": 2521
+    },
+    {
+      "epoch": 1.2351500306184935,
+      "grad_norm": 0.3839187026023865,
+      "learning_rate": 3.256651132216998e-06,
+      "loss": 0.6004,
+      "step": 2522
+    },
+    {
+      "epoch": 1.2356399265156155,
+      "grad_norm": 0.3639509081840515,
+      "learning_rate": 3.255408190608956e-06,
+      "loss": 0.6232,
+      "step": 2523
+    },
+    {
+      "epoch": 1.2361298224127373,
+      "grad_norm": 0.3837522268295288,
+      "learning_rate": 3.254165043480155e-06,
+      "loss": 0.634,
+      "step": 2524
+    },
+    {
+      "epoch": 1.236619718309859,
+      "grad_norm": 0.38498470187187195,
+      "learning_rate": 3.25292169116881e-06,
+      "loss": 0.6096,
+      "step": 2525
+    },
+    {
+      "epoch": 1.237109614206981,
+      "grad_norm": 0.3738546669483185,
+      "learning_rate": 3.2516781340131974e-06,
+      "loss": 0.6256,
+      "step": 2526
+    },
+    {
+      "epoch": 1.2375995101041029,
+      "grad_norm": 0.3681512773036957,
+      "learning_rate": 3.2504343723516436e-06,
+      "loss": 0.6071,
+      "step": 2527
+    },
+    {
+      "epoch": 1.2380894060012246,
+      "grad_norm": 0.3805905878543854,
+      "learning_rate": 3.2491904065225354e-06,
+      "loss": 0.6286,
+      "step": 2528
+    },
+    {
+      "epoch": 1.2385793018983466,
+      "grad_norm": 0.35901767015457153,
+      "learning_rate": 3.247946236864314e-06,
+      "loss": 0.6029,
+      "step": 2529
+    },
+    {
+      "epoch": 1.2390691977954684,
+      "grad_norm": 0.36265718936920166,
+      "learning_rate": 3.246701863715474e-06,
+      "loss": 0.6066,
+      "step": 2530
+    },
+    {
+      "epoch": 1.2395590936925904,
+      "grad_norm": 0.38459837436676025,
+      "learning_rate": 3.2454572874145674e-06,
+      "loss": 0.6318,
+      "step": 2531
+    },
+    {
+      "epoch": 1.2400489895897122,
+      "grad_norm": 0.37371790409088135,
+      "learning_rate": 3.2442125083002014e-06,
+      "loss": 0.6289,
+      "step": 2532
+    },
+    {
+      "epoch": 1.240538885486834,
+      "grad_norm": 0.370688796043396,
+      "learning_rate": 3.2429675267110366e-06,
+      "loss": 0.6086,
+      "step": 2533
+    },
+    {
+      "epoch": 1.241028781383956,
+      "grad_norm": 0.3598329722881317,
+      "learning_rate": 3.241722342985792e-06,
+      "loss": 0.598,
+      "step": 2534
+    },
+    {
+      "epoch": 1.2415186772810778,
+      "grad_norm": 0.36194372177124023,
+      "learning_rate": 3.240476957463237e-06,
+      "loss": 0.5762,
+      "step": 2535
+    },
+    {
+      "epoch": 1.2420085731781996,
+      "grad_norm": 0.39761731028556824,
+      "learning_rate": 3.239231370482201e-06,
+      "loss": 0.6325,
+      "step": 2536
+    },
+    {
+      "epoch": 1.2424984690753216,
+      "grad_norm": 0.3517354726791382,
+      "learning_rate": 3.2379855823815635e-06,
+      "loss": 0.6296,
+      "step": 2537
+    },
+    {
+      "epoch": 1.2429883649724434,
+      "grad_norm": 0.3752862215042114,
+      "learning_rate": 3.236739593500262e-06,
+      "loss": 0.6096,
+      "step": 2538
+    },
+    {
+      "epoch": 1.2434782608695651,
+      "grad_norm": 0.38767096400260925,
+      "learning_rate": 3.235493404177288e-06,
+      "loss": 0.5981,
+      "step": 2539
+    },
+    {
+      "epoch": 1.2439681567666871,
+      "grad_norm": 0.3715187907218933,
+      "learning_rate": 3.234247014751686e-06,
+      "loss": 0.5912,
+      "step": 2540
+    },
+    {
+      "epoch": 1.244458052663809,
+      "grad_norm": 0.37532177567481995,
+      "learning_rate": 3.2330004255625556e-06,
+      "loss": 0.6181,
+      "step": 2541
+    },
+    {
+      "epoch": 1.2449479485609307,
+      "grad_norm": 0.38045549392700195,
+      "learning_rate": 3.231753636949053e-06,
+      "loss": 0.6142,
+      "step": 2542
+    },
+    {
+      "epoch": 1.2454378444580527,
+      "grad_norm": 0.3703373372554779,
+      "learning_rate": 3.230506649250385e-06,
+      "loss": 0.5857,
+      "step": 2543
+    },
+    {
+      "epoch": 1.2459277403551745,
+      "grad_norm": 0.3759549558162689,
+      "learning_rate": 3.229259462805815e-06,
+      "loss": 0.6557,
+      "step": 2544
+    },
+    {
+      "epoch": 1.2464176362522963,
+      "grad_norm": 0.37564927339553833,
+      "learning_rate": 3.2280120779546603e-06,
+      "loss": 0.6278,
+      "step": 2545
+    },
+    {
+      "epoch": 1.2469075321494183,
+      "grad_norm": 0.3872891962528229,
+      "learning_rate": 3.226764495036291e-06,
+      "loss": 0.6284,
+      "step": 2546
+    },
+    {
+      "epoch": 1.24739742804654,
+      "grad_norm": 0.37035107612609863,
+      "learning_rate": 3.225516714390132e-06,
+      "loss": 0.5998,
+      "step": 2547
+    },
+    {
+      "epoch": 1.247887323943662,
+      "grad_norm": 0.3819604218006134,
+      "learning_rate": 3.224268736355662e-06,
+      "loss": 0.5933,
+      "step": 2548
+    },
+    {
+      "epoch": 1.2483772198407839,
+      "grad_norm": 0.3658113181591034,
+      "learning_rate": 3.2230205612724124e-06,
+      "loss": 0.6286,
+      "step": 2549
+    },
+    {
+      "epoch": 1.2488671157379057,
+      "grad_norm": 0.3667638897895813,
+      "learning_rate": 3.2217721894799704e-06,
+      "loss": 0.58,
+      "step": 2550
+    },
+    {
+      "epoch": 1.2493570116350274,
+      "grad_norm": 0.368221640586853,
+      "learning_rate": 3.2205236213179736e-06,
+      "loss": 0.6004,
+      "step": 2551
+    },
+    {
+      "epoch": 1.2498469075321494,
+      "grad_norm": 0.3682861030101776,
+      "learning_rate": 3.219274857126116e-06,
+      "loss": 0.6086,
+      "step": 2552
+    },
+    {
+      "epoch": 1.2503368034292712,
+      "grad_norm": 0.35440555214881897,
+      "learning_rate": 3.2180258972441443e-06,
+      "loss": 0.5816,
+      "step": 2553
+    },
+    {
+      "epoch": 1.2508266993263932,
+      "grad_norm": 0.3823241591453552,
+      "learning_rate": 3.2167767420118555e-06,
+      "loss": 0.5999,
+      "step": 2554
+    },
+    {
+      "epoch": 1.251316595223515,
+      "grad_norm": 0.358539879322052,
+      "learning_rate": 3.215527391769104e-06,
+      "loss": 0.6024,
+      "step": 2555
+    },
+    {
+      "epoch": 1.2518064911206368,
+      "grad_norm": 0.37586668133735657,
+      "learning_rate": 3.214277846855795e-06,
+      "loss": 0.61,
+      "step": 2556
+    },
+    {
+      "epoch": 1.2522963870177588,
+      "grad_norm": 0.3765791654586792,
+      "learning_rate": 3.2130281076118856e-06,
+      "loss": 0.6253,
+      "step": 2557
+    },
+    {
+      "epoch": 1.2527862829148806,
+      "grad_norm": 0.37494567036628723,
+      "learning_rate": 3.21177817437739e-06,
+      "loss": 0.6059,
+      "step": 2558
+    },
+    {
+      "epoch": 1.2532761788120024,
+      "grad_norm": 0.3721686899662018,
+      "learning_rate": 3.210528047492369e-06,
+      "loss": 0.6102,
+      "step": 2559
+    },
+    {
+      "epoch": 1.2537660747091244,
+      "grad_norm": 0.3826180696487427,
+      "learning_rate": 3.2092777272969415e-06,
+      "loss": 0.6048,
+      "step": 2560
+    },
+    {
+      "epoch": 1.2542559706062462,
+      "grad_norm": 0.3991275727748871,
+      "learning_rate": 3.208027214131277e-06,
+      "loss": 0.6026,
+      "step": 2561
+    },
+    {
+      "epoch": 1.254745866503368,
+      "grad_norm": 0.37516871094703674,
+      "learning_rate": 3.206776508335596e-06,
+      "loss": 0.6281,
+      "step": 2562
+    },
+    {
+      "epoch": 1.25523576240049,
+      "grad_norm": 0.38303589820861816,
+      "learning_rate": 3.205525610250174e-06,
+      "loss": 0.6083,
+      "step": 2563
+    },
+    {
+      "epoch": 1.2557256582976117,
+      "grad_norm": 0.3768436014652252,
+      "learning_rate": 3.2042745202153377e-06,
+      "loss": 0.5964,
+      "step": 2564
+    },
+    {
+      "epoch": 1.2562155541947337,
+      "grad_norm": 0.3583942651748657,
+      "learning_rate": 3.203023238571465e-06,
+      "loss": 0.6421,
+      "step": 2565
+    },
+    {
+      "epoch": 1.2567054500918555,
+      "grad_norm": 0.36239299178123474,
+      "learning_rate": 3.2017717656589874e-06,
+      "loss": 0.6102,
+      "step": 2566
+    },
+    {
+      "epoch": 1.2571953459889773,
+      "grad_norm": 0.38561949133872986,
+      "learning_rate": 3.200520101818388e-06,
+      "loss": 0.6347,
+      "step": 2567
+    },
+    {
+      "epoch": 1.257685241886099,
+      "grad_norm": 0.38800737261772156,
+      "learning_rate": 3.199268247390201e-06,
+      "loss": 0.6396,
+      "step": 2568
+    },
+    {
+      "epoch": 1.258175137783221,
+      "grad_norm": 0.38401031494140625,
+      "learning_rate": 3.198016202715015e-06,
+      "loss": 0.5976,
+      "step": 2569
+    },
+    {
+      "epoch": 1.2586650336803429,
+      "grad_norm": 0.3675576150417328,
+      "learning_rate": 3.1967639681334668e-06,
+      "loss": 0.633,
+      "step": 2570
+    },
+    {
+      "epoch": 1.2591549295774649,
+      "grad_norm": 0.3875560760498047,
+      "learning_rate": 3.195511543986248e-06,
+      "loss": 0.5958,
+      "step": 2571
+    },
+    {
+      "epoch": 1.2596448254745867,
+      "grad_norm": 0.3666306436061859,
+      "learning_rate": 3.1942589306140993e-06,
+      "loss": 0.6171,
+      "step": 2572
+    },
+    {
+      "epoch": 1.2601347213717085,
+      "grad_norm": 0.38600578904151917,
+      "learning_rate": 3.1930061283578146e-06,
+      "loss": 0.627,
+      "step": 2573
+    },
+    {
+      "epoch": 1.2606246172688302,
+      "grad_norm": 0.3867635130882263,
+      "learning_rate": 3.191753137558238e-06,
+      "loss": 0.6175,
+      "step": 2574
+    },
+    {
+      "epoch": 1.2611145131659522,
+      "grad_norm": 0.37496379017829895,
+      "learning_rate": 3.1904999585562667e-06,
+      "loss": 0.6015,
+      "step": 2575
+    },
+    {
+      "epoch": 1.261604409063074,
+      "grad_norm": 0.37514322996139526,
+      "learning_rate": 3.189246591692847e-06,
+      "loss": 0.6191,
+      "step": 2576
+    },
+    {
+      "epoch": 1.262094304960196,
+      "grad_norm": 0.38244903087615967,
+      "learning_rate": 3.1879930373089776e-06,
+      "loss": 0.6155,
+      "step": 2577
+    },
+    {
+      "epoch": 1.2625842008573178,
+      "grad_norm": 0.3823203146457672,
+      "learning_rate": 3.1867392957457065e-06,
+      "loss": 0.5946,
+      "step": 2578
+    },
+    {
+      "epoch": 1.2630740967544396,
+      "grad_norm": 0.3802388608455658,
+      "learning_rate": 3.1854853673441366e-06,
+      "loss": 0.6126,
+      "step": 2579
+    },
+    {
+      "epoch": 1.2635639926515616,
+      "grad_norm": 0.3650122880935669,
+      "learning_rate": 3.1842312524454155e-06,
+      "loss": 0.5923,
+      "step": 2580
+    },
+    {
+      "epoch": 1.2640538885486834,
+      "grad_norm": 0.3665233254432678,
+      "learning_rate": 3.1829769513907484e-06,
+      "loss": 0.6337,
+      "step": 2581
+    },
+    {
+      "epoch": 1.2645437844458054,
+      "grad_norm": 0.37655484676361084,
+      "learning_rate": 3.1817224645213858e-06,
+      "loss": 0.6068,
+      "step": 2582
+    },
+    {
+      "epoch": 1.2650336803429272,
+      "grad_norm": 0.36475035548210144,
+      "learning_rate": 3.1804677921786316e-06,
+      "loss": 0.6198,
+      "step": 2583
+    },
+    {
+      "epoch": 1.265523576240049,
+      "grad_norm": 0.3852621614933014,
+      "learning_rate": 3.179212934703838e-06,
+      "loss": 0.6098,
+      "step": 2584
+    },
+    {
+      "epoch": 1.2660134721371707,
+      "grad_norm": 0.38883087038993835,
+      "learning_rate": 3.1779578924384103e-06,
+      "loss": 0.6088,
+      "step": 2585
+    },
+    {
+      "epoch": 1.2665033680342928,
+      "grad_norm": 0.39481112360954285,
+      "learning_rate": 3.176702665723802e-06,
+      "loss": 0.6084,
+      "step": 2586
+    },
+    {
+      "epoch": 1.2669932639314145,
+      "grad_norm": 0.3589232861995697,
+      "learning_rate": 3.175447254901518e-06,
+      "loss": 0.6024,
+      "step": 2587
+    },
+    {
+      "epoch": 1.2674831598285365,
+      "grad_norm": 0.3585565686225891,
+      "learning_rate": 3.1741916603131107e-06,
+      "loss": 0.5877,
+      "step": 2588
+    },
+    {
+      "epoch": 1.2679730557256583,
+      "grad_norm": 0.3789098560810089,
+      "learning_rate": 3.1729358823001873e-06,
+      "loss": 0.6052,
+      "step": 2589
+    },
+    {
+      "epoch": 1.26846295162278,
+      "grad_norm": 0.3729358911514282,
+      "learning_rate": 3.1716799212044004e-06,
+      "loss": 0.6104,
+      "step": 2590
+    },
+    {
+      "epoch": 1.268952847519902,
+      "grad_norm": 0.3879893124103546,
+      "learning_rate": 3.170423777367454e-06,
+      "loss": 0.5923,
+      "step": 2591
+    },
+    {
+      "epoch": 1.269442743417024,
+      "grad_norm": 0.36415353417396545,
+      "learning_rate": 3.1691674511311028e-06,
+      "loss": 0.5923,
+      "step": 2592
+    },
+    {
+      "epoch": 1.2699326393141457,
+      "grad_norm": 0.37231966853141785,
+      "learning_rate": 3.1679109428371496e-06,
+      "loss": 0.6005,
+      "step": 2593
+    },
+    {
+      "epoch": 1.2704225352112677,
+      "grad_norm": 0.39322277903556824,
+      "learning_rate": 3.1666542528274476e-06,
+      "loss": 0.5985,
+      "step": 2594
+    },
+    {
+      "epoch": 1.2709124311083895,
+      "grad_norm": 0.37615740299224854,
+      "learning_rate": 3.1653973814438994e-06,
+      "loss": 0.6126,
+      "step": 2595
+    },
+    {
+      "epoch": 1.2714023270055113,
+      "grad_norm": 0.3619287610054016,
+      "learning_rate": 3.164140329028456e-06,
+      "loss": 0.6127,
+      "step": 2596
+    },
+    {
+      "epoch": 1.2718922229026333,
+      "grad_norm": 0.3795495331287384,
+      "learning_rate": 3.1628830959231194e-06,
+      "loss": 0.6064,
+      "step": 2597
+    },
+    {
+      "epoch": 1.272382118799755,
+      "grad_norm": 0.37229591608047485,
+      "learning_rate": 3.16162568246994e-06,
+      "loss": 0.6148,
+      "step": 2598
+    },
+    {
+      "epoch": 1.272872014696877,
+      "grad_norm": 0.37739455699920654,
+      "learning_rate": 3.1603680890110157e-06,
+      "loss": 0.5991,
+      "step": 2599
+    },
+    {
+      "epoch": 1.2733619105939988,
+      "grad_norm": 0.37056466937065125,
+      "learning_rate": 3.159110315888495e-06,
+      "loss": 0.6176,
+      "step": 2600
+    },
+    {
+      "epoch": 1.2738518064911206,
+      "grad_norm": 0.3638090491294861,
+      "learning_rate": 3.1578523634445762e-06,
+      "loss": 0.6491,
+      "step": 2601
+    },
+    {
+      "epoch": 1.2743417023882424,
+      "grad_norm": 0.38176748156547546,
+      "learning_rate": 3.156594232021504e-06,
+      "loss": 0.6399,
+      "step": 2602
+    },
+    {
+      "epoch": 1.2748315982853644,
+      "grad_norm": 0.3548649251461029,
+      "learning_rate": 3.1553359219615737e-06,
+      "loss": 0.623,
+      "step": 2603
+    },
+    {
+      "epoch": 1.2753214941824862,
+      "grad_norm": 0.388555645942688,
+      "learning_rate": 3.154077433607128e-06,
+      "loss": 0.646,
+      "step": 2604
+    },
+    {
+      "epoch": 1.2758113900796082,
+      "grad_norm": 0.3796512186527252,
+      "learning_rate": 3.1528187673005583e-06,
+      "loss": 0.6361,
+      "step": 2605
+    },
+    {
+      "epoch": 1.27630128597673,
+      "grad_norm": 0.3745725750923157,
+      "learning_rate": 3.1515599233843052e-06,
+      "loss": 0.6394,
+      "step": 2606
+    },
+    {
+      "epoch": 1.2767911818738518,
+      "grad_norm": 0.3795553147792816,
+      "learning_rate": 3.150300902200858e-06,
+      "loss": 0.5928,
+      "step": 2607
+    },
+    {
+      "epoch": 1.2772810777709735,
+      "grad_norm": 0.3708895444869995,
+      "learning_rate": 3.1490417040927513e-06,
+      "loss": 0.6419,
+      "step": 2608
+    },
+    {
+      "epoch": 1.2777709736680956,
+      "grad_norm": 0.37495794892311096,
+      "learning_rate": 3.147782329402572e-06,
+      "loss": 0.5854,
+      "step": 2609
+    },
+    {
+      "epoch": 1.2782608695652173,
+      "grad_norm": 0.3712833821773529,
+      "learning_rate": 3.1465227784729507e-06,
+      "loss": 0.6185,
+      "step": 2610
+    },
+    {
+      "epoch": 1.2787507654623393,
+      "grad_norm": 0.37785741686820984,
+      "learning_rate": 3.145263051646571e-06,
+      "loss": 0.6153,
+      "step": 2611
+    },
+    {
+      "epoch": 1.2792406613594611,
+      "grad_norm": 0.3789382874965668,
+      "learning_rate": 3.1440031492661583e-06,
+      "loss": 0.6081,
+      "step": 2612
+    },
+    {
+      "epoch": 1.279730557256583,
+      "grad_norm": 0.3906642198562622,
+      "learning_rate": 3.1427430716744924e-06,
+      "loss": 0.5769,
+      "step": 2613
+    },
+    {
+      "epoch": 1.280220453153705,
+      "grad_norm": 0.37217360734939575,
+      "learning_rate": 3.1414828192143937e-06,
+      "loss": 0.6255,
+      "step": 2614
+    },
+    {
+      "epoch": 1.2807103490508267,
+      "grad_norm": 0.36648520827293396,
+      "learning_rate": 3.1402223922287365e-06,
+      "loss": 0.6267,
+      "step": 2615
+    },
+    {
+      "epoch": 1.2812002449479485,
+      "grad_norm": 0.3799853026866913,
+      "learning_rate": 3.138961791060439e-06,
+      "loss": 0.6212,
+      "step": 2616
+    },
+    {
+      "epoch": 1.2816901408450705,
+      "grad_norm": 0.3940960168838501,
+      "learning_rate": 3.1377010160524685e-06,
+      "loss": 0.5845,
+      "step": 2617
+    },
+    {
+      "epoch": 1.2821800367421923,
+      "grad_norm": 0.36269399523735046,
+      "learning_rate": 3.136440067547838e-06,
+      "loss": 0.6367,
+      "step": 2618
+    },
+    {
+      "epoch": 1.282669932639314,
+      "grad_norm": 0.3726802468299866,
+      "learning_rate": 3.135178945889608e-06,
+      "loss": 0.5915,
+      "step": 2619
+    },
+    {
+      "epoch": 1.283159828536436,
+      "grad_norm": 0.38069841265678406,
+      "learning_rate": 3.1339176514208877e-06,
+      "loss": 0.6091,
+      "step": 2620
+    },
+    {
+      "epoch": 1.2836497244335578,
+      "grad_norm": 0.3712085783481598,
+      "learning_rate": 3.1326561844848323e-06,
+      "loss": 0.6057,
+      "step": 2621
+    },
+    {
+      "epoch": 1.2841396203306799,
+      "grad_norm": 0.3741898238658905,
+      "learning_rate": 3.1313945454246424e-06,
+      "loss": 0.6219,
+      "step": 2622
+    },
+    {
+      "epoch": 1.2846295162278016,
+      "grad_norm": 0.3702267110347748,
+      "learning_rate": 3.1301327345835687e-06,
+      "loss": 0.6327,
+      "step": 2623
+    },
+    {
+      "epoch": 1.2851194121249234,
+      "grad_norm": 0.3682316541671753,
+      "learning_rate": 3.1288707523049056e-06,
+      "loss": 0.5925,
+      "step": 2624
+    },
+    {
+      "epoch": 1.2856093080220452,
+      "grad_norm": 0.3721764385700226,
+      "learning_rate": 3.127608598931996e-06,
+      "loss": 0.6018,
+      "step": 2625
+    },
+    {
+      "epoch": 1.2860992039191672,
+      "grad_norm": 0.384552538394928,
+      "learning_rate": 3.126346274808228e-06,
+      "loss": 0.6213,
+      "step": 2626
+    },
+    {
+      "epoch": 1.286589099816289,
+      "grad_norm": 0.3787466287612915,
+      "learning_rate": 3.1250837802770378e-06,
+      "loss": 0.6472,
+      "step": 2627
+    },
+    {
+      "epoch": 1.287078995713411,
+      "grad_norm": 0.3829699456691742,
+      "learning_rate": 3.1238211156819065e-06,
+      "loss": 0.5892,
+      "step": 2628
+    },
+    {
+      "epoch": 1.2875688916105328,
+      "grad_norm": 0.36178281903266907,
+      "learning_rate": 3.122558281366362e-06,
+      "loss": 0.5988,
+      "step": 2629
+    },
+    {
+      "epoch": 1.2880587875076546,
+      "grad_norm": 0.3762850761413574,
+      "learning_rate": 3.121295277673978e-06,
+      "loss": 0.5641,
+      "step": 2630
+    },
+    {
+      "epoch": 1.2885486834047764,
+      "grad_norm": 0.3690366744995117,
+      "learning_rate": 3.120032104948375e-06,
+      "loss": 0.5931,
+      "step": 2631
+    },
+    {
+      "epoch": 1.2890385793018984,
+      "grad_norm": 0.39132562279701233,
+      "learning_rate": 3.1187687635332203e-06,
+      "loss": 0.6059,
+      "step": 2632
+    },
+    {
+      "epoch": 1.2895284751990201,
+      "grad_norm": 0.38164928555488586,
+      "learning_rate": 3.117505253772224e-06,
+      "loss": 0.6206,
+      "step": 2633
+    },
+    {
+      "epoch": 1.2900183710961421,
+      "grad_norm": 0.38639315962791443,
+      "learning_rate": 3.1162415760091454e-06,
+      "loss": 0.6017,
+      "step": 2634
+    },
+    {
+      "epoch": 1.290508266993264,
+      "grad_norm": 0.39467477798461914,
+      "learning_rate": 3.1149777305877864e-06,
+      "loss": 0.5858,
+      "step": 2635
+    },
+    {
+      "epoch": 1.2909981628903857,
+      "grad_norm": 0.3875470459461212,
+      "learning_rate": 3.1137137178519983e-06,
+      "loss": 0.6027,
+      "step": 2636
+    },
+    {
+      "epoch": 1.2914880587875077,
+      "grad_norm": 0.370603084564209,
+      "learning_rate": 3.1124495381456744e-06,
+      "loss": 0.6086,
+      "step": 2637
+    },
+    {
+      "epoch": 1.2919779546846295,
+      "grad_norm": 0.3933928608894348,
+      "learning_rate": 3.111185191812755e-06,
+      "loss": 0.6344,
+      "step": 2638
+    },
+    {
+      "epoch": 1.2924678505817515,
+      "grad_norm": 0.383942574262619,
+      "learning_rate": 3.1099206791972255e-06,
+      "loss": 0.5928,
+      "step": 2639
+    },
+    {
+      "epoch": 1.2929577464788733,
+      "grad_norm": 0.3752022981643677,
+      "learning_rate": 3.108656000643117e-06,
+      "loss": 0.6069,
+      "step": 2640
+    },
+    {
+      "epoch": 1.293447642375995,
+      "grad_norm": 0.37970834970474243,
+      "learning_rate": 3.107391156494505e-06,
+      "loss": 0.5929,
+      "step": 2641
+    },
+    {
+      "epoch": 1.2939375382731169,
+      "grad_norm": 0.39367154240608215,
+      "learning_rate": 3.10612614709551e-06,
+      "loss": 0.653,
+      "step": 2642
+    },
+    {
+      "epoch": 1.2944274341702389,
+      "grad_norm": 0.368484228849411,
+      "learning_rate": 3.104860972790299e-06,
+      "loss": 0.6019,
+      "step": 2643
+    },
+    {
+      "epoch": 1.2949173300673607,
+      "grad_norm": 0.3683755695819855,
+      "learning_rate": 3.1035956339230816e-06,
+      "loss": 0.6147,
+      "step": 2644
+    },
+    {
+      "epoch": 1.2954072259644827,
+      "grad_norm": 0.3826960623264313,
+      "learning_rate": 3.102330130838114e-06,
+      "loss": 0.6433,
+      "step": 2645
+    },
+    {
+      "epoch": 1.2958971218616044,
+      "grad_norm": 0.39971616864204407,
+      "learning_rate": 3.1010644638796956e-06,
+      "loss": 0.6341,
+      "step": 2646
+    },
+    {
+      "epoch": 1.2963870177587262,
+      "grad_norm": 0.40919020771980286,
+      "learning_rate": 3.0997986333921707e-06,
+      "loss": 0.6476,
+      "step": 2647
+    },
+    {
+      "epoch": 1.296876913655848,
+      "grad_norm": 0.3815106153488159,
+      "learning_rate": 3.098532639719931e-06,
+      "loss": 0.5944,
+      "step": 2648
+    },
+    {
+      "epoch": 1.29736680955297,
+      "grad_norm": 0.37595134973526,
+      "learning_rate": 3.0972664832074075e-06,
+      "loss": 0.6171,
+      "step": 2649
+    },
+    {
+      "epoch": 1.2978567054500918,
+      "grad_norm": 0.3748018145561218,
+      "learning_rate": 3.09600016419908e-06,
+      "loss": 0.5885,
+      "step": 2650
+    },
+    {
+      "epoch": 1.2983466013472138,
+      "grad_norm": 0.38908854126930237,
+      "learning_rate": 3.0947336830394684e-06,
+      "loss": 0.5973,
+      "step": 2651
+    },
+    {
+      "epoch": 1.2988364972443356,
+      "grad_norm": 0.38210901618003845,
+      "learning_rate": 3.0934670400731413e-06,
+      "loss": 0.612,
+      "step": 2652
+    },
+    {
+      "epoch": 1.2993263931414574,
+      "grad_norm": 0.3695966601371765,
+      "learning_rate": 3.0922002356447085e-06,
+      "loss": 0.6258,
+      "step": 2653
+    },
+    {
+      "epoch": 1.2998162890385794,
+      "grad_norm": 0.37948551774024963,
+      "learning_rate": 3.0909332700988226e-06,
+      "loss": 0.583,
+      "step": 2654
+    },
+    {
+      "epoch": 1.3003061849357012,
+      "grad_norm": 0.3570810854434967,
+      "learning_rate": 3.0896661437801833e-06,
+      "loss": 0.6103,
+      "step": 2655
+    },
+    {
+      "epoch": 1.300796080832823,
+      "grad_norm": 0.36700934171676636,
+      "learning_rate": 3.0883988570335323e-06,
+      "loss": 0.6024,
+      "step": 2656
+    },
+    {
+      "epoch": 1.301285976729945,
+      "grad_norm": 0.3890722692012787,
+      "learning_rate": 3.0871314102036533e-06,
+      "loss": 0.633,
+      "step": 2657
+    },
+    {
+      "epoch": 1.3017758726270667,
+      "grad_norm": 0.384464293718338,
+      "learning_rate": 3.0858638036353777e-06,
+      "loss": 0.6103,
+      "step": 2658
+    },
+    {
+      "epoch": 1.3022657685241885,
+      "grad_norm": 0.383727103471756,
+      "learning_rate": 3.0845960376735763e-06,
+      "loss": 0.6011,
+      "step": 2659
+    },
+    {
+      "epoch": 1.3027556644213105,
+      "grad_norm": 0.37188661098480225,
+      "learning_rate": 3.0833281126631655e-06,
+      "loss": 0.6164,
+      "step": 2660
+    },
+    {
+      "epoch": 1.3032455603184323,
+      "grad_norm": 0.3653342127799988,
+      "learning_rate": 3.0820600289491038e-06,
+      "loss": 0.618,
+      "step": 2661
+    },
+    {
+      "epoch": 1.3037354562155543,
+      "grad_norm": 0.39589545130729675,
+      "learning_rate": 3.0807917868763944e-06,
+      "loss": 0.6277,
+      "step": 2662
+    },
+    {
+      "epoch": 1.304225352112676,
+      "grad_norm": 0.3740343153476715,
+      "learning_rate": 3.079523386790082e-06,
+      "loss": 0.6006,
+      "step": 2663
+    },
+    {
+      "epoch": 1.3047152480097979,
+      "grad_norm": 0.39324432611465454,
+      "learning_rate": 3.0782548290352554e-06,
+      "loss": 0.6193,
+      "step": 2664
+    },
+    {
+      "epoch": 1.3052051439069197,
+      "grad_norm": 0.3811512291431427,
+      "learning_rate": 3.0769861139570446e-06,
+      "loss": 0.598,
+      "step": 2665
+    },
+    {
+      "epoch": 1.3056950398040417,
+      "grad_norm": 0.3776527941226959,
+      "learning_rate": 3.075717241900626e-06,
+      "loss": 0.6115,
+      "step": 2666
+    },
+    {
+      "epoch": 1.3061849357011635,
+      "grad_norm": 0.3864038586616516,
+      "learning_rate": 3.0744482132112136e-06,
+      "loss": 0.5939,
+      "step": 2667
+    },
+    {
+      "epoch": 1.3066748315982855,
+      "grad_norm": 0.35299402475357056,
+      "learning_rate": 3.0731790282340685e-06,
+      "loss": 0.6022,
+      "step": 2668
+    },
+    {
+      "epoch": 1.3071647274954072,
+      "grad_norm": 0.3769162893295288,
+      "learning_rate": 3.071909687314492e-06,
+      "loss": 0.5904,
+      "step": 2669
+    },
+    {
+      "epoch": 1.307654623392529,
+      "grad_norm": 0.3832825720310211,
+      "learning_rate": 3.070640190797829e-06,
+      "loss": 0.6058,
+      "step": 2670
+    },
+    {
+      "epoch": 1.308144519289651,
+      "grad_norm": 0.41649672389030457,
+      "learning_rate": 3.0693705390294646e-06,
+      "loss": 0.6087,
+      "step": 2671
+    },
+    {
+      "epoch": 1.3086344151867728,
+      "grad_norm": 0.3770790994167328,
+      "learning_rate": 3.0681007323548293e-06,
+      "loss": 0.5979,
+      "step": 2672
+    },
+    {
+      "epoch": 1.3091243110838946,
+      "grad_norm": 0.3688565492630005,
+      "learning_rate": 3.0668307711193935e-06,
+      "loss": 0.6319,
+      "step": 2673
+    },
+    {
+      "epoch": 1.3096142069810166,
+      "grad_norm": 0.3889639377593994,
+      "learning_rate": 3.0655606556686707e-06,
+      "loss": 0.5903,
+      "step": 2674
+    },
+    {
+      "epoch": 1.3101041028781384,
+      "grad_norm": 0.3654906749725342,
+      "learning_rate": 3.064290386348215e-06,
+      "loss": 0.6137,
+      "step": 2675
+    },
+    {
+      "epoch": 1.3105939987752602,
+      "grad_norm": 0.39101389050483704,
+      "learning_rate": 3.063019963503624e-06,
+      "loss": 0.6289,
+      "step": 2676
+    },
+    {
+      "epoch": 1.3110838946723822,
+      "grad_norm": 0.38805946707725525,
+      "learning_rate": 3.061749387480536e-06,
+      "loss": 0.5902,
+      "step": 2677
+    },
+    {
+      "epoch": 1.311573790569504,
+      "grad_norm": 0.37970107793807983,
+      "learning_rate": 3.0604786586246314e-06,
+      "loss": 0.5834,
+      "step": 2678
+    },
+    {
+      "epoch": 1.312063686466626,
+      "grad_norm": 0.3816147446632385,
+      "learning_rate": 3.059207777281632e-06,
+      "loss": 0.6469,
+      "step": 2679
+    },
+    {
+      "epoch": 1.3125535823637478,
+      "grad_norm": 0.378044068813324,
+      "learning_rate": 3.057936743797302e-06,
+      "loss": 0.5917,
+      "step": 2680
+    },
+    {
+      "epoch": 1.3130434782608695,
+      "grad_norm": 0.36912500858306885,
+      "learning_rate": 3.0566655585174445e-06,
+      "loss": 0.6019,
+      "step": 2681
+    },
+    {
+      "epoch": 1.3135333741579913,
+      "grad_norm": 0.37644556164741516,
+      "learning_rate": 3.055394221787908e-06,
+      "loss": 0.6033,
+      "step": 2682
+    },
+    {
+      "epoch": 1.3140232700551133,
+      "grad_norm": 0.3706464469432831,
+      "learning_rate": 3.0541227339545772e-06,
+      "loss": 0.6082,
+      "step": 2683
+    },
+    {
+      "epoch": 1.314513165952235,
+      "grad_norm": 0.4015727639198303,
+      "learning_rate": 3.0528510953633824e-06,
+      "loss": 0.6349,
+      "step": 2684
+    },
+    {
+      "epoch": 1.3150030618493571,
+      "grad_norm": 0.39546459913253784,
+      "learning_rate": 3.051579306360292e-06,
+      "loss": 0.6116,
+      "step": 2685
+    },
+    {
+      "epoch": 1.315492957746479,
+      "grad_norm": 0.367209792137146,
+      "learning_rate": 3.050307367291317e-06,
+      "loss": 0.6116,
+      "step": 2686
+    },
+    {
+      "epoch": 1.3159828536436007,
+      "grad_norm": 0.3598785400390625,
+      "learning_rate": 3.0490352785025085e-06,
+      "loss": 0.6013,
+      "step": 2687
+    },
+    {
+      "epoch": 1.3164727495407225,
+      "grad_norm": 0.36720144748687744,
+      "learning_rate": 3.0477630403399576e-06,
+      "loss": 0.6186,
+      "step": 2688
+    },
+    {
+      "epoch": 1.3169626454378445,
+      "grad_norm": 0.38114577531814575,
+      "learning_rate": 3.046490653149797e-06,
+      "loss": 0.6323,
+      "step": 2689
+    },
+    {
+      "epoch": 1.3174525413349663,
+      "grad_norm": 0.3892272114753723,
+      "learning_rate": 3.0452181172782012e-06,
+      "loss": 0.6387,
+      "step": 2690
+    },
+    {
+      "epoch": 1.3179424372320883,
+      "grad_norm": 0.3819722533226013,
+      "learning_rate": 3.0439454330713826e-06,
+      "loss": 0.5993,
+      "step": 2691
+    },
+    {
+      "epoch": 1.31843233312921,
+      "grad_norm": 0.3774017095565796,
+      "learning_rate": 3.0426726008755943e-06,
+      "loss": 0.5999,
+      "step": 2692
+    },
+    {
+      "epoch": 1.3189222290263318,
+      "grad_norm": 0.3780970573425293,
+      "learning_rate": 3.0413996210371322e-06,
+      "loss": 0.5882,
+      "step": 2693
+    },
+    {
+      "epoch": 1.3194121249234538,
+      "grad_norm": 0.3609425127506256,
+      "learning_rate": 3.040126493902329e-06,
+      "loss": 0.5997,
+      "step": 2694
+    },
+    {
+      "epoch": 1.3199020208205756,
+      "grad_norm": 0.3702821433544159,
+      "learning_rate": 3.0388532198175613e-06,
+      "loss": 0.6142,
+      "step": 2695
+    },
+    {
+      "epoch": 1.3203919167176976,
+      "grad_norm": 0.37130293250083923,
+      "learning_rate": 3.0375797991292403e-06,
+      "loss": 0.6133,
+      "step": 2696
+    },
+    {
+      "epoch": 1.3208818126148194,
+      "grad_norm": 0.3811018764972687,
+      "learning_rate": 3.036306232183823e-06,
+      "loss": 0.6113,
+      "step": 2697
+    },
+    {
+      "epoch": 1.3213717085119412,
+      "grad_norm": 0.39468520879745483,
+      "learning_rate": 3.0350325193278022e-06,
+      "loss": 0.5979,
+      "step": 2698
+    },
+    {
+      "epoch": 1.321861604409063,
+      "grad_norm": 0.38124457001686096,
+      "learning_rate": 3.033758660907712e-06,
+      "loss": 0.5972,
+      "step": 2699
+    },
+    {
+      "epoch": 1.322351500306185,
+      "grad_norm": 0.3663819134235382,
+      "learning_rate": 3.032484657270126e-06,
+      "loss": 0.6011,
+      "step": 2700
+    },
+    {
+      "epoch": 1.3228413962033068,
+      "grad_norm": 0.3927343785762787,
+      "learning_rate": 3.031210508761656e-06,
+      "loss": 0.5988,
+      "step": 2701
+    },
+    {
+      "epoch": 1.3233312921004288,
+      "grad_norm": 0.36420634388923645,
+      "learning_rate": 3.029936215728955e-06,
+      "loss": 0.6264,
+      "step": 2702
+    },
+    {
+      "epoch": 1.3238211879975506,
+      "grad_norm": 0.37038543820381165,
+      "learning_rate": 3.0286617785187157e-06,
+      "loss": 0.6376,
+      "step": 2703
+    },
+    {
+      "epoch": 1.3243110838946723,
+      "grad_norm": 0.3712129592895508,
+      "learning_rate": 3.027387197477667e-06,
+      "loss": 0.6028,
+      "step": 2704
+    },
+    {
+      "epoch": 1.3248009797917941,
+      "grad_norm": 0.3678291440010071,
+      "learning_rate": 3.0261124729525797e-06,
+      "loss": 0.5844,
+      "step": 2705
+    },
+    {
+      "epoch": 1.3252908756889161,
+      "grad_norm": 0.3775262236595154,
+      "learning_rate": 3.0248376052902627e-06,
+      "loss": 0.5937,
+      "step": 2706
+    },
+    {
+      "epoch": 1.325780771586038,
+      "grad_norm": 0.37942805886268616,
+      "learning_rate": 3.0235625948375646e-06,
+      "loss": 0.6103,
+      "step": 2707
+    },
+    {
+      "epoch": 1.32627066748316,
+      "grad_norm": 0.3723185658454895,
+      "learning_rate": 3.0222874419413716e-06,
+      "loss": 0.6507,
+      "step": 2708
+    },
+    {
+      "epoch": 1.3267605633802817,
+      "grad_norm": 0.35973161458969116,
+      "learning_rate": 3.0210121469486093e-06,
+      "loss": 0.5966,
+      "step": 2709
+    },
+    {
+      "epoch": 1.3272504592774035,
+      "grad_norm": 0.37848636507987976,
+      "learning_rate": 3.0197367102062407e-06,
+      "loss": 0.6179,
+      "step": 2710
+    },
+    {
+      "epoch": 1.3277403551745255,
+      "grad_norm": 0.36499446630477905,
+      "learning_rate": 3.018461132061271e-06,
+      "loss": 0.608,
+      "step": 2711
+    },
+    {
+      "epoch": 1.3282302510716473,
+      "grad_norm": 0.3719358742237091,
+      "learning_rate": 3.0171854128607393e-06,
+      "loss": 0.613,
+      "step": 2712
+    },
+    {
+      "epoch": 1.328720146968769,
+      "grad_norm": 0.362111359834671,
+      "learning_rate": 3.0159095529517268e-06,
+      "loss": 0.5987,
+      "step": 2713
+    },
+    {
+      "epoch": 1.329210042865891,
+      "grad_norm": 0.3598775565624237,
+      "learning_rate": 3.0146335526813504e-06,
+      "loss": 0.5972,
+      "step": 2714
+    },
+    {
+      "epoch": 1.3296999387630128,
+      "grad_norm": 0.36300602555274963,
+      "learning_rate": 3.0133574123967662e-06,
+      "loss": 0.6048,
+      "step": 2715
+    },
+    {
+      "epoch": 1.3301898346601346,
+      "grad_norm": 0.3719954490661621,
+      "learning_rate": 3.012081132445169e-06,
+      "loss": 0.6016,
+      "step": 2716
+    },
+    {
+      "epoch": 1.3306797305572566,
+      "grad_norm": 0.3923468291759491,
+      "learning_rate": 3.01080471317379e-06,
+      "loss": 0.6215,
+      "step": 2717
+    },
+    {
+      "epoch": 1.3311696264543784,
+      "grad_norm": 0.36429479718208313,
+      "learning_rate": 3.0095281549299e-06,
+      "loss": 0.5849,
+      "step": 2718
+    },
+    {
+      "epoch": 1.3316595223515004,
+      "grad_norm": 0.38020774722099304,
+      "learning_rate": 3.0082514580608076e-06,
+      "loss": 0.5851,
+      "step": 2719
+    },
+    {
+      "epoch": 1.3321494182486222,
+      "grad_norm": 0.37062451243400574,
+      "learning_rate": 3.0069746229138556e-06,
+      "loss": 0.6336,
+      "step": 2720
+    },
+    {
+      "epoch": 1.332639314145744,
+      "grad_norm": 0.3763248026371002,
+      "learning_rate": 3.0056976498364308e-06,
+      "loss": 0.6105,
+      "step": 2721
+    },
+    {
+      "epoch": 1.3331292100428658,
+      "grad_norm": 0.37711942195892334,
+      "learning_rate": 3.0044205391759517e-06,
+      "loss": 0.607,
+      "step": 2722
+    },
+    {
+      "epoch": 1.3336191059399878,
+      "grad_norm": 0.36647137999534607,
+      "learning_rate": 3.0031432912798776e-06,
+      "loss": 0.5978,
+      "step": 2723
+    },
+    {
+      "epoch": 1.3341090018371096,
+      "grad_norm": 0.3908044099807739,
+      "learning_rate": 3.0018659064957034e-06,
+      "loss": 0.6418,
+      "step": 2724
+    },
+    {
+      "epoch": 1.3345988977342316,
+      "grad_norm": 0.37513023614883423,
+      "learning_rate": 3.0005883851709616e-06,
+      "loss": 0.5991,
+      "step": 2725
+    },
+    {
+      "epoch": 1.3350887936313534,
+      "grad_norm": 0.3666006922721863,
+      "learning_rate": 2.999310727653222e-06,
+      "loss": 0.6092,
+      "step": 2726
+    },
+    {
+      "epoch": 1.3355786895284751,
+      "grad_norm": 0.3668742775917053,
+      "learning_rate": 2.9980329342900933e-06,
+      "loss": 0.6279,
+      "step": 2727
+    },
+    {
+      "epoch": 1.3360685854255971,
+      "grad_norm": 0.3826501965522766,
+      "learning_rate": 2.996755005429217e-06,
+      "loss": 0.6119,
+      "step": 2728
+    },
+    {
+      "epoch": 1.336558481322719,
+      "grad_norm": 0.3744507133960724,
+      "learning_rate": 2.9954769414182755e-06,
+      "loss": 0.6339,
+      "step": 2729
+    },
+    {
+      "epoch": 1.3370483772198407,
+      "grad_norm": 0.37480640411376953,
+      "learning_rate": 2.9941987426049856e-06,
+      "loss": 0.6051,
+      "step": 2730
+    },
+    {
+      "epoch": 1.3375382731169627,
+      "grad_norm": 0.3778899312019348,
+      "learning_rate": 2.992920409337102e-06,
+      "loss": 0.5974,
+      "step": 2731
+    },
+    {
+      "epoch": 1.3380281690140845,
+      "grad_norm": 0.3663657009601593,
+      "learning_rate": 2.991641941962416e-06,
+      "loss": 0.6265,
+      "step": 2732
+    },
+    {
+      "epoch": 1.3385180649112063,
+      "grad_norm": 0.3805660903453827,
+      "learning_rate": 2.9903633408287538e-06,
+      "loss": 0.6195,
+      "step": 2733
+    },
+    {
+      "epoch": 1.3390079608083283,
+      "grad_norm": 0.37060481309890747,
+      "learning_rate": 2.9890846062839786e-06,
+      "loss": 0.6057,
+      "step": 2734
+    },
+    {
+      "epoch": 1.33949785670545,
+      "grad_norm": 0.363800585269928,
+      "learning_rate": 2.9878057386759927e-06,
+      "loss": 0.6133,
+      "step": 2735
+    },
+    {
+      "epoch": 1.339987752602572,
+      "grad_norm": 0.38314107060432434,
+      "learning_rate": 2.98652673835273e-06,
+      "loss": 0.6216,
+      "step": 2736
+    },
+    {
+      "epoch": 1.3404776484996939,
+      "grad_norm": 0.3878062069416046,
+      "learning_rate": 2.985247605662164e-06,
+      "loss": 0.6188,
+      "step": 2737
+    },
+    {
+      "epoch": 1.3409675443968156,
+      "grad_norm": 0.36103639006614685,
+      "learning_rate": 2.9839683409523023e-06,
+      "loss": 0.6033,
+      "step": 2738
+    },
+    {
+      "epoch": 1.3414574402939374,
+      "grad_norm": 0.3605171740055084,
+      "learning_rate": 2.9826889445711894e-06,
+      "loss": 0.6355,
+      "step": 2739
+    },
+    {
+      "epoch": 1.3419473361910594,
+      "grad_norm": 0.39102548360824585,
+      "learning_rate": 2.9814094168669063e-06,
+      "loss": 0.6368,
+      "step": 2740
+    },
+    {
+      "epoch": 1.3424372320881812,
+      "grad_norm": 0.3795163333415985,
+      "learning_rate": 2.980129758187567e-06,
+      "loss": 0.5944,
+      "step": 2741
+    },
+    {
+      "epoch": 1.3429271279853032,
+      "grad_norm": 0.3644316792488098,
+      "learning_rate": 2.9788499688813244e-06,
+      "loss": 0.596,
+      "step": 2742
+    },
+    {
+      "epoch": 1.343417023882425,
+      "grad_norm": 0.38389116525650024,
+      "learning_rate": 2.9775700492963643e-06,
+      "loss": 0.6074,
+      "step": 2743
+    },
+    {
+      "epoch": 1.3439069197795468,
+      "grad_norm": 0.37808606028556824,
+      "learning_rate": 2.9762899997809093e-06,
+      "loss": 0.6296,
+      "step": 2744
+    },
+    {
+      "epoch": 1.3443968156766686,
+      "grad_norm": 0.37086018919944763,
+      "learning_rate": 2.975009820683219e-06,
+      "loss": 0.6072,
+      "step": 2745
+    },
+    {
+      "epoch": 1.3448867115737906,
+      "grad_norm": 0.3792283236980438,
+      "learning_rate": 2.9737295123515834e-06,
+      "loss": 0.609,
+      "step": 2746
+    },
+    {
+      "epoch": 1.3453766074709124,
+      "grad_norm": 0.3813454806804657,
+      "learning_rate": 2.9724490751343326e-06,
+      "loss": 0.5927,
+      "step": 2747
+    },
+    {
+      "epoch": 1.3458665033680344,
+      "grad_norm": 0.3736129105091095,
+      "learning_rate": 2.97116850937983e-06,
+      "loss": 0.6328,
+      "step": 2748
+    },
+    {
+      "epoch": 1.3463563992651562,
+      "grad_norm": 0.39076587557792664,
+      "learning_rate": 2.9698878154364724e-06,
+      "loss": 0.6003,
+      "step": 2749
+    },
+    {
+      "epoch": 1.346846295162278,
+      "grad_norm": 0.36889415979385376,
+      "learning_rate": 2.968606993652694e-06,
+      "loss": 0.6125,
+      "step": 2750
+    },
+    {
+      "epoch": 1.3473361910594,
+      "grad_norm": 0.3728729784488678,
+      "learning_rate": 2.9673260443769627e-06,
+      "loss": 0.6018,
+      "step": 2751
+    },
+    {
+      "epoch": 1.3478260869565217,
+      "grad_norm": 0.3788042962551117,
+      "learning_rate": 2.966044967957779e-06,
+      "loss": 0.612,
+      "step": 2752
+    },
+    {
+      "epoch": 1.3483159828536437,
+      "grad_norm": 0.37466371059417725,
+      "learning_rate": 2.9647637647436833e-06,
+      "loss": 0.5997,
+      "step": 2753
+    },
+    {
+      "epoch": 1.3488058787507655,
+      "grad_norm": 0.3828834891319275,
+      "learning_rate": 2.9634824350832447e-06,
+      "loss": 0.6092,
+      "step": 2754
+    },
+    {
+      "epoch": 1.3492957746478873,
+      "grad_norm": 0.3739134669303894,
+      "learning_rate": 2.9622009793250705e-06,
+      "loss": 0.6028,
+      "step": 2755
+    },
+    {
+      "epoch": 1.349785670545009,
+      "grad_norm": 0.3849553167819977,
+      "learning_rate": 2.960919397817801e-06,
+      "loss": 0.6106,
+      "step": 2756
+    },
+    {
+      "epoch": 1.350275566442131,
+      "grad_norm": 0.36809587478637695,
+      "learning_rate": 2.9596376909101095e-06,
+      "loss": 0.5946,
+      "step": 2757
+    },
+    {
+      "epoch": 1.3507654623392529,
+      "grad_norm": 0.38073524832725525,
+      "learning_rate": 2.9583558589507056e-06,
+      "loss": 0.6002,
+      "step": 2758
+    },
+    {
+      "epoch": 1.3512553582363749,
+      "grad_norm": 0.3828888535499573,
+      "learning_rate": 2.957073902288332e-06,
+      "loss": 0.6061,
+      "step": 2759
+    },
+    {
+      "epoch": 1.3517452541334967,
+      "grad_norm": 0.3621397316455841,
+      "learning_rate": 2.955791821271766e-06,
+      "loss": 0.6439,
+      "step": 2760
+    },
+    {
+      "epoch": 1.3522351500306184,
+      "grad_norm": 0.376858115196228,
+      "learning_rate": 2.9545096162498167e-06,
+      "loss": 0.5896,
+      "step": 2761
+    },
+    {
+      "epoch": 1.3527250459277402,
+      "grad_norm": 0.3787497282028198,
+      "learning_rate": 2.9532272875713287e-06,
+      "loss": 0.6198,
+      "step": 2762
+    },
+    {
+      "epoch": 1.3532149418248622,
+      "grad_norm": 0.380022794008255,
+      "learning_rate": 2.9519448355851792e-06,
+      "loss": 0.6085,
+      "step": 2763
+    },
+    {
+      "epoch": 1.353704837721984,
+      "grad_norm": 0.37395742535591125,
+      "learning_rate": 2.950662260640282e-06,
+      "loss": 0.5849,
+      "step": 2764
+    },
+    {
+      "epoch": 1.354194733619106,
+      "grad_norm": 0.39661794900894165,
+      "learning_rate": 2.949379563085579e-06,
+      "loss": 0.6303,
+      "step": 2765
+    },
+    {
+      "epoch": 1.3546846295162278,
+      "grad_norm": 0.3918989300727844,
+      "learning_rate": 2.94809674327005e-06,
+      "loss": 0.6114,
+      "step": 2766
+    },
+    {
+      "epoch": 1.3551745254133496,
+      "grad_norm": 0.3794672191143036,
+      "learning_rate": 2.946813801542706e-06,
+      "loss": 0.5921,
+      "step": 2767
+    },
+    {
+      "epoch": 1.3556644213104716,
+      "grad_norm": 0.3640851080417633,
+      "learning_rate": 2.9455307382525923e-06,
+      "loss": 0.6022,
+      "step": 2768
+    },
+    {
+      "epoch": 1.3561543172075934,
+      "grad_norm": 0.37381359934806824,
+      "learning_rate": 2.9442475537487853e-06,
+      "loss": 0.6148,
+      "step": 2769
+    },
+    {
+      "epoch": 1.3566442131047152,
+      "grad_norm": 0.370358407497406,
+      "learning_rate": 2.9429642483803965e-06,
+      "loss": 0.6135,
+      "step": 2770
+    },
+    {
+      "epoch": 1.3571341090018372,
+      "grad_norm": 0.37243157625198364,
+      "learning_rate": 2.941680822496569e-06,
+      "loss": 0.6095,
+      "step": 2771
+    },
+    {
+      "epoch": 1.357624004898959,
+      "grad_norm": 0.3779018819332123,
+      "learning_rate": 2.9403972764464805e-06,
+      "loss": 0.605,
+      "step": 2772
+    },
+    {
+      "epoch": 1.3581139007960807,
+      "grad_norm": 0.39662623405456543,
+      "learning_rate": 2.939113610579338e-06,
+      "loss": 0.5965,
+      "step": 2773
+    },
+    {
+      "epoch": 1.3586037966932027,
+      "grad_norm": 0.38057267665863037,
+      "learning_rate": 2.9378298252443844e-06,
+      "loss": 0.6278,
+      "step": 2774
+    },
+    {
+      "epoch": 1.3590936925903245,
+      "grad_norm": 0.38448551297187805,
+      "learning_rate": 2.936545920790893e-06,
+      "loss": 0.5984,
+      "step": 2775
+    },
+    {
+      "epoch": 1.3595835884874465,
+      "grad_norm": 0.39136627316474915,
+      "learning_rate": 2.9352618975681717e-06,
+      "loss": 0.5819,
+      "step": 2776
+    },
+    {
+      "epoch": 1.3600734843845683,
+      "grad_norm": 0.3798687160015106,
+      "learning_rate": 2.9339777559255585e-06,
+      "loss": 0.6163,
+      "step": 2777
+    },
+    {
+      "epoch": 1.36056338028169,
+      "grad_norm": 0.37461552023887634,
+      "learning_rate": 2.9326934962124236e-06,
+      "loss": 0.6122,
+      "step": 2778
+    },
+    {
+      "epoch": 1.3610532761788119,
+      "grad_norm": 0.3754109740257263,
+      "learning_rate": 2.931409118778172e-06,
+      "loss": 0.6013,
+      "step": 2779
+    },
+    {
+      "epoch": 1.361543172075934,
+      "grad_norm": 0.37219786643981934,
+      "learning_rate": 2.9301246239722373e-06,
+      "loss": 0.6148,
+      "step": 2780
+    },
+    {
+      "epoch": 1.3620330679730557,
+      "grad_norm": 0.38971346616744995,
+      "learning_rate": 2.9288400121440876e-06,
+      "loss": 0.6044,
+      "step": 2781
+    },
+    {
+      "epoch": 1.3625229638701777,
+      "grad_norm": 0.36881428956985474,
+      "learning_rate": 2.927555283643222e-06,
+      "loss": 0.6158,
+      "step": 2782
+    },
+    {
+      "epoch": 1.3630128597672995,
+      "grad_norm": 0.368237167596817,
+      "learning_rate": 2.9262704388191698e-06,
+      "loss": 0.5919,
+      "step": 2783
+    },
+    {
+      "epoch": 1.3635027556644213,
+      "grad_norm": 0.3807377815246582,
+      "learning_rate": 2.924985478021495e-06,
+      "loss": 0.5827,
+      "step": 2784
+    },
+    {
+      "epoch": 1.363992651561543,
+      "grad_norm": 0.38594284653663635,
+      "learning_rate": 2.923700401599792e-06,
+      "loss": 0.5931,
+      "step": 2785
+    },
+    {
+      "epoch": 1.364482547458665,
+      "grad_norm": 0.37460657954216003,
+      "learning_rate": 2.922415209903684e-06,
+      "loss": 0.6129,
+      "step": 2786
+    },
+    {
+      "epoch": 1.3649724433557868,
+      "grad_norm": 0.3876175582408905,
+      "learning_rate": 2.921129903282829e-06,
+      "loss": 0.5801,
+      "step": 2787
+    },
+    {
+      "epoch": 1.3654623392529088,
+      "grad_norm": 0.38393309712409973,
+      "learning_rate": 2.9198444820869155e-06,
+      "loss": 0.6191,
+      "step": 2788
+    },
+    {
+      "epoch": 1.3659522351500306,
+      "grad_norm": 0.38748347759246826,
+      "learning_rate": 2.918558946665661e-06,
+      "loss": 0.5977,
+      "step": 2789
+    },
+    {
+      "epoch": 1.3664421310471524,
+      "grad_norm": 0.37526512145996094,
+      "learning_rate": 2.9172732973688185e-06,
+      "loss": 0.5913,
+      "step": 2790
+    },
+    {
+      "epoch": 1.3669320269442744,
+      "grad_norm": 0.3864108920097351,
+      "learning_rate": 2.9159875345461664e-06,
+      "loss": 0.5993,
+      "step": 2791
+    },
+    {
+      "epoch": 1.3674219228413962,
+      "grad_norm": 0.37038326263427734,
+      "learning_rate": 2.9147016585475184e-06,
+      "loss": 0.6217,
+      "step": 2792
+    },
+    {
+      "epoch": 1.3679118187385182,
+      "grad_norm": 0.3950066864490509,
+      "learning_rate": 2.9134156697227172e-06,
+      "loss": 0.6384,
+      "step": 2793
+    },
+    {
+      "epoch": 1.36840171463564,
+      "grad_norm": 0.3719857335090637,
+      "learning_rate": 2.9121295684216366e-06,
+      "loss": 0.6021,
+      "step": 2794
+    },
+    {
+      "epoch": 1.3688916105327618,
+      "grad_norm": 0.37855255603790283,
+      "learning_rate": 2.9108433549941804e-06,
+      "loss": 0.6041,
+      "step": 2795
+    },
+    {
+      "epoch": 1.3693815064298835,
+      "grad_norm": 0.37031129002571106,
+      "learning_rate": 2.909557029790284e-06,
+      "loss": 0.5879,
+      "step": 2796
+    },
+    {
+      "epoch": 1.3698714023270055,
+      "grad_norm": 0.38560861349105835,
+      "learning_rate": 2.90827059315991e-06,
+      "loss": 0.6295,
+      "step": 2797
+    },
+    {
+      "epoch": 1.3703612982241273,
+      "grad_norm": 0.368418425321579,
+      "learning_rate": 2.9069840454530583e-06,
+      "loss": 0.5906,
+      "step": 2798
+    },
+    {
+      "epoch": 1.3708511941212493,
+      "grad_norm": 0.38544416427612305,
+      "learning_rate": 2.9056973870197506e-06,
+      "loss": 0.6204,
+      "step": 2799
+    },
+    {
+      "epoch": 1.3713410900183711,
+      "grad_norm": 0.3935788869857788,
+      "learning_rate": 2.904410618210045e-06,
+      "loss": 0.58,
+      "step": 2800
+    },
+    {
+      "epoch": 1.371830985915493,
+      "grad_norm": 0.3672057092189789,
+      "learning_rate": 2.903123739374027e-06,
+      "loss": 0.6136,
+      "step": 2801
+    },
+    {
+      "epoch": 1.3723208818126147,
+      "grad_norm": 0.369540274143219,
+      "learning_rate": 2.901836750861811e-06,
+      "loss": 0.6064,
+      "step": 2802
+    },
+    {
+      "epoch": 1.3728107777097367,
+      "grad_norm": 0.3746015131473541,
+      "learning_rate": 2.9005496530235446e-06,
+      "loss": 0.6078,
+      "step": 2803
+    },
+    {
+      "epoch": 1.3733006736068585,
+      "grad_norm": 0.36938807368278503,
+      "learning_rate": 2.8992624462094016e-06,
+      "loss": 0.6152,
+      "step": 2804
+    },
+    {
+      "epoch": 1.3737905695039805,
+      "grad_norm": 0.36226263642311096,
+      "learning_rate": 2.897975130769587e-06,
+      "loss": 0.5988,
+      "step": 2805
+    },
+    {
+      "epoch": 1.3742804654011023,
+      "grad_norm": 0.37881532311439514,
+      "learning_rate": 2.896687707054337e-06,
+      "loss": 0.6074,
+      "step": 2806
+    },
+    {
+      "epoch": 1.374770361298224,
+      "grad_norm": 0.38042306900024414,
+      "learning_rate": 2.8954001754139134e-06,
+      "loss": 0.5959,
+      "step": 2807
+    },
+    {
+      "epoch": 1.375260257195346,
+      "grad_norm": 0.376760333776474,
+      "learning_rate": 2.894112536198611e-06,
+      "loss": 0.6275,
+      "step": 2808
+    },
+    {
+      "epoch": 1.3757501530924678,
+      "grad_norm": 0.37613406777381897,
+      "learning_rate": 2.8928247897587523e-06,
+      "loss": 0.6105,
+      "step": 2809
+    },
+    {
+      "epoch": 1.3762400489895898,
+      "grad_norm": 0.3739890456199646,
+      "learning_rate": 2.891536936444689e-06,
+      "loss": 0.6073,
+      "step": 2810
+    },
+    {
+      "epoch": 1.3767299448867116,
+      "grad_norm": 0.36163845658302307,
+      "learning_rate": 2.890248976606802e-06,
+      "loss": 0.6019,
+      "step": 2811
+    },
+    {
+      "epoch": 1.3772198407838334,
+      "grad_norm": 0.37536680698394775,
+      "learning_rate": 2.8889609105955007e-06,
+      "loss": 0.587,
+      "step": 2812
+    },
+    {
+      "epoch": 1.3777097366809552,
+      "grad_norm": 0.37615934014320374,
+      "learning_rate": 2.8876727387612237e-06,
+      "loss": 0.6179,
+      "step": 2813
+    },
+    {
+      "epoch": 1.3781996325780772,
+      "grad_norm": 0.3733389675617218,
+      "learning_rate": 2.8863844614544407e-06,
+      "loss": 0.626,
+      "step": 2814
+    },
+    {
+      "epoch": 1.378689528475199,
+      "grad_norm": 0.37864160537719727,
+      "learning_rate": 2.8850960790256443e-06,
+      "loss": 0.6165,
+      "step": 2815
+    },
+    {
+      "epoch": 1.379179424372321,
+      "grad_norm": 0.3858857750892639,
+      "learning_rate": 2.883807591825363e-06,
+      "loss": 0.6184,
+      "step": 2816
+    },
+    {
+      "epoch": 1.3796693202694428,
+      "grad_norm": 0.3764953911304474,
+      "learning_rate": 2.8825190002041475e-06,
+      "loss": 0.5887,
+      "step": 2817
+    },
+    {
+      "epoch": 1.3801592161665646,
+      "grad_norm": 0.3809685707092285,
+      "learning_rate": 2.881230304512581e-06,
+      "loss": 0.6009,
+      "step": 2818
+    },
+    {
+      "epoch": 1.3806491120636863,
+      "grad_norm": 0.36707958579063416,
+      "learning_rate": 2.8799415051012732e-06,
+      "loss": 0.6052,
+      "step": 2819
+    },
+    {
+      "epoch": 1.3811390079608084,
+      "grad_norm": 0.3691350519657135,
+      "learning_rate": 2.8786526023208615e-06,
+      "loss": 0.6158,
+      "step": 2820
+    },
+    {
+      "epoch": 1.3816289038579301,
+      "grad_norm": 0.37771525979042053,
+      "learning_rate": 2.8773635965220144e-06,
+      "loss": 0.6302,
+      "step": 2821
+    },
+    {
+      "epoch": 1.3821187997550521,
+      "grad_norm": 0.3643110692501068,
+      "learning_rate": 2.8760744880554244e-06,
+      "loss": 0.6337,
+      "step": 2822
+    },
+    {
+      "epoch": 1.382608695652174,
+      "grad_norm": 0.3711506128311157,
+      "learning_rate": 2.8747852772718144e-06,
+      "loss": 0.6358,
+      "step": 2823
+    },
+    {
+      "epoch": 1.3830985915492957,
+      "grad_norm": 0.3655639588832855,
+      "learning_rate": 2.873495964521935e-06,
+      "loss": 0.5915,
+      "step": 2824
+    },
+    {
+      "epoch": 1.3835884874464177,
+      "grad_norm": 0.3846891522407532,
+      "learning_rate": 2.872206550156564e-06,
+      "loss": 0.6008,
+      "step": 2825
+    },
+    {
+      "epoch": 1.3840783833435395,
+      "grad_norm": 0.3820631802082062,
+      "learning_rate": 2.870917034526506e-06,
+      "loss": 0.6138,
+      "step": 2826
+    },
+    {
+      "epoch": 1.3845682792406613,
+      "grad_norm": 0.380618691444397,
+      "learning_rate": 2.869627417982596e-06,
+      "loss": 0.5964,
+      "step": 2827
+    },
+    {
+      "epoch": 1.3850581751377833,
+      "grad_norm": 0.3767753839492798,
+      "learning_rate": 2.868337700875693e-06,
+      "loss": 0.6157,
+      "step": 2828
+    },
+    {
+      "epoch": 1.385548071034905,
+      "grad_norm": 0.40163788199424744,
+      "learning_rate": 2.867047883556686e-06,
+      "loss": 0.6034,
+      "step": 2829
+    },
+    {
+      "epoch": 1.3860379669320269,
+      "grad_norm": 0.3754141926765442,
+      "learning_rate": 2.86575796637649e-06,
+      "loss": 0.6295,
+      "step": 2830
+    },
+    {
+      "epoch": 1.3865278628291489,
+      "grad_norm": 0.38630348443984985,
+      "learning_rate": 2.864467949686047e-06,
+      "loss": 0.6018,
+      "step": 2831
+    },
+    {
+      "epoch": 1.3870177587262706,
+      "grad_norm": 0.3902532458305359,
+      "learning_rate": 2.863177833836327e-06,
+      "loss": 0.6278,
+      "step": 2832
+    },
+    {
+      "epoch": 1.3875076546233926,
+      "grad_norm": 0.3807763159275055,
+      "learning_rate": 2.8618876191783256e-06,
+      "loss": 0.5982,
+      "step": 2833
+    },
+    {
+      "epoch": 1.3879975505205144,
+      "grad_norm": 0.37695541977882385,
+      "learning_rate": 2.8605973060630666e-06,
+      "loss": 0.6231,
+      "step": 2834
+    },
+    {
+      "epoch": 1.3884874464176362,
+      "grad_norm": 0.39008086919784546,
+      "learning_rate": 2.8593068948416015e-06,
+      "loss": 0.6007,
+      "step": 2835
+    },
+    {
+      "epoch": 1.388977342314758,
+      "grad_norm": 0.4016353487968445,
+      "learning_rate": 2.858016385865004e-06,
+      "loss": 0.6042,
+      "step": 2836
+    },
+    {
+      "epoch": 1.38946723821188,
+      "grad_norm": 0.37454578280448914,
+      "learning_rate": 2.85672577948438e-06,
+      "loss": 0.5944,
+      "step": 2837
+    },
+    {
+      "epoch": 1.3899571341090018,
+      "grad_norm": 0.3898999094963074,
+      "learning_rate": 2.8554350760508592e-06,
+      "loss": 0.6075,
+      "step": 2838
+    },
+    {
+      "epoch": 1.3904470300061238,
+      "grad_norm": 0.3818204700946808,
+      "learning_rate": 2.854144275915597e-06,
+      "loss": 0.5715,
+      "step": 2839
+    },
+    {
+      "epoch": 1.3909369259032456,
+      "grad_norm": 0.3830280005931854,
+      "learning_rate": 2.8528533794297763e-06,
+      "loss": 0.6026,
+      "step": 2840
+    },
+    {
+      "epoch": 1.3914268218003674,
+      "grad_norm": 0.3794107735157013,
+      "learning_rate": 2.851562386944606e-06,
+      "loss": 0.6074,
+      "step": 2841
+    },
+    {
+      "epoch": 1.3919167176974891,
+      "grad_norm": 0.3804109990596771,
+      "learning_rate": 2.850271298811321e-06,
+      "loss": 0.626,
+      "step": 2842
+    },
+    {
+      "epoch": 1.3924066135946112,
+      "grad_norm": 0.37878093123435974,
+      "learning_rate": 2.8489801153811836e-06,
+      "loss": 0.5954,
+      "step": 2843
+    },
+    {
+      "epoch": 1.392896509491733,
+      "grad_norm": 0.3709754943847656,
+      "learning_rate": 2.8476888370054777e-06,
+      "loss": 0.6075,
+      "step": 2844
+    },
+    {
+      "epoch": 1.393386405388855,
+      "grad_norm": 0.3687082529067993,
+      "learning_rate": 2.846397464035519e-06,
+      "loss": 0.5803,
+      "step": 2845
+    },
+    {
+      "epoch": 1.3938763012859767,
+      "grad_norm": 0.41871294379234314,
+      "learning_rate": 2.8451059968226446e-06,
+      "loss": 0.6066,
+      "step": 2846
+    },
+    {
+      "epoch": 1.3943661971830985,
+      "grad_norm": 0.3955046236515045,
+      "learning_rate": 2.8438144357182184e-06,
+      "loss": 0.6163,
+      "step": 2847
+    },
+    {
+      "epoch": 1.3948560930802205,
+      "grad_norm": 0.3927251994609833,
+      "learning_rate": 2.842522781073631e-06,
+      "loss": 0.6208,
+      "step": 2848
+    },
+    {
+      "epoch": 1.3953459889773423,
+      "grad_norm": 0.3703012466430664,
+      "learning_rate": 2.841231033240297e-06,
+      "loss": 0.6176,
+      "step": 2849
+    },
+    {
+      "epoch": 1.3958358848744643,
+      "grad_norm": 0.37699779868125916,
+      "learning_rate": 2.8399391925696555e-06,
+      "loss": 0.6206,
+      "step": 2850
+    },
+    {
+      "epoch": 1.396325780771586,
+      "grad_norm": 0.36920681595802307,
+      "learning_rate": 2.8386472594131753e-06,
+      "loss": 0.602,
+      "step": 2851
+    },
+    {
+      "epoch": 1.3968156766687079,
+      "grad_norm": 0.35817697644233704,
+      "learning_rate": 2.8373552341223443e-06,
+      "loss": 0.5601,
+      "step": 2852
+    },
+    {
+      "epoch": 1.3973055725658297,
+      "grad_norm": 0.3633497953414917,
+      "learning_rate": 2.8360631170486796e-06,
+      "loss": 0.5948,
+      "step": 2853
+    },
+    {
+      "epoch": 1.3977954684629517,
+      "grad_norm": 0.3706603944301605,
+      "learning_rate": 2.8347709085437226e-06,
+      "loss": 0.5905,
+      "step": 2854
+    },
+    {
+      "epoch": 1.3982853643600734,
+      "grad_norm": 0.3718709647655487,
+      "learning_rate": 2.833478608959038e-06,
+      "loss": 0.6226,
+      "step": 2855
+    },
+    {
+      "epoch": 1.3987752602571955,
+      "grad_norm": 0.36605626344680786,
+      "learning_rate": 2.832186218646218e-06,
+      "loss": 0.5889,
+      "step": 2856
+    },
+    {
+      "epoch": 1.3992651561543172,
+      "grad_norm": 0.3883413076400757,
+      "learning_rate": 2.830893737956876e-06,
+      "loss": 0.6114,
+      "step": 2857
+    },
+    {
+      "epoch": 1.399755052051439,
+      "grad_norm": 0.3812805414199829,
+      "learning_rate": 2.8296011672426526e-06,
+      "loss": 0.6101,
+      "step": 2858
+    },
+    {
+      "epoch": 1.4002449479485608,
+      "grad_norm": 0.3911382555961609,
+      "learning_rate": 2.828308506855213e-06,
+      "loss": 0.5941,
+      "step": 2859
+    },
+    {
+      "epoch": 1.4007348438456828,
+      "grad_norm": 0.38596826791763306,
+      "learning_rate": 2.827015757146244e-06,
+      "loss": 0.6221,
+      "step": 2860
+    },
+    {
+      "epoch": 1.4012247397428046,
+      "grad_norm": 0.38378649950027466,
+      "learning_rate": 2.825722918467461e-06,
+      "loss": 0.618,
+      "step": 2861
+    },
+    {
+      "epoch": 1.4017146356399266,
+      "grad_norm": 0.36793529987335205,
+      "learning_rate": 2.8244299911705993e-06,
+      "loss": 0.6035,
+      "step": 2862
+    },
+    {
+      "epoch": 1.4022045315370484,
+      "grad_norm": 0.3862881362438202,
+      "learning_rate": 2.8231369756074206e-06,
+      "loss": 0.603,
+      "step": 2863
+    },
+    {
+      "epoch": 1.4026944274341702,
+      "grad_norm": 0.3805314600467682,
+      "learning_rate": 2.8218438721297114e-06,
+      "loss": 0.606,
+      "step": 2864
+    },
+    {
+      "epoch": 1.4031843233312922,
+      "grad_norm": 0.37022513151168823,
+      "learning_rate": 2.8205506810892797e-06,
+      "loss": 0.6133,
+      "step": 2865
+    },
+    {
+      "epoch": 1.403674219228414,
+      "grad_norm": 0.38555312156677246,
+      "learning_rate": 2.8192574028379592e-06,
+      "loss": 0.6212,
+      "step": 2866
+    },
+    {
+      "epoch": 1.404164115125536,
+      "grad_norm": 0.38351285457611084,
+      "learning_rate": 2.8179640377276066e-06,
+      "loss": 0.6044,
+      "step": 2867
+    },
+    {
+      "epoch": 1.4046540110226577,
+      "grad_norm": 0.3865922689437866,
+      "learning_rate": 2.816670586110102e-06,
+      "loss": 0.6013,
+      "step": 2868
+    },
+    {
+      "epoch": 1.4051439069197795,
+      "grad_norm": 0.37360772490501404,
+      "learning_rate": 2.8153770483373503e-06,
+      "loss": 0.6199,
+      "step": 2869
+    },
+    {
+      "epoch": 1.4056338028169013,
+      "grad_norm": 0.3791425824165344,
+      "learning_rate": 2.814083424761278e-06,
+      "loss": 0.6247,
+      "step": 2870
+    },
+    {
+      "epoch": 1.4061236987140233,
+      "grad_norm": 0.37395787239074707,
+      "learning_rate": 2.8127897157338364e-06,
+      "loss": 0.5925,
+      "step": 2871
+    },
+    {
+      "epoch": 1.406613594611145,
+      "grad_norm": 0.3682546019554138,
+      "learning_rate": 2.811495921607e-06,
+      "loss": 0.595,
+      "step": 2872
+    },
+    {
+      "epoch": 1.407103490508267,
+      "grad_norm": 0.37265080213546753,
+      "learning_rate": 2.8102020427327646e-06,
+      "loss": 0.6021,
+      "step": 2873
+    },
+    {
+      "epoch": 1.407593386405389,
+      "grad_norm": 0.3777531385421753,
+      "learning_rate": 2.8089080794631514e-06,
+      "loss": 0.5981,
+      "step": 2874
+    },
+    {
+      "epoch": 1.4080832823025107,
+      "grad_norm": 0.36937999725341797,
+      "learning_rate": 2.8076140321502036e-06,
+      "loss": 0.6139,
+      "step": 2875
+    },
+    {
+      "epoch": 1.4085731781996325,
+      "grad_norm": 0.38771605491638184,
+      "learning_rate": 2.8063199011459864e-06,
+      "loss": 0.6186,
+      "step": 2876
+    },
+    {
+      "epoch": 1.4090630740967545,
+      "grad_norm": 0.3724743723869324,
+      "learning_rate": 2.8050256868025904e-06,
+      "loss": 0.603,
+      "step": 2877
+    },
+    {
+      "epoch": 1.4095529699938762,
+      "grad_norm": 0.36743009090423584,
+      "learning_rate": 2.8037313894721253e-06,
+      "loss": 0.6048,
+      "step": 2878
+    },
+    {
+      "epoch": 1.4100428658909983,
+      "grad_norm": 0.3872925043106079,
+      "learning_rate": 2.802437009506726e-06,
+      "loss": 0.5907,
+      "step": 2879
+    },
+    {
+      "epoch": 1.41053276178812,
+      "grad_norm": 0.3929162323474884,
+      "learning_rate": 2.8011425472585492e-06,
+      "loss": 0.6331,
+      "step": 2880
+    },
+    {
+      "epoch": 1.4110226576852418,
+      "grad_norm": 0.3729579746723175,
+      "learning_rate": 2.7998480030797736e-06,
+      "loss": 0.6002,
+      "step": 2881
+    },
+    {
+      "epoch": 1.4115125535823638,
+      "grad_norm": 0.36990365386009216,
+      "learning_rate": 2.7985533773226005e-06,
+      "loss": 0.5751,
+      "step": 2882
+    },
+    {
+      "epoch": 1.4120024494794856,
+      "grad_norm": 0.3766680955886841,
+      "learning_rate": 2.797258670339253e-06,
+      "loss": 0.6352,
+      "step": 2883
+    },
+    {
+      "epoch": 1.4124923453766074,
+      "grad_norm": 0.36619997024536133,
+      "learning_rate": 2.7959638824819766e-06,
+      "loss": 0.5796,
+      "step": 2884
+    },
+    {
+      "epoch": 1.4129822412737294,
+      "grad_norm": 0.3919089734554291,
+      "learning_rate": 2.794669014103041e-06,
+      "loss": 0.6059,
+      "step": 2885
+    },
+    {
+      "epoch": 1.4134721371708512,
+      "grad_norm": 0.3665609657764435,
+      "learning_rate": 2.793374065554732e-06,
+      "loss": 0.6385,
+      "step": 2886
+    },
+    {
+      "epoch": 1.413962033067973,
+      "grad_norm": 0.3788587749004364,
+      "learning_rate": 2.792079037189363e-06,
+      "loss": 0.6152,
+      "step": 2887
+    },
+    {
+      "epoch": 1.414451928965095,
+      "grad_norm": 0.37502166628837585,
+      "learning_rate": 2.7907839293592674e-06,
+      "loss": 0.5883,
+      "step": 2888
+    },
+    {
+      "epoch": 1.4149418248622168,
+      "grad_norm": 0.3882497251033783,
+      "learning_rate": 2.7894887424167984e-06,
+      "loss": 0.61,
+      "step": 2889
+    },
+    {
+      "epoch": 1.4154317207593388,
+      "grad_norm": 0.38853421807289124,
+      "learning_rate": 2.7881934767143324e-06,
+      "loss": 0.6028,
+      "step": 2890
+    },
+    {
+      "epoch": 1.4159216166564605,
+      "grad_norm": 0.39258575439453125,
+      "learning_rate": 2.786898132604268e-06,
+      "loss": 0.6193,
+      "step": 2891
+    },
+    {
+      "epoch": 1.4164115125535823,
+      "grad_norm": 0.3872513175010681,
+      "learning_rate": 2.785602710439024e-06,
+      "loss": 0.6146,
+      "step": 2892
+    },
+    {
+      "epoch": 1.4169014084507041,
+      "grad_norm": 0.3788449168205261,
+      "learning_rate": 2.784307210571039e-06,
+      "loss": 0.5889,
+      "step": 2893
+    },
+    {
+      "epoch": 1.4173913043478261,
+      "grad_norm": 0.3813857436180115,
+      "learning_rate": 2.7830116333527753e-06,
+      "loss": 0.6124,
+      "step": 2894
+    },
+    {
+      "epoch": 1.417881200244948,
+      "grad_norm": 0.37632039189338684,
+      "learning_rate": 2.781715979136715e-06,
+      "loss": 0.6307,
+      "step": 2895
+    },
+    {
+      "epoch": 1.41837109614207,
+      "grad_norm": 0.38134658336639404,
+      "learning_rate": 2.780420248275362e-06,
+      "loss": 0.6276,
+      "step": 2896
+    },
+    {
+      "epoch": 1.4188609920391917,
+      "grad_norm": 0.3767978847026825,
+      "learning_rate": 2.7791244411212386e-06,
+      "loss": 0.6106,
+      "step": 2897
+    },
+    {
+      "epoch": 1.4193508879363135,
+      "grad_norm": 0.3693838119506836,
+      "learning_rate": 2.7778285580268915e-06,
+      "loss": 0.6026,
+      "step": 2898
+    },
+    {
+      "epoch": 1.4198407838334353,
+      "grad_norm": 0.39055579900741577,
+      "learning_rate": 2.776532599344886e-06,
+      "loss": 0.6134,
+      "step": 2899
+    },
+    {
+      "epoch": 1.4203306797305573,
+      "grad_norm": 0.39288532733917236,
+      "learning_rate": 2.775236565427808e-06,
+      "loss": 0.6169,
+      "step": 2900
+    },
+    {
+      "epoch": 1.420820575627679,
+      "grad_norm": 0.3835054337978363,
+      "learning_rate": 2.773940456628263e-06,
+      "loss": 0.6151,
+      "step": 2901
+    },
+    {
+      "epoch": 1.421310471524801,
+      "grad_norm": 0.3809618353843689,
+      "learning_rate": 2.772644273298879e-06,
+      "loss": 0.6004,
+      "step": 2902
+    },
+    {
+      "epoch": 1.4218003674219228,
+      "grad_norm": 0.38406264781951904,
+      "learning_rate": 2.771348015792303e-06,
+      "loss": 0.6119,
+      "step": 2903
+    },
+    {
+      "epoch": 1.4222902633190446,
+      "grad_norm": 0.38602474331855774,
+      "learning_rate": 2.7700516844612023e-06,
+      "loss": 0.6329,
+      "step": 2904
+    },
+    {
+      "epoch": 1.4227801592161666,
+      "grad_norm": 0.39120930433273315,
+      "learning_rate": 2.7687552796582646e-06,
+      "loss": 0.6176,
+      "step": 2905
+    },
+    {
+      "epoch": 1.4232700551132884,
+      "grad_norm": 0.3906676769256592,
+      "learning_rate": 2.7674588017361975e-06,
+      "loss": 0.6151,
+      "step": 2906
+    },
+    {
+      "epoch": 1.4237599510104104,
+      "grad_norm": 0.3711986541748047,
+      "learning_rate": 2.766162251047727e-06,
+      "loss": 0.6111,
+      "step": 2907
+    },
+    {
+      "epoch": 1.4242498469075322,
+      "grad_norm": 0.4000615179538727,
+      "learning_rate": 2.7648656279456017e-06,
+      "loss": 0.6053,
+      "step": 2908
+    },
+    {
+      "epoch": 1.424739742804654,
+      "grad_norm": 0.3857482373714447,
+      "learning_rate": 2.763568932782588e-06,
+      "loss": 0.5941,
+      "step": 2909
+    },
+    {
+      "epoch": 1.4252296387017758,
+      "grad_norm": 0.3733859658241272,
+      "learning_rate": 2.7622721659114726e-06,
+      "loss": 0.617,
+      "step": 2910
+    },
+    {
+      "epoch": 1.4257195345988978,
+      "grad_norm": 0.3754366338253021,
+      "learning_rate": 2.760975327685061e-06,
+      "loss": 0.6032,
+      "step": 2911
+    },
+    {
+      "epoch": 1.4262094304960196,
+      "grad_norm": 0.389008104801178,
+      "learning_rate": 2.7596784184561788e-06,
+      "loss": 0.6179,
+      "step": 2912
+    },
+    {
+      "epoch": 1.4266993263931416,
+      "grad_norm": 0.37733665108680725,
+      "learning_rate": 2.7583814385776705e-06,
+      "loss": 0.6126,
+      "step": 2913
+    },
+    {
+      "epoch": 1.4271892222902633,
+      "grad_norm": 0.3933860957622528,
+      "learning_rate": 2.7570843884024007e-06,
+      "loss": 0.5775,
+      "step": 2914
+    },
+    {
+      "epoch": 1.4276791181873851,
+      "grad_norm": 0.39295002818107605,
+      "learning_rate": 2.755787268283251e-06,
+      "loss": 0.5699,
+      "step": 2915
+    },
+    {
+      "epoch": 1.428169014084507,
+      "grad_norm": 0.38224342465400696,
+      "learning_rate": 2.754490078573125e-06,
+      "loss": 0.597,
+      "step": 2916
+    },
+    {
+      "epoch": 1.428658909981629,
+      "grad_norm": 0.37369996309280396,
+      "learning_rate": 2.753192819624943e-06,
+      "loss": 0.63,
+      "step": 2917
+    },
+    {
+      "epoch": 1.4291488058787507,
+      "grad_norm": 0.37299516797065735,
+      "learning_rate": 2.751895491791645e-06,
+      "loss": 0.6049,
+      "step": 2918
+    },
+    {
+      "epoch": 1.4296387017758727,
+      "grad_norm": 0.3756127655506134,
+      "learning_rate": 2.75059809542619e-06,
+      "loss": 0.5997,
+      "step": 2919
+    },
+    {
+      "epoch": 1.4301285976729945,
+      "grad_norm": 0.3664529323577881,
+      "learning_rate": 2.7493006308815547e-06,
+      "loss": 0.5796,
+      "step": 2920
+    },
+    {
+      "epoch": 1.4306184935701163,
+      "grad_norm": 0.3801397383213043,
+      "learning_rate": 2.7480030985107336e-06,
+      "loss": 0.6019,
+      "step": 2921
+    },
+    {
+      "epoch": 1.4311083894672383,
+      "grad_norm": 0.4170423746109009,
+      "learning_rate": 2.7467054986667442e-06,
+      "loss": 0.6039,
+      "step": 2922
+    },
+    {
+      "epoch": 1.43159828536436,
+      "grad_norm": 0.365573912858963,
+      "learning_rate": 2.7454078317026157e-06,
+      "loss": 0.6025,
+      "step": 2923
+    },
+    {
+      "epoch": 1.432088181261482,
+      "grad_norm": 0.3792261481285095,
+      "learning_rate": 2.744110097971401e-06,
+      "loss": 0.5973,
+      "step": 2924
+    },
+    {
+      "epoch": 1.4325780771586039,
+      "grad_norm": 0.36483731865882874,
+      "learning_rate": 2.742812297826168e-06,
+      "loss": 0.603,
+      "step": 2925
+    },
+    {
+      "epoch": 1.4330679730557256,
+      "grad_norm": 0.3841966688632965,
+      "learning_rate": 2.7415144316200047e-06,
+      "loss": 0.5825,
+      "step": 2926
+    },
+    {
+      "epoch": 1.4335578689528474,
+      "grad_norm": 0.3708122968673706,
+      "learning_rate": 2.7402164997060154e-06,
+      "loss": 0.6076,
+      "step": 2927
+    },
+    {
+      "epoch": 1.4340477648499694,
+      "grad_norm": 0.39493831992149353,
+      "learning_rate": 2.7389185024373237e-06,
+      "loss": 0.6118,
+      "step": 2928
+    },
+    {
+      "epoch": 1.4345376607470912,
+      "grad_norm": 0.37086158990859985,
+      "learning_rate": 2.73762044016707e-06,
+      "loss": 0.5904,
+      "step": 2929
+    },
+    {
+      "epoch": 1.4350275566442132,
+      "grad_norm": 0.37141677737236023,
+      "learning_rate": 2.736322313248413e-06,
+      "loss": 0.5987,
+      "step": 2930
+    },
+    {
+      "epoch": 1.435517452541335,
+      "grad_norm": 0.3854909837245941,
+      "learning_rate": 2.7350241220345273e-06,
+      "loss": 0.5911,
+      "step": 2931
+    },
+    {
+      "epoch": 1.4360073484384568,
+      "grad_norm": 0.36197811365127563,
+      "learning_rate": 2.733725866878608e-06,
+      "loss": 0.6227,
+      "step": 2932
+    },
+    {
+      "epoch": 1.4364972443355786,
+      "grad_norm": 0.3875086009502411,
+      "learning_rate": 2.732427548133866e-06,
+      "loss": 0.5861,
+      "step": 2933
+    },
+    {
+      "epoch": 1.4369871402327006,
+      "grad_norm": 0.3822346031665802,
+      "learning_rate": 2.7311291661535282e-06,
+      "loss": 0.6168,
+      "step": 2934
+    },
+    {
+      "epoch": 1.4374770361298224,
+      "grad_norm": 0.3771184980869293,
+      "learning_rate": 2.729830721290841e-06,
+      "loss": 0.6029,
+      "step": 2935
+    },
+    {
+      "epoch": 1.4379669320269444,
+      "grad_norm": 0.37670984864234924,
+      "learning_rate": 2.7285322138990663e-06,
+      "loss": 0.6122,
+      "step": 2936
+    },
+    {
+      "epoch": 1.4384568279240662,
+      "grad_norm": 0.37704482674598694,
+      "learning_rate": 2.7272336443314834e-06,
+      "loss": 0.6085,
+      "step": 2937
+    },
+    {
+      "epoch": 1.438946723821188,
+      "grad_norm": 0.3743836283683777,
+      "learning_rate": 2.7259350129413903e-06,
+      "loss": 0.6205,
+      "step": 2938
+    },
+    {
+      "epoch": 1.43943661971831,
+      "grad_norm": 0.38289961218833923,
+      "learning_rate": 2.724636320082098e-06,
+      "loss": 0.6282,
+      "step": 2939
+    },
+    {
+      "epoch": 1.4399265156154317,
+      "grad_norm": 0.38723260164260864,
+      "learning_rate": 2.7233375661069383e-06,
+      "loss": 0.5916,
+      "step": 2940
+    },
+    {
+      "epoch": 1.4404164115125535,
+      "grad_norm": 0.3646089434623718,
+      "learning_rate": 2.722038751369257e-06,
+      "loss": 0.5993,
+      "step": 2941
+    },
+    {
+      "epoch": 1.4409063074096755,
+      "grad_norm": 0.3884943425655365,
+      "learning_rate": 2.7207398762224167e-06,
+      "loss": 0.5886,
+      "step": 2942
+    },
+    {
+      "epoch": 1.4413962033067973,
+      "grad_norm": 0.38227176666259766,
+      "learning_rate": 2.719440941019798e-06,
+      "loss": 0.5897,
+      "step": 2943
+    },
+    {
+      "epoch": 1.441886099203919,
+      "grad_norm": 0.3834843337535858,
+      "learning_rate": 2.718141946114796e-06,
+      "loss": 0.5972,
+      "step": 2944
+    },
+    {
+      "epoch": 1.442375995101041,
+      "grad_norm": 0.37699559330940247,
+      "learning_rate": 2.716842891860823e-06,
+      "loss": 0.5743,
+      "step": 2945
+    },
+    {
+      "epoch": 1.4428658909981629,
+      "grad_norm": 0.35504376888275146,
+      "learning_rate": 2.7155437786113086e-06,
+      "loss": 0.5953,
+      "step": 2946
+    },
+    {
+      "epoch": 1.4433557868952849,
+      "grad_norm": 0.37928304076194763,
+      "learning_rate": 2.7142446067196943e-06,
+      "loss": 0.5897,
+      "step": 2947
+    },
+    {
+      "epoch": 1.4438456827924067,
+      "grad_norm": 0.3650045394897461,
+      "learning_rate": 2.7129453765394437e-06,
+      "loss": 0.6264,
+      "step": 2948
+    },
+    {
+      "epoch": 1.4443355786895284,
+      "grad_norm": 0.38881468772888184,
+      "learning_rate": 2.7116460884240297e-06,
+      "loss": 0.6051,
+      "step": 2949
+    },
+    {
+      "epoch": 1.4448254745866502,
+      "grad_norm": 0.3933098018169403,
+      "learning_rate": 2.7103467427269466e-06,
+      "loss": 0.5996,
+      "step": 2950
+    },
+    {
+      "epoch": 1.4453153704837722,
+      "grad_norm": 0.3863832652568817,
+      "learning_rate": 2.7090473398017016e-06,
+      "loss": 0.6164,
+      "step": 2951
+    },
+    {
+      "epoch": 1.445805266380894,
+      "grad_norm": 0.37478193640708923,
+      "learning_rate": 2.7077478800018164e-06,
+      "loss": 0.6003,
+      "step": 2952
+    },
+    {
+      "epoch": 1.446295162278016,
+      "grad_norm": 0.37302860617637634,
+      "learning_rate": 2.7064483636808314e-06,
+      "loss": 0.6112,
+      "step": 2953
+    },
+    {
+      "epoch": 1.4467850581751378,
+      "grad_norm": 0.3810713291168213,
+      "learning_rate": 2.705148791192299e-06,
+      "loss": 0.5812,
+      "step": 2954
+    },
+    {
+      "epoch": 1.4472749540722596,
+      "grad_norm": 0.3707766532897949,
+      "learning_rate": 2.70384916288979e-06,
+      "loss": 0.5897,
+      "step": 2955
+    },
+    {
+      "epoch": 1.4477648499693814,
+      "grad_norm": 0.37362977862358093,
+      "learning_rate": 2.702549479126888e-06,
+      "loss": 0.6014,
+      "step": 2956
+    },
+    {
+      "epoch": 1.4482547458665034,
+      "grad_norm": 0.3838103711605072,
+      "learning_rate": 2.701249740257193e-06,
+      "loss": 0.5965,
+      "step": 2957
+    },
+    {
+      "epoch": 1.4487446417636252,
+      "grad_norm": 0.365136981010437,
+      "learning_rate": 2.6999499466343183e-06,
+      "loss": 0.5859,
+      "step": 2958
+    },
+    {
+      "epoch": 1.4492345376607472,
+      "grad_norm": 0.3772057294845581,
+      "learning_rate": 2.698650098611895e-06,
+      "loss": 0.6133,
+      "step": 2959
+    },
+    {
+      "epoch": 1.449724433557869,
+      "grad_norm": 0.3693401515483856,
+      "learning_rate": 2.697350196543566e-06,
+      "loss": 0.6116,
+      "step": 2960
+    },
+    {
+      "epoch": 1.4502143294549907,
+      "grad_norm": 0.38943547010421753,
+      "learning_rate": 2.696050240782992e-06,
+      "loss": 0.6123,
+      "step": 2961
+    },
+    {
+      "epoch": 1.4507042253521127,
+      "grad_norm": 0.3750689625740051,
+      "learning_rate": 2.694750231683845e-06,
+      "loss": 0.6379,
+      "step": 2962
+    },
+    {
+      "epoch": 1.4511941212492345,
+      "grad_norm": 0.3848726749420166,
+      "learning_rate": 2.693450169599813e-06,
+      "loss": 0.5797,
+      "step": 2963
+    },
+    {
+      "epoch": 1.4516840171463565,
+      "grad_norm": 0.36601418256759644,
+      "learning_rate": 2.692150054884599e-06,
+      "loss": 0.6216,
+      "step": 2964
+    },
+    {
+      "epoch": 1.4521739130434783,
+      "grad_norm": 0.3908337950706482,
+      "learning_rate": 2.6908498878919197e-06,
+      "loss": 0.599,
+      "step": 2965
+    },
+    {
+      "epoch": 1.4526638089406,
+      "grad_norm": 0.37506020069122314,
+      "learning_rate": 2.6895496689755063e-06,
+      "loss": 0.6044,
+      "step": 2966
+    },
+    {
+      "epoch": 1.4531537048377219,
+      "grad_norm": 0.4033137261867523,
+      "learning_rate": 2.6882493984891046e-06,
+      "loss": 0.6032,
+      "step": 2967
+    },
+    {
+      "epoch": 1.4536436007348439,
+      "grad_norm": 0.48113885521888733,
+      "learning_rate": 2.6869490767864716e-06,
+      "loss": 0.5909,
+      "step": 2968
+    },
+    {
+      "epoch": 1.4541334966319657,
+      "grad_norm": 0.36403688788414,
+      "learning_rate": 2.6856487042213825e-06,
+      "loss": 0.6192,
+      "step": 2969
+    },
+    {
+      "epoch": 1.4546233925290877,
+      "grad_norm": 0.38091564178466797,
+      "learning_rate": 2.6843482811476234e-06,
+      "loss": 0.619,
+      "step": 2970
+    },
+    {
+      "epoch": 1.4551132884262095,
+      "grad_norm": 0.40988150238990784,
+      "learning_rate": 2.6830478079189955e-06,
+      "loss": 0.5776,
+      "step": 2971
+    },
+    {
+      "epoch": 1.4556031843233312,
+      "grad_norm": 0.39458540081977844,
+      "learning_rate": 2.6817472848893123e-06,
+      "loss": 0.6089,
+      "step": 2972
+    },
+    {
+      "epoch": 1.456093080220453,
+      "grad_norm": 0.35514914989471436,
+      "learning_rate": 2.6804467124124024e-06,
+      "loss": 0.5875,
+      "step": 2973
+    },
+    {
+      "epoch": 1.456582976117575,
+      "grad_norm": 0.3787422478199005,
+      "learning_rate": 2.679146090842106e-06,
+      "loss": 0.5946,
+      "step": 2974
+    },
+    {
+      "epoch": 1.4570728720146968,
+      "grad_norm": 0.39712896943092346,
+      "learning_rate": 2.6778454205322806e-06,
+      "loss": 0.6096,
+      "step": 2975
+    },
+    {
+      "epoch": 1.4575627679118188,
+      "grad_norm": 0.35533639788627625,
+      "learning_rate": 2.6765447018367906e-06,
+      "loss": 0.5952,
+      "step": 2976
+    },
+    {
+      "epoch": 1.4580526638089406,
+      "grad_norm": 0.40729203820228577,
+      "learning_rate": 2.6752439351095193e-06,
+      "loss": 0.6103,
+      "step": 2977
+    },
+    {
+      "epoch": 1.4585425597060624,
+      "grad_norm": 0.3656238317489624,
+      "learning_rate": 2.673943120704361e-06,
+      "loss": 0.6123,
+      "step": 2978
+    },
+    {
+      "epoch": 1.4590324556031844,
+      "grad_norm": 0.39139360189437866,
+      "learning_rate": 2.6726422589752215e-06,
+      "loss": 0.6067,
+      "step": 2979
+    },
+    {
+      "epoch": 1.4595223515003062,
+      "grad_norm": 0.3742392361164093,
+      "learning_rate": 2.671341350276022e-06,
+      "loss": 0.6164,
+      "step": 2980
+    },
+    {
+      "epoch": 1.460012247397428,
+      "grad_norm": 0.36850470304489136,
+      "learning_rate": 2.670040394960694e-06,
+      "loss": 0.6197,
+      "step": 2981
+    },
+    {
+      "epoch": 1.46050214329455,
+      "grad_norm": 0.38784098625183105,
+      "learning_rate": 2.668739393383184e-06,
+      "loss": 0.5923,
+      "step": 2982
+    },
+    {
+      "epoch": 1.4609920391916718,
+      "grad_norm": 0.37771469354629517,
+      "learning_rate": 2.6674383458974506e-06,
+      "loss": 0.6016,
+      "step": 2983
+    },
+    {
+      "epoch": 1.4614819350887935,
+      "grad_norm": 0.39336955547332764,
+      "learning_rate": 2.666137252857463e-06,
+      "loss": 0.6332,
+      "step": 2984
+    },
+    {
+      "epoch": 1.4619718309859155,
+      "grad_norm": 0.37863728404045105,
+      "learning_rate": 2.6648361146172065e-06,
+      "loss": 0.6081,
+      "step": 2985
+    },
+    {
+      "epoch": 1.4624617268830373,
+      "grad_norm": 0.3723286986351013,
+      "learning_rate": 2.6635349315306723e-06,
+      "loss": 0.6164,
+      "step": 2986
+    },
+    {
+      "epoch": 1.4629516227801593,
+      "grad_norm": 0.3797610104084015,
+      "learning_rate": 2.662233703951872e-06,
+      "loss": 0.5896,
+      "step": 2987
+    },
+    {
+      "epoch": 1.4634415186772811,
+      "grad_norm": 0.3867309093475342,
+      "learning_rate": 2.660932432234823e-06,
+      "loss": 0.5916,
+      "step": 2988
+    },
+    {
+      "epoch": 1.463931414574403,
+      "grad_norm": 0.3751842975616455,
+      "learning_rate": 2.659631116733557e-06,
+      "loss": 0.6189,
+      "step": 2989
+    },
+    {
+      "epoch": 1.4644213104715247,
+      "grad_norm": 0.384628564119339,
+      "learning_rate": 2.6583297578021185e-06,
+      "loss": 0.6127,
+      "step": 2990
+    },
+    {
+      "epoch": 1.4649112063686467,
+      "grad_norm": 0.3881283402442932,
+      "learning_rate": 2.6570283557945616e-06,
+      "loss": 0.5891,
+      "step": 2991
+    },
+    {
+      "epoch": 1.4654011022657685,
+      "grad_norm": 0.3613741993904114,
+      "learning_rate": 2.6557269110649536e-06,
+      "loss": 0.6037,
+      "step": 2992
+    },
+    {
+      "epoch": 1.4658909981628905,
+      "grad_norm": 0.3738139569759369,
+      "learning_rate": 2.6544254239673743e-06,
+      "loss": 0.5955,
+      "step": 2993
+    },
+    {
+      "epoch": 1.4663808940600123,
+      "grad_norm": 0.38615894317626953,
+      "learning_rate": 2.6531238948559117e-06,
+      "loss": 0.6094,
+      "step": 2994
+    },
+    {
+      "epoch": 1.466870789957134,
+      "grad_norm": 0.37896928191185,
+      "learning_rate": 2.6518223240846697e-06,
+      "loss": 0.6139,
+      "step": 2995
+    },
+    {
+      "epoch": 1.467360685854256,
+      "grad_norm": 0.37880244851112366,
+      "learning_rate": 2.65052071200776e-06,
+      "loss": 0.5951,
+      "step": 2996
+    },
+    {
+      "epoch": 1.4678505817513778,
+      "grad_norm": 0.38066667318344116,
+      "learning_rate": 2.649219058979307e-06,
+      "loss": 0.6012,
+      "step": 2997
+    },
+    {
+      "epoch": 1.4683404776484996,
+      "grad_norm": 0.37800735235214233,
+      "learning_rate": 2.6479173653534464e-06,
+      "loss": 0.6179,
+      "step": 2998
+    },
+    {
+      "epoch": 1.4688303735456216,
+      "grad_norm": 0.38159361481666565,
+      "learning_rate": 2.646615631484324e-06,
+      "loss": 0.6184,
+      "step": 2999
+    },
+    {
+      "epoch": 1.4693202694427434,
+      "grad_norm": 0.3839819133281708,
+      "learning_rate": 2.6453138577260966e-06,
+      "loss": 0.6191,
+      "step": 3000
+    },
+    {
+      "epoch": 1.4698101653398652,
+      "grad_norm": 0.38135480880737305,
+      "learning_rate": 2.6440120444329343e-06,
+      "loss": 0.6005,
+      "step": 3001
+    },
+    {
+      "epoch": 1.4703000612369872,
+      "grad_norm": 0.384238600730896,
+      "learning_rate": 2.642710191959013e-06,
+      "loss": 0.5618,
+      "step": 3002
+    },
+    {
+      "epoch": 1.470789957134109,
+      "grad_norm": 0.38105541467666626,
+      "learning_rate": 2.6414083006585256e-06,
+      "loss": 0.5947,
+      "step": 3003
+    },
+    {
+      "epoch": 1.471279853031231,
+      "grad_norm": 0.39101988077163696,
+      "learning_rate": 2.64010637088567e-06,
+      "loss": 0.5918,
+      "step": 3004
+    },
+    {
+      "epoch": 1.4717697489283528,
+      "grad_norm": 0.38539278507232666,
+      "learning_rate": 2.6388044029946582e-06,
+      "loss": 0.6031,
+      "step": 3005
+    },
+    {
+      "epoch": 1.4722596448254746,
+      "grad_norm": 0.360810250043869,
+      "learning_rate": 2.63750239733971e-06,
+      "loss": 0.6344,
+      "step": 3006
+    },
+    {
+      "epoch": 1.4727495407225963,
+      "grad_norm": 0.37202948331832886,
+      "learning_rate": 2.636200354275057e-06,
+      "loss": 0.5968,
+      "step": 3007
+    },
+    {
+      "epoch": 1.4732394366197183,
+      "grad_norm": 0.3922572433948517,
+      "learning_rate": 2.634898274154941e-06,
+      "loss": 0.6182,
+      "step": 3008
+    },
+    {
+      "epoch": 1.4737293325168401,
+      "grad_norm": 0.39218562841415405,
+      "learning_rate": 2.6335961573336137e-06,
+      "loss": 0.6031,
+      "step": 3009
+    },
+    {
+      "epoch": 1.4742192284139621,
+      "grad_norm": 0.37565967440605164,
+      "learning_rate": 2.6322940041653354e-06,
+      "loss": 0.5886,
+      "step": 3010
+    },
+    {
+      "epoch": 1.474709124311084,
+      "grad_norm": 0.38503000140190125,
+      "learning_rate": 2.630991815004379e-06,
+      "loss": 0.624,
+      "step": 3011
+    },
+    {
+      "epoch": 1.4751990202082057,
+      "grad_norm": 0.39792394638061523,
+      "learning_rate": 2.6296895902050245e-06,
+      "loss": 0.6036,
+      "step": 3012
+    },
+    {
+      "epoch": 1.4756889161053275,
+      "grad_norm": 0.3575020134449005,
+      "learning_rate": 2.6283873301215633e-06,
+      "loss": 0.6114,
+      "step": 3013
+    },
+    {
+      "epoch": 1.4761788120024495,
+      "grad_norm": 0.37908491492271423,
+      "learning_rate": 2.627085035108297e-06,
+      "loss": 0.6422,
+      "step": 3014
+    },
+    {
+      "epoch": 1.4766687078995713,
+      "grad_norm": 0.3908796012401581,
+      "learning_rate": 2.625782705519533e-06,
+      "loss": 0.5997,
+      "step": 3015
+    },
+    {
+      "epoch": 1.4771586037966933,
+      "grad_norm": 0.36062321066856384,
+      "learning_rate": 2.6244803417095927e-06,
+      "loss": 0.608,
+      "step": 3016
+    },
+    {
+      "epoch": 1.477648499693815,
+      "grad_norm": 0.378936767578125,
+      "learning_rate": 2.623177944032804e-06,
+      "loss": 0.6141,
+      "step": 3017
+    },
+    {
+      "epoch": 1.4781383955909368,
+      "grad_norm": 0.38280826807022095,
+      "learning_rate": 2.6218755128435054e-06,
+      "loss": 0.6041,
+      "step": 3018
+    },
+    {
+      "epoch": 1.4786282914880589,
+      "grad_norm": 0.4010486602783203,
+      "learning_rate": 2.6205730484960424e-06,
+      "loss": 0.6111,
+      "step": 3019
+    },
+    {
+      "epoch": 1.4791181873851806,
+      "grad_norm": 0.36812731623649597,
+      "learning_rate": 2.6192705513447734e-06,
+      "loss": 0.59,
+      "step": 3020
+    },
+    {
+      "epoch": 1.4796080832823026,
+      "grad_norm": 0.37848299741744995,
+      "learning_rate": 2.617968021744062e-06,
+      "loss": 0.6074,
+      "step": 3021
+    },
+    {
+      "epoch": 1.4800979791794244,
+      "grad_norm": 0.3800462782382965,
+      "learning_rate": 2.616665460048282e-06,
+      "loss": 0.5901,
+      "step": 3022
+    },
+    {
+      "epoch": 1.4805878750765462,
+      "grad_norm": 0.3942756950855255,
+      "learning_rate": 2.615362866611816e-06,
+      "loss": 0.6099,
+      "step": 3023
+    },
+    {
+      "epoch": 1.481077770973668,
+      "grad_norm": 0.39692381024360657,
+      "learning_rate": 2.6140602417890554e-06,
+      "loss": 0.5935,
+      "step": 3024
+    },
+    {
+      "epoch": 1.48156766687079,
+      "grad_norm": 0.39607760310173035,
+      "learning_rate": 2.6127575859344e-06,
+      "loss": 0.6261,
+      "step": 3025
+    },
+    {
+      "epoch": 1.4820575627679118,
+      "grad_norm": 0.3880234956741333,
+      "learning_rate": 2.6114548994022575e-06,
+      "loss": 0.5971,
+      "step": 3026
+    },
+    {
+      "epoch": 1.4825474586650338,
+      "grad_norm": 0.36455202102661133,
+      "learning_rate": 2.6101521825470444e-06,
+      "loss": 0.5952,
+      "step": 3027
+    },
+    {
+      "epoch": 1.4830373545621556,
+      "grad_norm": 0.3775348365306854,
+      "learning_rate": 2.6088494357231868e-06,
+      "loss": 0.6066,
+      "step": 3028
+    },
+    {
+      "epoch": 1.4835272504592774,
+      "grad_norm": 0.3817596137523651,
+      "learning_rate": 2.607546659285115e-06,
+      "loss": 0.5938,
+      "step": 3029
+    },
+    {
+      "epoch": 1.4840171463563991,
+      "grad_norm": 0.387471467256546,
+      "learning_rate": 2.6062438535872732e-06,
+      "loss": 0.6028,
+      "step": 3030
+    },
+    {
+      "epoch": 1.4845070422535211,
+      "grad_norm": 0.39214348793029785,
+      "learning_rate": 2.6049410189841068e-06,
+      "loss": 0.5995,
+      "step": 3031
+    },
+    {
+      "epoch": 1.484996938150643,
+      "grad_norm": 0.3823483884334564,
+      "learning_rate": 2.6036381558300753e-06,
+      "loss": 0.6232,
+      "step": 3032
+    },
+    {
+      "epoch": 1.485486834047765,
+      "grad_norm": 0.36673206090927124,
+      "learning_rate": 2.6023352644796422e-06,
+      "loss": 0.5952,
+      "step": 3033
+    },
+    {
+      "epoch": 1.4859767299448867,
+      "grad_norm": 0.422594279050827,
+      "learning_rate": 2.6010323452872806e-06,
+      "loss": 0.6312,
+      "step": 3034
+    },
+    {
+      "epoch": 1.4864666258420085,
+      "grad_norm": 0.36859795451164246,
+      "learning_rate": 2.5997293986074683e-06,
+      "loss": 0.6041,
+      "step": 3035
+    },
+    {
+      "epoch": 1.4869565217391305,
+      "grad_norm": 0.3832027316093445,
+      "learning_rate": 2.5984264247946945e-06,
+      "loss": 0.6156,
+      "step": 3036
+    },
+    {
+      "epoch": 1.4874464176362523,
+      "grad_norm": 0.3923305571079254,
+      "learning_rate": 2.5971234242034526e-06,
+      "loss": 0.5976,
+      "step": 3037
+    },
+    {
+      "epoch": 1.487936313533374,
+      "grad_norm": 0.38636404275894165,
+      "learning_rate": 2.5958203971882463e-06,
+      "loss": 0.6285,
+      "step": 3038
+    },
+    {
+      "epoch": 1.488426209430496,
+      "grad_norm": 0.39923685789108276,
+      "learning_rate": 2.594517344103582e-06,
+      "loss": 0.6176,
+      "step": 3039
+    },
+    {
+      "epoch": 1.4889161053276179,
+      "grad_norm": 0.3765796422958374,
+      "learning_rate": 2.593214265303979e-06,
+      "loss": 0.5848,
+      "step": 3040
+    },
+    {
+      "epoch": 1.4894060012247397,
+      "grad_norm": 0.38221481442451477,
+      "learning_rate": 2.5919111611439578e-06,
+      "loss": 0.645,
+      "step": 3041
+    },
+    {
+      "epoch": 1.4898958971218617,
+      "grad_norm": 0.3854798972606659,
+      "learning_rate": 2.590608031978051e-06,
+      "loss": 0.6227,
+      "step": 3042
+    },
+    {
+      "epoch": 1.4903857930189834,
+      "grad_norm": 0.38572826981544495,
+      "learning_rate": 2.589304878160793e-06,
+      "loss": 0.5956,
+      "step": 3043
+    },
+    {
+      "epoch": 1.4908756889161054,
+      "grad_norm": 0.3839409351348877,
+      "learning_rate": 2.5880017000467294e-06,
+      "loss": 0.5906,
+      "step": 3044
+    },
+    {
+      "epoch": 1.4913655848132272,
+      "grad_norm": 0.3826596140861511,
+      "learning_rate": 2.586698497990409e-06,
+      "loss": 0.5724,
+      "step": 3045
+    },
+    {
+      "epoch": 1.491855480710349,
+      "grad_norm": 0.37840595841407776,
+      "learning_rate": 2.5853952723463904e-06,
+      "loss": 0.6146,
+      "step": 3046
+    },
+    {
+      "epoch": 1.4923453766074708,
+      "grad_norm": 0.3743739128112793,
+      "learning_rate": 2.5840920234692346e-06,
+      "loss": 0.6214,
+      "step": 3047
+    },
+    {
+      "epoch": 1.4928352725045928,
+      "grad_norm": 0.37532106041908264,
+      "learning_rate": 2.582788751713513e-06,
+      "loss": 0.6042,
+      "step": 3048
+    },
+    {
+      "epoch": 1.4933251684017146,
+      "grad_norm": 0.36692261695861816,
+      "learning_rate": 2.5814854574338006e-06,
+      "loss": 0.583,
+      "step": 3049
+    },
+    {
+      "epoch": 1.4938150642988366,
+      "grad_norm": 0.3698928952217102,
+      "learning_rate": 2.5801821409846782e-06,
+      "loss": 0.6032,
+      "step": 3050
+    },
+    {
+      "epoch": 1.4943049601959584,
+      "grad_norm": 0.37219226360321045,
+      "learning_rate": 2.5788788027207356e-06,
+      "loss": 0.6006,
+      "step": 3051
+    },
+    {
+      "epoch": 1.4947948560930802,
+      "grad_norm": 0.3704732656478882,
+      "learning_rate": 2.577575442996565e-06,
+      "loss": 0.5687,
+      "step": 3052
+    },
+    {
+      "epoch": 1.495284751990202,
+      "grad_norm": 0.3803616464138031,
+      "learning_rate": 2.5762720621667663e-06,
+      "loss": 0.5694,
+      "step": 3053
+    },
+    {
+      "epoch": 1.495774647887324,
+      "grad_norm": 0.3676424026489258,
+      "learning_rate": 2.574968660585946e-06,
+      "loss": 0.6244,
+      "step": 3054
+    },
+    {
+      "epoch": 1.4962645437844457,
+      "grad_norm": 0.3995633125305176,
+      "learning_rate": 2.5736652386087142e-06,
+      "loss": 0.5906,
+      "step": 3055
+    },
+    {
+      "epoch": 1.4967544396815677,
+      "grad_norm": 0.39240244030952454,
+      "learning_rate": 2.5723617965896874e-06,
+      "loss": 0.5902,
+      "step": 3056
+    },
+    {
+      "epoch": 1.4972443355786895,
+      "grad_norm": 0.384977251291275,
+      "learning_rate": 2.5710583348834885e-06,
+      "loss": 0.6146,
+      "step": 3057
+    },
+    {
+      "epoch": 1.4977342314758113,
+      "grad_norm": 0.3904308080673218,
+      "learning_rate": 2.5697548538447442e-06,
+      "loss": 0.6149,
+      "step": 3058
+    },
+    {
+      "epoch": 1.4982241273729333,
+      "grad_norm": 0.41102132201194763,
+      "learning_rate": 2.568451353828087e-06,
+      "loss": 0.6103,
+      "step": 3059
+    },
+    {
+      "epoch": 1.498714023270055,
+      "grad_norm": 0.37487268447875977,
+      "learning_rate": 2.5671478351881556e-06,
+      "loss": 0.6394,
+      "step": 3060
+    },
+    {
+      "epoch": 1.499203919167177,
+      "grad_norm": 0.372281014919281,
+      "learning_rate": 2.565844298279591e-06,
+      "loss": 0.6327,
+      "step": 3061
+    },
+    {
+      "epoch": 1.4996938150642989,
+      "grad_norm": 0.38486576080322266,
+      "learning_rate": 2.564540743457044e-06,
+      "loss": 0.6057,
+      "step": 3062
+    },
+    {
+      "epoch": 1.5001837109614207,
+      "grad_norm": 0.36570125818252563,
+      "learning_rate": 2.5632371710751646e-06,
+      "loss": 0.6,
+      "step": 3063
+    },
+    {
+      "epoch": 1.5006736068585425,
+      "grad_norm": 0.3785949647426605,
+      "learning_rate": 2.561933581488612e-06,
+      "loss": 0.6307,
+      "step": 3064
+    },
+    {
+      "epoch": 1.5011635027556645,
+      "grad_norm": 0.404352068901062,
+      "learning_rate": 2.5606299750520473e-06,
+      "loss": 0.6085,
+      "step": 3065
+    },
+    {
+      "epoch": 1.5016533986527862,
+      "grad_norm": 0.3733040988445282,
+      "learning_rate": 2.559326352120138e-06,
+      "loss": 0.5891,
+      "step": 3066
+    },
+    {
+      "epoch": 1.5021432945499082,
+      "grad_norm": 0.37087732553482056,
+      "learning_rate": 2.5580227130475554e-06,
+      "loss": 0.6145,
+      "step": 3067
+    },
+    {
+      "epoch": 1.50263319044703,
+      "grad_norm": 0.3724510967731476,
+      "learning_rate": 2.5567190581889746e-06,
+      "loss": 0.6013,
+      "step": 3068
+    },
+    {
+      "epoch": 1.5031230863441518,
+      "grad_norm": 0.3772727847099304,
+      "learning_rate": 2.5554153878990756e-06,
+      "loss": 0.5987,
+      "step": 3069
+    },
+    {
+      "epoch": 1.5036129822412736,
+      "grad_norm": 0.3845331370830536,
+      "learning_rate": 2.5541117025325433e-06,
+      "loss": 0.5995,
+      "step": 3070
+    },
+    {
+      "epoch": 1.5041028781383956,
+      "grad_norm": 0.3897918164730072,
+      "learning_rate": 2.552808002444065e-06,
+      "loss": 0.6217,
+      "step": 3071
+    },
+    {
+      "epoch": 1.5045927740355176,
+      "grad_norm": 0.3771613836288452,
+      "learning_rate": 2.5515042879883338e-06,
+      "loss": 0.6016,
+      "step": 3072
+    },
+    {
+      "epoch": 1.5050826699326394,
+      "grad_norm": 0.36798742413520813,
+      "learning_rate": 2.5502005595200454e-06,
+      "loss": 0.6214,
+      "step": 3073
+    },
+    {
+      "epoch": 1.5055725658297612,
+      "grad_norm": 0.38061511516571045,
+      "learning_rate": 2.548896817393899e-06,
+      "loss": 0.596,
+      "step": 3074
+    },
+    {
+      "epoch": 1.506062461726883,
+      "grad_norm": 0.37553098797798157,
+      "learning_rate": 2.5475930619646e-06,
+      "loss": 0.5851,
+      "step": 3075
+    },
+    {
+      "epoch": 1.5065523576240047,
+      "grad_norm": 0.3840992748737335,
+      "learning_rate": 2.546289293586855e-06,
+      "loss": 0.6186,
+      "step": 3076
+    },
+    {
+      "epoch": 1.5070422535211268,
+      "grad_norm": 0.381019651889801,
+      "learning_rate": 2.5449855126153743e-06,
+      "loss": 0.6152,
+      "step": 3077
+    },
+    {
+      "epoch": 1.5075321494182488,
+      "grad_norm": 0.3726680874824524,
+      "learning_rate": 2.5436817194048726e-06,
+      "loss": 0.6044,
+      "step": 3078
+    },
+    {
+      "epoch": 1.5080220453153705,
+      "grad_norm": 0.37449902296066284,
+      "learning_rate": 2.5423779143100667e-06,
+      "loss": 0.5905,
+      "step": 3079
+    },
+    {
+      "epoch": 1.5085119412124923,
+      "grad_norm": 0.4042069613933563,
+      "learning_rate": 2.541074097685679e-06,
+      "loss": 0.6284,
+      "step": 3080
+    },
+    {
+      "epoch": 1.509001837109614,
+      "grad_norm": 0.39054927229881287,
+      "learning_rate": 2.5397702698864325e-06,
+      "loss": 0.5931,
+      "step": 3081
+    },
+    {
+      "epoch": 1.5094917330067361,
+      "grad_norm": 0.37433475255966187,
+      "learning_rate": 2.5384664312670536e-06,
+      "loss": 0.5938,
+      "step": 3082
+    },
+    {
+      "epoch": 1.509981628903858,
+      "grad_norm": 0.3658234775066376,
+      "learning_rate": 2.5371625821822743e-06,
+      "loss": 0.6138,
+      "step": 3083
+    },
+    {
+      "epoch": 1.51047152480098,
+      "grad_norm": 0.3804280161857605,
+      "learning_rate": 2.5358587229868244e-06,
+      "loss": 0.5972,
+      "step": 3084
+    },
+    {
+      "epoch": 1.5109614206981017,
+      "grad_norm": 0.36489051580429077,
+      "learning_rate": 2.534554854035442e-06,
+      "loss": 0.6244,
+      "step": 3085
+    },
+    {
+      "epoch": 1.5114513165952235,
+      "grad_norm": 0.3792204260826111,
+      "learning_rate": 2.5332509756828645e-06,
+      "loss": 0.6052,
+      "step": 3086
+    },
+    {
+      "epoch": 1.5119412124923453,
+      "grad_norm": 0.379238486289978,
+      "learning_rate": 2.5319470882838323e-06,
+      "loss": 0.6048,
+      "step": 3087
+    },
+    {
+      "epoch": 1.5124311083894673,
+      "grad_norm": 0.38479000329971313,
+      "learning_rate": 2.5306431921930887e-06,
+      "loss": 0.6058,
+      "step": 3088
+    },
+    {
+      "epoch": 1.5129210042865893,
+      "grad_norm": 0.38450708985328674,
+      "learning_rate": 2.5293392877653794e-06,
+      "loss": 0.6179,
+      "step": 3089
+    },
+    {
+      "epoch": 1.513410900183711,
+      "grad_norm": 0.3941752016544342,
+      "learning_rate": 2.5280353753554513e-06,
+      "loss": 0.5944,
+      "step": 3090
+    },
+    {
+      "epoch": 1.5139007960808328,
+      "grad_norm": 0.3864399492740631,
+      "learning_rate": 2.5267314553180572e-06,
+      "loss": 0.6174,
+      "step": 3091
+    },
+    {
+      "epoch": 1.5143906919779546,
+      "grad_norm": 0.3922727406024933,
+      "learning_rate": 2.525427528007946e-06,
+      "loss": 0.6288,
+      "step": 3092
+    },
+    {
+      "epoch": 1.5148805878750764,
+      "grad_norm": 0.3821306824684143,
+      "learning_rate": 2.5241235937798734e-06,
+      "loss": 0.5771,
+      "step": 3093
+    },
+    {
+      "epoch": 1.5153704837721984,
+      "grad_norm": 0.3872530460357666,
+      "learning_rate": 2.522819652988596e-06,
+      "loss": 0.6098,
+      "step": 3094
+    },
+    {
+      "epoch": 1.5158603796693204,
+      "grad_norm": 0.37561407685279846,
+      "learning_rate": 2.52151570598887e-06,
+      "loss": 0.6078,
+      "step": 3095
+    },
+    {
+      "epoch": 1.5163502755664422,
+      "grad_norm": 0.3936667740345001,
+      "learning_rate": 2.520211753135455e-06,
+      "loss": 0.6215,
+      "step": 3096
+    },
+    {
+      "epoch": 1.516840171463564,
+      "grad_norm": 0.38491031527519226,
+      "learning_rate": 2.518907794783113e-06,
+      "loss": 0.5944,
+      "step": 3097
+    },
+    {
+      "epoch": 1.5173300673606858,
+      "grad_norm": 0.38584646582603455,
+      "learning_rate": 2.5176038312866057e-06,
+      "loss": 0.5996,
+      "step": 3098
+    },
+    {
+      "epoch": 1.5178199632578078,
+      "grad_norm": 0.37831205129623413,
+      "learning_rate": 2.5162998630006984e-06,
+      "loss": 0.6013,
+      "step": 3099
+    },
+    {
+      "epoch": 1.5183098591549296,
+      "grad_norm": 0.3932523727416992,
+      "learning_rate": 2.5149958902801542e-06,
+      "loss": 0.6294,
+      "step": 3100
+    },
+    {
+      "epoch": 1.5187997550520516,
+      "grad_norm": 0.3885176479816437,
+      "learning_rate": 2.5136919134797404e-06,
+      "loss": 0.5832,
+      "step": 3101
+    },
+    {
+      "epoch": 1.5192896509491733,
+      "grad_norm": 0.38328495621681213,
+      "learning_rate": 2.5123879329542255e-06,
+      "loss": 0.5983,
+      "step": 3102
+    },
+    {
+      "epoch": 1.5197795468462951,
+      "grad_norm": 0.38307327032089233,
+      "learning_rate": 2.511083949058377e-06,
+      "loss": 0.5982,
+      "step": 3103
+    },
+    {
+      "epoch": 1.520269442743417,
+      "grad_norm": 0.3764829635620117,
+      "learning_rate": 2.5097799621469645e-06,
+      "loss": 0.6028,
+      "step": 3104
+    },
+    {
+      "epoch": 1.520759338640539,
+      "grad_norm": 0.36733323335647583,
+      "learning_rate": 2.5084759725747587e-06,
+      "loss": 0.6164,
+      "step": 3105
+    },
+    {
+      "epoch": 1.5212492345376607,
+      "grad_norm": 0.37321779131889343,
+      "learning_rate": 2.5071719806965295e-06,
+      "loss": 0.6156,
+      "step": 3106
+    },
+    {
+      "epoch": 1.5217391304347827,
+      "grad_norm": 0.38595911860466003,
+      "learning_rate": 2.5058679868670506e-06,
+      "loss": 0.6131,
+      "step": 3107
+    },
+    {
+      "epoch": 1.5222290263319045,
+      "grad_norm": 0.3891521990299225,
+      "learning_rate": 2.504563991441092e-06,
+      "loss": 0.6169,
+      "step": 3108
+    },
+    {
+      "epoch": 1.5227189222290263,
+      "grad_norm": 0.39791473746299744,
+      "learning_rate": 2.5032599947734277e-06,
+      "loss": 0.6109,
+      "step": 3109
+    },
+    {
+      "epoch": 1.523208818126148,
+      "grad_norm": 0.3888254761695862,
+      "learning_rate": 2.50195599721883e-06,
+      "loss": 0.6068,
+      "step": 3110
+    },
+    {
+      "epoch": 1.52369871402327,
+      "grad_norm": 0.4040529429912567,
+      "learning_rate": 2.500651999132073e-06,
+      "loss": 0.605,
+      "step": 3111
+    },
+    {
+      "epoch": 1.524188609920392,
+      "grad_norm": 0.3828190267086029,
+      "learning_rate": 2.499348000867929e-06,
+      "loss": 0.6278,
+      "step": 3112
+    },
+    {
+      "epoch": 1.5246785058175139,
+      "grad_norm": 0.38078007102012634,
+      "learning_rate": 2.4980440027811704e-06,
+      "loss": 0.5991,
+      "step": 3113
+    },
+    {
+      "epoch": 1.5251684017146356,
+      "grad_norm": 0.3939245343208313,
+      "learning_rate": 2.496740005226573e-06,
+      "loss": 0.636,
+      "step": 3114
+    },
+    {
+      "epoch": 1.5256582976117574,
+      "grad_norm": 0.4037913978099823,
+      "learning_rate": 2.4954360085589084e-06,
+      "loss": 0.6286,
+      "step": 3115
+    },
+    {
+      "epoch": 1.5261481935088792,
+      "grad_norm": 0.3760524094104767,
+      "learning_rate": 2.4941320131329507e-06,
+      "loss": 0.6144,
+      "step": 3116
+    },
+    {
+      "epoch": 1.5266380894060012,
+      "grad_norm": 0.3852598965167999,
+      "learning_rate": 2.4928280193034713e-06,
+      "loss": 0.5892,
+      "step": 3117
+    },
+    {
+      "epoch": 1.5271279853031232,
+      "grad_norm": 0.3917822539806366,
+      "learning_rate": 2.491524027425242e-06,
+      "loss": 0.63,
+      "step": 3118
+    },
+    {
+      "epoch": 1.527617881200245,
+      "grad_norm": 0.38746392726898193,
+      "learning_rate": 2.490220037853036e-06,
+      "loss": 0.6139,
+      "step": 3119
+    },
+    {
+      "epoch": 1.5281077770973668,
+      "grad_norm": 0.37289130687713623,
+      "learning_rate": 2.4889160509416245e-06,
+      "loss": 0.5985,
+      "step": 3120
+    },
+    {
+      "epoch": 1.5285976729944886,
+      "grad_norm": 0.3825884759426117,
+      "learning_rate": 2.4876120670457753e-06,
+      "loss": 0.6383,
+      "step": 3121
+    },
+    {
+      "epoch": 1.5290875688916106,
+      "grad_norm": 0.3787722885608673,
+      "learning_rate": 2.48630808652026e-06,
+      "loss": 0.5872,
+      "step": 3122
+    },
+    {
+      "epoch": 1.5295774647887324,
+      "grad_norm": 0.38092395663261414,
+      "learning_rate": 2.485004109719846e-06,
+      "loss": 0.5965,
+      "step": 3123
+    },
+    {
+      "epoch": 1.5300673606858544,
+      "grad_norm": 0.39832237362861633,
+      "learning_rate": 2.483700136999303e-06,
+      "loss": 0.6109,
+      "step": 3124
+    },
+    {
+      "epoch": 1.5305572565829761,
+      "grad_norm": 0.37873995304107666,
+      "learning_rate": 2.482396168713395e-06,
+      "loss": 0.5816,
+      "step": 3125
+    },
+    {
+      "epoch": 1.531047152480098,
+      "grad_norm": 0.38659459352493286,
+      "learning_rate": 2.4810922052168873e-06,
+      "loss": 0.5836,
+      "step": 3126
+    },
+    {
+      "epoch": 1.5315370483772197,
+      "grad_norm": 0.37925612926483154,
+      "learning_rate": 2.4797882468645452e-06,
+      "loss": 0.5989,
+      "step": 3127
+    },
+    {
+      "epoch": 1.5320269442743417,
+      "grad_norm": 0.39829540252685547,
+      "learning_rate": 2.4784842940111313e-06,
+      "loss": 0.5667,
+      "step": 3128
+    },
+    {
+      "epoch": 1.5325168401714637,
+      "grad_norm": 0.3842020332813263,
+      "learning_rate": 2.477180347011405e-06,
+      "loss": 0.6304,
+      "step": 3129
+    },
+    {
+      "epoch": 1.5330067360685855,
+      "grad_norm": 0.4026530086994171,
+      "learning_rate": 2.475876406220127e-06,
+      "loss": 0.6211,
+      "step": 3130
+    },
+    {
+      "epoch": 1.5334966319657073,
+      "grad_norm": 0.3746192455291748,
+      "learning_rate": 2.474572471992054e-06,
+      "loss": 0.6254,
+      "step": 3131
+    },
+    {
+      "epoch": 1.533986527862829,
+      "grad_norm": 0.38440433144569397,
+      "learning_rate": 2.473268544681944e-06,
+      "loss": 0.622,
+      "step": 3132
+    },
+    {
+      "epoch": 1.5344764237599509,
+      "grad_norm": 0.4049939215183258,
+      "learning_rate": 2.471964624644549e-06,
+      "loss": 0.6102,
+      "step": 3133
+    },
+    {
+      "epoch": 1.5349663196570729,
+      "grad_norm": 0.36214229464530945,
+      "learning_rate": 2.4706607122346215e-06,
+      "loss": 0.5893,
+      "step": 3134
+    },
+    {
+      "epoch": 1.5354562155541949,
+      "grad_norm": 0.36102527379989624,
+      "learning_rate": 2.4693568078069125e-06,
+      "loss": 0.5905,
+      "step": 3135
+    },
+    {
+      "epoch": 1.5359461114513167,
+      "grad_norm": 0.3771665394306183,
+      "learning_rate": 2.4680529117161694e-06,
+      "loss": 0.5906,
+      "step": 3136
+    },
+    {
+      "epoch": 1.5364360073484384,
+      "grad_norm": 0.40110015869140625,
+      "learning_rate": 2.4667490243171367e-06,
+      "loss": 0.6249,
+      "step": 3137
+    },
+    {
+      "epoch": 1.5369259032455602,
+      "grad_norm": 0.377811074256897,
+      "learning_rate": 2.4654451459645587e-06,
+      "loss": 0.6133,
+      "step": 3138
+    },
+    {
+      "epoch": 1.5374157991426822,
+      "grad_norm": 0.379525363445282,
+      "learning_rate": 2.4641412770131756e-06,
+      "loss": 0.6103,
+      "step": 3139
+    },
+    {
+      "epoch": 1.537905695039804,
+      "grad_norm": 0.38697734475135803,
+      "learning_rate": 2.4628374178177274e-06,
+      "loss": 0.626,
+      "step": 3140
+    },
+    {
+      "epoch": 1.538395590936926,
+      "grad_norm": 0.3811402916908264,
+      "learning_rate": 2.4615335687329468e-06,
+      "loss": 0.6102,
+      "step": 3141
+    },
+    {
+      "epoch": 1.5388854868340478,
+      "grad_norm": 0.3849681317806244,
+      "learning_rate": 2.460229730113568e-06,
+      "loss": 0.6124,
+      "step": 3142
+    },
+    {
+      "epoch": 1.5393753827311696,
+      "grad_norm": 0.3926849365234375,
+      "learning_rate": 2.4589259023143212e-06,
+      "loss": 0.593,
+      "step": 3143
+    },
+    {
+      "epoch": 1.5398652786282914,
+      "grad_norm": 0.361573189496994,
+      "learning_rate": 2.457622085689934e-06,
+      "loss": 0.6227,
+      "step": 3144
+    },
+    {
+      "epoch": 1.5403551745254134,
+      "grad_norm": 0.36820188164711,
+      "learning_rate": 2.4563182805951282e-06,
+      "loss": 0.5998,
+      "step": 3145
+    },
+    {
+      "epoch": 1.5408450704225352,
+      "grad_norm": 0.38468092679977417,
+      "learning_rate": 2.4550144873846266e-06,
+      "loss": 0.5845,
+      "step": 3146
+    },
+    {
+      "epoch": 1.5413349663196572,
+      "grad_norm": 0.3693011701107025,
+      "learning_rate": 2.4537107064131462e-06,
+      "loss": 0.5933,
+      "step": 3147
+    },
+    {
+      "epoch": 1.541824862216779,
+      "grad_norm": 0.37116867303848267,
+      "learning_rate": 2.4524069380354005e-06,
+      "loss": 0.628,
+      "step": 3148
+    },
+    {
+      "epoch": 1.5423147581139007,
+      "grad_norm": 0.38332054018974304,
+      "learning_rate": 2.4511031826061012e-06,
+      "loss": 0.591,
+      "step": 3149
+    },
+    {
+      "epoch": 1.5428046540110225,
+      "grad_norm": 0.38011372089385986,
+      "learning_rate": 2.449799440479955e-06,
+      "loss": 0.6205,
+      "step": 3150
+    },
+    {
+      "epoch": 1.5432945499081445,
+      "grad_norm": 0.377467542886734,
+      "learning_rate": 2.448495712011667e-06,
+      "loss": 0.6008,
+      "step": 3151
+    },
+    {
+      "epoch": 1.5437844458052665,
+      "grad_norm": 0.3905692398548126,
+      "learning_rate": 2.447191997555936e-06,
+      "loss": 0.5995,
+      "step": 3152
+    },
+    {
+      "epoch": 1.5442743417023883,
+      "grad_norm": 0.3788396716117859,
+      "learning_rate": 2.445888297467457e-06,
+      "loss": 0.5997,
+      "step": 3153
+    },
+    {
+      "epoch": 1.54476423759951,
+      "grad_norm": 0.3661966919898987,
+      "learning_rate": 2.4445846121009248e-06,
+      "loss": 0.5975,
+      "step": 3154
+    },
+    {
+      "epoch": 1.5452541334966319,
+      "grad_norm": 0.38564223051071167,
+      "learning_rate": 2.4432809418110266e-06,
+      "loss": 0.6126,
+      "step": 3155
+    },
+    {
+      "epoch": 1.5457440293937539,
+      "grad_norm": 0.3930663764476776,
+      "learning_rate": 2.4419772869524454e-06,
+      "loss": 0.6164,
+      "step": 3156
+    },
+    {
+      "epoch": 1.5462339252908757,
+      "grad_norm": 0.3986127972602844,
+      "learning_rate": 2.4406736478798627e-06,
+      "loss": 0.6141,
+      "step": 3157
+    },
+    {
+      "epoch": 1.5467238211879977,
+      "grad_norm": 0.41254162788391113,
+      "learning_rate": 2.4393700249479527e-06,
+      "loss": 0.6185,
+      "step": 3158
+    },
+    {
+      "epoch": 1.5472137170851195,
+      "grad_norm": 0.3858606815338135,
+      "learning_rate": 2.438066418511389e-06,
+      "loss": 0.6003,
+      "step": 3159
+    },
+    {
+      "epoch": 1.5477036129822412,
+      "grad_norm": 0.37588733434677124,
+      "learning_rate": 2.4367628289248363e-06,
+      "loss": 0.6283,
+      "step": 3160
+    },
+    {
+      "epoch": 1.548193508879363,
+      "grad_norm": 0.3844289183616638,
+      "learning_rate": 2.435459256542957e-06,
+      "loss": 0.5836,
+      "step": 3161
+    },
+    {
+      "epoch": 1.548683404776485,
+      "grad_norm": 0.37036383152008057,
+      "learning_rate": 2.434155701720409e-06,
+      "loss": 0.6258,
+      "step": 3162
+    },
+    {
+      "epoch": 1.5491733006736068,
+      "grad_norm": 0.3767000734806061,
+      "learning_rate": 2.4328521648118457e-06,
+      "loss": 0.5936,
+      "step": 3163
+    },
+    {
+      "epoch": 1.5496631965707288,
+      "grad_norm": 0.3939858675003052,
+      "learning_rate": 2.4315486461719134e-06,
+      "loss": 0.5973,
+      "step": 3164
+    },
+    {
+      "epoch": 1.5501530924678506,
+      "grad_norm": 0.37139037251472473,
+      "learning_rate": 2.4302451461552566e-06,
+      "loss": 0.6196,
+      "step": 3165
+    },
+    {
+      "epoch": 1.5506429883649724,
+      "grad_norm": 0.38733938336372375,
+      "learning_rate": 2.4289416651165115e-06,
+      "loss": 0.5705,
+      "step": 3166
+    },
+    {
+      "epoch": 1.5511328842620942,
+      "grad_norm": 0.3817317485809326,
+      "learning_rate": 2.427638203410313e-06,
+      "loss": 0.5997,
+      "step": 3167
+    },
+    {
+      "epoch": 1.5516227801592162,
+      "grad_norm": 0.383152574300766,
+      "learning_rate": 2.4263347613912866e-06,
+      "loss": 0.6014,
+      "step": 3168
+    },
+    {
+      "epoch": 1.5521126760563382,
+      "grad_norm": 0.37812134623527527,
+      "learning_rate": 2.425031339414054e-06,
+      "loss": 0.5915,
+      "step": 3169
+    },
+    {
+      "epoch": 1.55260257195346,
+      "grad_norm": 0.3712126612663269,
+      "learning_rate": 2.4237279378332337e-06,
+      "loss": 0.6181,
+      "step": 3170
+    },
+    {
+      "epoch": 1.5530924678505817,
+      "grad_norm": 0.3949498236179352,
+      "learning_rate": 2.4224245570034363e-06,
+      "loss": 0.6233,
+      "step": 3171
+    },
+    {
+      "epoch": 1.5535823637477035,
+      "grad_norm": 0.3691604435443878,
+      "learning_rate": 2.421121197279265e-06,
+      "loss": 0.5927,
+      "step": 3172
+    },
+    {
+      "epoch": 1.5540722596448253,
+      "grad_norm": 0.39496874809265137,
+      "learning_rate": 2.419817859015322e-06,
+      "loss": 0.6142,
+      "step": 3173
+    },
+    {
+      "epoch": 1.5545621555419473,
+      "grad_norm": 0.37672707438468933,
+      "learning_rate": 2.4185145425662e-06,
+      "loss": 0.5973,
+      "step": 3174
+    },
+    {
+      "epoch": 1.5550520514390693,
+      "grad_norm": 0.38495969772338867,
+      "learning_rate": 2.4172112482864878e-06,
+      "loss": 0.6211,
+      "step": 3175
+    },
+    {
+      "epoch": 1.555541947336191,
+      "grad_norm": 0.36802592873573303,
+      "learning_rate": 2.415907976530766e-06,
+      "loss": 0.5963,
+      "step": 3176
+    },
+    {
+      "epoch": 1.556031843233313,
+      "grad_norm": 0.3927435576915741,
+      "learning_rate": 2.41460472765361e-06,
+      "loss": 0.6213,
+      "step": 3177
+    },
+    {
+      "epoch": 1.5565217391304347,
+      "grad_norm": 0.3695383369922638,
+      "learning_rate": 2.413301502009591e-06,
+      "loss": 0.5851,
+      "step": 3178
+    },
+    {
+      "epoch": 1.5570116350275567,
+      "grad_norm": 0.3778722286224365,
+      "learning_rate": 2.411998299953272e-06,
+      "loss": 0.6191,
+      "step": 3179
+    },
+    {
+      "epoch": 1.5575015309246785,
+      "grad_norm": 0.3749679625034332,
+      "learning_rate": 2.4106951218392073e-06,
+      "loss": 0.6145,
+      "step": 3180
+    },
+    {
+      "epoch": 1.5579914268218005,
+      "grad_norm": 0.38962483406066895,
+      "learning_rate": 2.4093919680219503e-06,
+      "loss": 0.6333,
+      "step": 3181
+    },
+    {
+      "epoch": 1.5584813227189223,
+      "grad_norm": 0.39030560851097107,
+      "learning_rate": 2.4080888388560422e-06,
+      "loss": 0.607,
+      "step": 3182
+    },
+    {
+      "epoch": 1.558971218616044,
+      "grad_norm": 0.37025776505470276,
+      "learning_rate": 2.4067857346960223e-06,
+      "loss": 0.5796,
+      "step": 3183
+    },
+    {
+      "epoch": 1.5594611145131658,
+      "grad_norm": 0.3578331768512726,
+      "learning_rate": 2.4054826558964183e-06,
+      "loss": 0.6186,
+      "step": 3184
+    },
+    {
+      "epoch": 1.5599510104102878,
+      "grad_norm": 0.3886048495769501,
+      "learning_rate": 2.4041796028117546e-06,
+      "loss": 0.5799,
+      "step": 3185
+    },
+    {
+      "epoch": 1.5604409063074098,
+      "grad_norm": 0.37896305322647095,
+      "learning_rate": 2.4028765757965474e-06,
+      "loss": 0.6081,
+      "step": 3186
+    },
+    {
+      "epoch": 1.5609308022045316,
+      "grad_norm": 0.3761700689792633,
+      "learning_rate": 2.4015735752053068e-06,
+      "loss": 0.5975,
+      "step": 3187
+    },
+    {
+      "epoch": 1.5614206981016534,
+      "grad_norm": 0.3740215599536896,
+      "learning_rate": 2.400270601392532e-06,
+      "loss": 0.6448,
+      "step": 3188
+    },
+    {
+      "epoch": 1.5619105939987752,
+      "grad_norm": 0.3924482762813568,
+      "learning_rate": 2.3989676547127206e-06,
+      "loss": 0.6054,
+      "step": 3189
+    },
+    {
+      "epoch": 1.562400489895897,
+      "grad_norm": 0.3817175626754761,
+      "learning_rate": 2.3976647355203578e-06,
+      "loss": 0.6012,
+      "step": 3190
+    },
+    {
+      "epoch": 1.562890385793019,
+      "grad_norm": 0.3695969879627228,
+      "learning_rate": 2.396361844169925e-06,
+      "loss": 0.6111,
+      "step": 3191
+    },
+    {
+      "epoch": 1.563380281690141,
+      "grad_norm": 0.3961871266365051,
+      "learning_rate": 2.3950589810158936e-06,
+      "loss": 0.601,
+      "step": 3192
+    },
+    {
+      "epoch": 1.5638701775872628,
+      "grad_norm": 0.3689059019088745,
+      "learning_rate": 2.3937561464127276e-06,
+      "loss": 0.583,
+      "step": 3193
+    },
+    {
+      "epoch": 1.5643600734843846,
+      "grad_norm": 0.37377527356147766,
+      "learning_rate": 2.392453340714885e-06,
+      "loss": 0.5935,
+      "step": 3194
+    },
+    {
+      "epoch": 1.5648499693815063,
+      "grad_norm": 0.37081652879714966,
+      "learning_rate": 2.3911505642768145e-06,
+      "loss": 0.6085,
+      "step": 3195
+    },
+    {
+      "epoch": 1.5653398652786283,
+      "grad_norm": 0.37948843836784363,
+      "learning_rate": 2.3898478174529565e-06,
+      "loss": 0.6161,
+      "step": 3196
+    },
+    {
+      "epoch": 1.5658297611757501,
+      "grad_norm": 0.376303106546402,
+      "learning_rate": 2.388545100597743e-06,
+      "loss": 0.6269,
+      "step": 3197
+    },
+    {
+      "epoch": 1.5663196570728721,
+      "grad_norm": 0.3871522545814514,
+      "learning_rate": 2.3872424140656e-06,
+      "loss": 0.6172,
+      "step": 3198
+    },
+    {
+      "epoch": 1.566809552969994,
+      "grad_norm": 0.3894304037094116,
+      "learning_rate": 2.3859397582109454e-06,
+      "loss": 0.5918,
+      "step": 3199
+    },
+    {
+      "epoch": 1.5672994488671157,
+      "grad_norm": 0.38107404112815857,
+      "learning_rate": 2.3846371333881845e-06,
+      "loss": 0.6016,
+      "step": 3200
+    },
+    {
+      "epoch": 1.5677893447642375,
+      "grad_norm": 0.3852521777153015,
+      "learning_rate": 2.3833345399517188e-06,
+      "loss": 0.6433,
+      "step": 3201
+    },
+    {
+      "epoch": 1.5682792406613595,
+      "grad_norm": 0.3699631989002228,
+      "learning_rate": 2.3820319782559386e-06,
+      "loss": 0.6046,
+      "step": 3202
+    },
+    {
+      "epoch": 1.5687691365584813,
+      "grad_norm": 0.38293442130088806,
+      "learning_rate": 2.3807294486552274e-06,
+      "loss": 0.6096,
+      "step": 3203
+    },
+    {
+      "epoch": 1.5692590324556033,
+      "grad_norm": 0.39455074071884155,
+      "learning_rate": 2.379426951503958e-06,
+      "loss": 0.6048,
+      "step": 3204
+    },
+    {
+      "epoch": 1.569748928352725,
+      "grad_norm": 0.3589867353439331,
+      "learning_rate": 2.3781244871564954e-06,
+      "loss": 0.6248,
+      "step": 3205
+    },
+    {
+      "epoch": 1.5702388242498468,
+      "grad_norm": 0.3880811035633087,
+      "learning_rate": 2.3768220559671968e-06,
+      "loss": 0.5924,
+      "step": 3206
+    },
+    {
+      "epoch": 1.5707287201469686,
+      "grad_norm": 0.36744752526283264,
+      "learning_rate": 2.3755196582904085e-06,
+      "loss": 0.5865,
+      "step": 3207
+    },
+    {
+      "epoch": 1.5712186160440906,
+      "grad_norm": 0.3869536519050598,
+      "learning_rate": 2.374217294480468e-06,
+      "loss": 0.5942,
+      "step": 3208
+    },
+    {
+      "epoch": 1.5717085119412126,
+      "grad_norm": 0.3971443176269531,
+      "learning_rate": 2.3729149648917045e-06,
+      "loss": 0.5849,
+      "step": 3209
+    },
+    {
+      "epoch": 1.5721984078383344,
+      "grad_norm": 0.3734917640686035,
+      "learning_rate": 2.3716126698784375e-06,
+      "loss": 0.6143,
+      "step": 3210
+    },
+    {
+      "epoch": 1.5726883037354562,
+      "grad_norm": 0.3697700500488281,
+      "learning_rate": 2.370310409794976e-06,
+      "loss": 0.5776,
+      "step": 3211
+    },
+    {
+      "epoch": 1.573178199632578,
+      "grad_norm": 0.3662490248680115,
+      "learning_rate": 2.369008184995622e-06,
+      "loss": 0.6106,
+      "step": 3212
+    },
+    {
+      "epoch": 1.5736680955296998,
+      "grad_norm": 0.39350107312202454,
+      "learning_rate": 2.367705995834665e-06,
+      "loss": 0.6103,
+      "step": 3213
+    },
+    {
+      "epoch": 1.5741579914268218,
+      "grad_norm": 0.38354629278182983,
+      "learning_rate": 2.3664038426663876e-06,
+      "loss": 0.6104,
+      "step": 3214
+    },
+    {
+      "epoch": 1.5746478873239438,
+      "grad_norm": 0.40013623237609863,
+      "learning_rate": 2.36510172584506e-06,
+      "loss": 0.5824,
+      "step": 3215
+    },
+    {
+      "epoch": 1.5751377832210656,
+      "grad_norm": 0.39871564507484436,
+      "learning_rate": 2.3637996457249433e-06,
+      "loss": 0.611,
+      "step": 3216
+    },
+    {
+      "epoch": 1.5756276791181874,
+      "grad_norm": 0.38011446595191956,
+      "learning_rate": 2.362497602660291e-06,
+      "loss": 0.6022,
+      "step": 3217
+    },
+    {
+      "epoch": 1.5761175750153091,
+      "grad_norm": 0.3767208755016327,
+      "learning_rate": 2.361195597005343e-06,
+      "loss": 0.6437,
+      "step": 3218
+    },
+    {
+      "epoch": 1.5766074709124311,
+      "grad_norm": 0.3727389872074127,
+      "learning_rate": 2.3598936291143305e-06,
+      "loss": 0.584,
+      "step": 3219
+    },
+    {
+      "epoch": 1.577097366809553,
+      "grad_norm": 0.37003687024116516,
+      "learning_rate": 2.3585916993414752e-06,
+      "loss": 0.5986,
+      "step": 3220
+    },
+    {
+      "epoch": 1.577587262706675,
+      "grad_norm": 0.3944120705127716,
+      "learning_rate": 2.357289808040987e-06,
+      "loss": 0.6049,
+      "step": 3221
+    },
+    {
+      "epoch": 1.5780771586037967,
+      "grad_norm": 0.37963202595710754,
+      "learning_rate": 2.3559879555670674e-06,
+      "loss": 0.6059,
+      "step": 3222
+    },
+    {
+      "epoch": 1.5785670545009185,
+      "grad_norm": 0.36216703057289124,
+      "learning_rate": 2.354686142273904e-06,
+      "loss": 0.6069,
+      "step": 3223
+    },
+    {
+      "epoch": 1.5790569503980403,
+      "grad_norm": 0.38966575264930725,
+      "learning_rate": 2.353384368515677e-06,
+      "loss": 0.6165,
+      "step": 3224
+    },
+    {
+      "epoch": 1.5795468462951623,
+      "grad_norm": 0.37164774537086487,
+      "learning_rate": 2.3520826346465544e-06,
+      "loss": 0.5904,
+      "step": 3225
+    },
+    {
+      "epoch": 1.5800367421922843,
+      "grad_norm": 0.3790624737739563,
+      "learning_rate": 2.350780941020694e-06,
+      "loss": 0.5959,
+      "step": 3226
+    },
+    {
+      "epoch": 1.580526638089406,
+      "grad_norm": 0.38198941946029663,
+      "learning_rate": 2.3494792879922403e-06,
+      "loss": 0.6209,
+      "step": 3227
+    },
+    {
+      "epoch": 1.5810165339865279,
+      "grad_norm": 0.3918890357017517,
+      "learning_rate": 2.3481776759153307e-06,
+      "loss": 0.6172,
+      "step": 3228
+    },
+    {
+      "epoch": 1.5815064298836496,
+      "grad_norm": 0.38111230731010437,
+      "learning_rate": 2.346876105144088e-06,
+      "loss": 0.6198,
+      "step": 3229
+    },
+    {
+      "epoch": 1.5819963257807714,
+      "grad_norm": 0.3811773657798767,
+      "learning_rate": 2.3455745760326266e-06,
+      "loss": 0.6038,
+      "step": 3230
+    },
+    {
+      "epoch": 1.5824862216778934,
+      "grad_norm": 0.3890225291252136,
+      "learning_rate": 2.3442730889350472e-06,
+      "loss": 0.5682,
+      "step": 3231
+    },
+    {
+      "epoch": 1.5829761175750154,
+      "grad_norm": 0.37748515605926514,
+      "learning_rate": 2.342971644205439e-06,
+      "loss": 0.5661,
+      "step": 3232
+    },
+    {
+      "epoch": 1.5834660134721372,
+      "grad_norm": 0.38620907068252563,
+      "learning_rate": 2.3416702421978824e-06,
+      "loss": 0.583,
+      "step": 3233
+    },
+    {
+      "epoch": 1.583955909369259,
+      "grad_norm": 0.39035558700561523,
+      "learning_rate": 2.340368883266444e-06,
+      "loss": 0.6123,
+      "step": 3234
+    },
+    {
+      "epoch": 1.5844458052663808,
+      "grad_norm": 0.38981544971466064,
+      "learning_rate": 2.3390675677651778e-06,
+      "loss": 0.6272,
+      "step": 3235
+    },
+    {
+      "epoch": 1.5849357011635028,
+      "grad_norm": 0.3683544099330902,
+      "learning_rate": 2.337766296048129e-06,
+      "loss": 0.6,
+      "step": 3236
+    },
+    {
+      "epoch": 1.5854255970606246,
+      "grad_norm": 0.3827553391456604,
+      "learning_rate": 2.3364650684693273e-06,
+      "loss": 0.6211,
+      "step": 3237
+    },
+    {
+      "epoch": 1.5859154929577466,
+      "grad_norm": 0.38022297620773315,
+      "learning_rate": 2.3351638853827952e-06,
+      "loss": 0.5994,
+      "step": 3238
+    },
+    {
+      "epoch": 1.5864053888548684,
+      "grad_norm": 0.3768434226512909,
+      "learning_rate": 2.3338627471425373e-06,
+      "loss": 0.5667,
+      "step": 3239
+    },
+    {
+      "epoch": 1.5868952847519902,
+      "grad_norm": 0.3655954599380493,
+      "learning_rate": 2.33256165410255e-06,
+      "loss": 0.6294,
+      "step": 3240
+    },
+    {
+      "epoch": 1.587385180649112,
+      "grad_norm": 0.38282510638237,
+      "learning_rate": 2.3312606066168162e-06,
+      "loss": 0.5988,
+      "step": 3241
+    },
+    {
+      "epoch": 1.587875076546234,
+      "grad_norm": 0.3746809661388397,
+      "learning_rate": 2.329959605039307e-06,
+      "loss": 0.6089,
+      "step": 3242
+    },
+    {
+      "epoch": 1.588364972443356,
+      "grad_norm": 0.38167184591293335,
+      "learning_rate": 2.328658649723979e-06,
+      "loss": 0.6281,
+      "step": 3243
+    },
+    {
+      "epoch": 1.5888548683404777,
+      "grad_norm": 0.3782380223274231,
+      "learning_rate": 2.3273577410247794e-06,
+      "loss": 0.5886,
+      "step": 3244
+    },
+    {
+      "epoch": 1.5893447642375995,
+      "grad_norm": 0.36733579635620117,
+      "learning_rate": 2.3260568792956395e-06,
+      "loss": 0.6035,
+      "step": 3245
+    },
+    {
+      "epoch": 1.5898346601347213,
+      "grad_norm": 0.37153419852256775,
+      "learning_rate": 2.324756064890481e-06,
+      "loss": 0.5999,
+      "step": 3246
+    },
+    {
+      "epoch": 1.590324556031843,
+      "grad_norm": 0.37836626172065735,
+      "learning_rate": 2.32345529816321e-06,
+      "loss": 0.6076,
+      "step": 3247
+    },
+    {
+      "epoch": 1.590814451928965,
+      "grad_norm": 0.389700323343277,
+      "learning_rate": 2.32215457946772e-06,
+      "loss": 0.6031,
+      "step": 3248
+    },
+    {
+      "epoch": 1.591304347826087,
+      "grad_norm": 0.3959365785121918,
+      "learning_rate": 2.3208539091578934e-06,
+      "loss": 0.6099,
+      "step": 3249
+    },
+    {
+      "epoch": 1.5917942437232089,
+      "grad_norm": 0.37539589405059814,
+      "learning_rate": 2.319553287587599e-06,
+      "loss": 0.6015,
+      "step": 3250
+    },
+    {
+      "epoch": 1.5922841396203307,
+      "grad_norm": 0.4021228551864624,
+      "learning_rate": 2.3182527151106886e-06,
+      "loss": 0.5685,
+      "step": 3251
+    },
+    {
+      "epoch": 1.5927740355174524,
+      "grad_norm": 0.4100782573223114,
+      "learning_rate": 2.3169521920810054e-06,
+      "loss": 0.584,
+      "step": 3252
+    },
+    {
+      "epoch": 1.5932639314145745,
+      "grad_norm": 0.38776689767837524,
+      "learning_rate": 2.3156517188523766e-06,
+      "loss": 0.5978,
+      "step": 3253
+    },
+    {
+      "epoch": 1.5937538273116962,
+      "grad_norm": 0.35416537523269653,
+      "learning_rate": 2.3143512957786184e-06,
+      "loss": 0.5923,
+      "step": 3254
+    },
+    {
+      "epoch": 1.5942437232088182,
+      "grad_norm": 0.3953530788421631,
+      "learning_rate": 2.3130509232135293e-06,
+      "loss": 0.5931,
+      "step": 3255
+    },
+    {
+      "epoch": 1.59473361910594,
+      "grad_norm": 0.39035046100616455,
+      "learning_rate": 2.3117506015108963e-06,
+      "loss": 0.621,
+      "step": 3256
+    },
+    {
+      "epoch": 1.5952235150030618,
+      "grad_norm": 0.3801955580711365,
+      "learning_rate": 2.310450331024494e-06,
+      "loss": 0.5979,
+      "step": 3257
+    },
+    {
+      "epoch": 1.5957134109001836,
+      "grad_norm": 0.3693969249725342,
+      "learning_rate": 2.3091501121080815e-06,
+      "loss": 0.6009,
+      "step": 3258
+    },
+    {
+      "epoch": 1.5962033067973056,
+      "grad_norm": 0.4003407657146454,
+      "learning_rate": 2.307849945115402e-06,
+      "loss": 0.5985,
+      "step": 3259
+    },
+    {
+      "epoch": 1.5966932026944274,
+      "grad_norm": 0.39239731431007385,
+      "learning_rate": 2.306549830400188e-06,
+      "loss": 0.6001,
+      "step": 3260
+    },
+    {
+      "epoch": 1.5971830985915494,
+      "grad_norm": 0.3999294340610504,
+      "learning_rate": 2.3052497683161556e-06,
+      "loss": 0.61,
+      "step": 3261
+    },
+    {
+      "epoch": 1.5976729944886712,
+      "grad_norm": 0.3815794885158539,
+      "learning_rate": 2.303949759217009e-06,
+      "loss": 0.5853,
+      "step": 3262
+    },
+    {
+      "epoch": 1.598162890385793,
+      "grad_norm": 0.39337214827537537,
+      "learning_rate": 2.3026498034564344e-06,
+      "loss": 0.6066,
+      "step": 3263
+    },
+    {
+      "epoch": 1.5986527862829147,
+      "grad_norm": 0.4330892264842987,
+      "learning_rate": 2.3013499013881054e-06,
+      "loss": 0.6001,
+      "step": 3264
+    },
+    {
+      "epoch": 1.5991426821800367,
+      "grad_norm": 0.3851599097251892,
+      "learning_rate": 2.300050053365682e-06,
+      "loss": 0.5821,
+      "step": 3265
+    },
+    {
+      "epoch": 1.5996325780771588,
+      "grad_norm": 0.3726447820663452,
+      "learning_rate": 2.2987502597428085e-06,
+      "loss": 0.5985,
+      "step": 3266
+    },
+    {
+      "epoch": 1.6001224739742805,
+      "grad_norm": 0.3877764940261841,
+      "learning_rate": 2.2974505208731128e-06,
+      "loss": 0.5983,
+      "step": 3267
+    },
+    {
+      "epoch": 1.6006123698714023,
+      "grad_norm": 0.3849540054798126,
+      "learning_rate": 2.296150837110211e-06,
+      "loss": 0.6106,
+      "step": 3268
+    },
+    {
+      "epoch": 1.601102265768524,
+      "grad_norm": 0.38776394724845886,
+      "learning_rate": 2.294851208807701e-06,
+      "loss": 0.5897,
+      "step": 3269
+    },
+    {
+      "epoch": 1.6015921616656459,
+      "grad_norm": 0.3848371207714081,
+      "learning_rate": 2.2935516363191695e-06,
+      "loss": 0.6127,
+      "step": 3270
+    },
+    {
+      "epoch": 1.602082057562768,
+      "grad_norm": 0.37539142370224,
+      "learning_rate": 2.2922521199981844e-06,
+      "loss": 0.5927,
+      "step": 3271
+    },
+    {
+      "epoch": 1.60257195345989,
+      "grad_norm": 0.39716699719429016,
+      "learning_rate": 2.290952660198299e-06,
+      "loss": 0.5906,
+      "step": 3272
+    },
+    {
+      "epoch": 1.6030618493570117,
+      "grad_norm": 0.38160496950149536,
+      "learning_rate": 2.2896532572730534e-06,
+      "loss": 0.5926,
+      "step": 3273
+    },
+    {
+      "epoch": 1.6035517452541335,
+      "grad_norm": 0.4042673707008362,
+      "learning_rate": 2.2883539115759707e-06,
+      "loss": 0.5882,
+      "step": 3274
+    },
+    {
+      "epoch": 1.6040416411512552,
+      "grad_norm": 0.38737985491752625,
+      "learning_rate": 2.287054623460557e-06,
+      "loss": 0.617,
+      "step": 3275
+    },
+    {
+      "epoch": 1.6045315370483773,
+      "grad_norm": 0.3706636130809784,
+      "learning_rate": 2.2857553932803057e-06,
+      "loss": 0.6058,
+      "step": 3276
+    },
+    {
+      "epoch": 1.605021432945499,
+      "grad_norm": 0.3874024450778961,
+      "learning_rate": 2.2844562213886926e-06,
+      "loss": 0.6172,
+      "step": 3277
+    },
+    {
+      "epoch": 1.605511328842621,
+      "grad_norm": 0.3764362335205078,
+      "learning_rate": 2.2831571081391775e-06,
+      "loss": 0.6106,
+      "step": 3278
+    },
+    {
+      "epoch": 1.6060012247397428,
+      "grad_norm": 0.38618773221969604,
+      "learning_rate": 2.2818580538852044e-06,
+      "loss": 0.5894,
+      "step": 3279
+    },
+    {
+      "epoch": 1.6064911206368646,
+      "grad_norm": 0.39565032720565796,
+      "learning_rate": 2.280559058980202e-06,
+      "loss": 0.6074,
+      "step": 3280
+    },
+    {
+      "epoch": 1.6069810165339864,
+      "grad_norm": 0.4086615741252899,
+      "learning_rate": 2.2792601237775845e-06,
+      "loss": 0.6151,
+      "step": 3281
+    },
+    {
+      "epoch": 1.6074709124311084,
+      "grad_norm": 0.38185274600982666,
+      "learning_rate": 2.277961248630744e-06,
+      "loss": 0.6004,
+      "step": 3282
+    },
+    {
+      "epoch": 1.6079608083282304,
+      "grad_norm": 0.3869055211544037,
+      "learning_rate": 2.2766624338930626e-06,
+      "loss": 0.6079,
+      "step": 3283
+    },
+    {
+      "epoch": 1.6084507042253522,
+      "grad_norm": 0.38718321919441223,
+      "learning_rate": 2.275363679917902e-06,
+      "loss": 0.6161,
+      "step": 3284
+    },
+    {
+      "epoch": 1.608940600122474,
+      "grad_norm": 0.39998286962509155,
+      "learning_rate": 2.274064987058611e-06,
+      "loss": 0.6315,
+      "step": 3285
+    },
+    {
+      "epoch": 1.6094304960195958,
+      "grad_norm": 0.3917354643344879,
+      "learning_rate": 2.2727663556685175e-06,
+      "loss": 0.618,
+      "step": 3286
+    },
+    {
+      "epoch": 1.6099203919167175,
+      "grad_norm": 0.396088570356369,
+      "learning_rate": 2.271467786100934e-06,
+      "loss": 0.6191,
+      "step": 3287
+    },
+    {
+      "epoch": 1.6104102878138395,
+      "grad_norm": 0.37867268919944763,
+      "learning_rate": 2.27016927870916e-06,
+      "loss": 0.6064,
+      "step": 3288
+    },
+    {
+      "epoch": 1.6109001837109616,
+      "grad_norm": 0.37031370401382446,
+      "learning_rate": 2.268870833846473e-06,
+      "loss": 0.6142,
+      "step": 3289
+    },
+    {
+      "epoch": 1.6113900796080833,
+      "grad_norm": 0.3957589268684387,
+      "learning_rate": 2.267572451866135e-06,
+      "loss": 0.5973,
+      "step": 3290
+    },
+    {
+      "epoch": 1.6118799755052051,
+      "grad_norm": 0.38158875703811646,
+      "learning_rate": 2.2662741331213924e-06,
+      "loss": 0.6079,
+      "step": 3291
+    },
+    {
+      "epoch": 1.612369871402327,
+      "grad_norm": 0.38359910249710083,
+      "learning_rate": 2.264975877965473e-06,
+      "loss": 0.6251,
+      "step": 3292
+    },
+    {
+      "epoch": 1.612859767299449,
+      "grad_norm": 0.40221479535102844,
+      "learning_rate": 2.263677686751588e-06,
+      "loss": 0.5897,
+      "step": 3293
+    },
+    {
+      "epoch": 1.6133496631965707,
+      "grad_norm": 0.3731202781200409,
+      "learning_rate": 2.262379559832931e-06,
+      "loss": 0.5912,
+      "step": 3294
+    },
+    {
+      "epoch": 1.6138395590936927,
+      "grad_norm": 0.3860584497451782,
+      "learning_rate": 2.2610814975626767e-06,
+      "loss": 0.5911,
+      "step": 3295
+    },
+    {
+      "epoch": 1.6143294549908145,
+      "grad_norm": 0.3798724114894867,
+      "learning_rate": 2.259783500293985e-06,
+      "loss": 0.6159,
+      "step": 3296
+    },
+    {
+      "epoch": 1.6148193508879363,
+      "grad_norm": 0.38712412118911743,
+      "learning_rate": 2.2584855683799966e-06,
+      "loss": 0.6032,
+      "step": 3297
+    },
+    {
+      "epoch": 1.615309246785058,
+      "grad_norm": 0.387295663356781,
+      "learning_rate": 2.257187702173833e-06,
+      "loss": 0.6034,
+      "step": 3298
+    },
+    {
+      "epoch": 1.61579914268218,
+      "grad_norm": 0.40006616711616516,
+      "learning_rate": 2.2558899020286e-06,
+      "loss": 0.6127,
+      "step": 3299
+    },
+    {
+      "epoch": 1.616289038579302,
+      "grad_norm": 0.4041620194911957,
+      "learning_rate": 2.2545921682973847e-06,
+      "loss": 0.6151,
+      "step": 3300
+    },
+    {
+      "epoch": 1.6167789344764238,
+      "grad_norm": 0.38125285506248474,
+      "learning_rate": 2.2532945013332574e-06,
+      "loss": 0.6052,
+      "step": 3301
+    },
+    {
+      "epoch": 1.6172688303735456,
+      "grad_norm": 0.39125874638557434,
+      "learning_rate": 2.251996901489267e-06,
+      "loss": 0.609,
+      "step": 3302
+    },
+    {
+      "epoch": 1.6177587262706674,
+      "grad_norm": 0.3836289644241333,
+      "learning_rate": 2.2506993691184466e-06,
+      "loss": 0.5912,
+      "step": 3303
+    },
+    {
+      "epoch": 1.6182486221677892,
+      "grad_norm": 0.3821849226951599,
+      "learning_rate": 2.2494019045738108e-06,
+      "loss": 0.6235,
+      "step": 3304
+    },
+    {
+      "epoch": 1.6187385180649112,
+      "grad_norm": 0.37764596939086914,
+      "learning_rate": 2.2481045082083557e-06,
+      "loss": 0.5952,
+      "step": 3305
+    },
+    {
+      "epoch": 1.6192284139620332,
+      "grad_norm": 0.3845755159854889,
+      "learning_rate": 2.2468071803750573e-06,
+      "loss": 0.6233,
+      "step": 3306
+    },
+    {
+      "epoch": 1.619718309859155,
+      "grad_norm": 0.36614492535591125,
+      "learning_rate": 2.2455099214268756e-06,
+      "loss": 0.6306,
+      "step": 3307
+    },
+    {
+      "epoch": 1.6202082057562768,
+      "grad_norm": 0.40370070934295654,
+      "learning_rate": 2.2442127317167493e-06,
+      "loss": 0.6064,
+      "step": 3308
+    },
+    {
+      "epoch": 1.6206981016533986,
+      "grad_norm": 0.379673570394516,
+      "learning_rate": 2.2429156115976005e-06,
+      "loss": 0.6173,
+      "step": 3309
+    },
+    {
+      "epoch": 1.6211879975505206,
+      "grad_norm": 0.3851879835128784,
+      "learning_rate": 2.2416185614223308e-06,
+      "loss": 0.614,
+      "step": 3310
+    },
+    {
+      "epoch": 1.6216778934476423,
+      "grad_norm": 0.37075939774513245,
+      "learning_rate": 2.240321581543822e-06,
+      "loss": 0.6204,
+      "step": 3311
+    },
+    {
+      "epoch": 1.6221677893447644,
+      "grad_norm": 0.3732823431491852,
+      "learning_rate": 2.2390246723149398e-06,
+      "loss": 0.5966,
+      "step": 3312
+    },
+    {
+      "epoch": 1.6226576852418861,
+      "grad_norm": 0.37077540159225464,
+      "learning_rate": 2.237727834088529e-06,
+      "loss": 0.5996,
+      "step": 3313
+    },
+    {
+      "epoch": 1.623147581139008,
+      "grad_norm": 0.3793497681617737,
+      "learning_rate": 2.2364310672174126e-06,
+      "loss": 0.5819,
+      "step": 3314
+    },
+    {
+      "epoch": 1.6236374770361297,
+      "grad_norm": 0.3904929459095001,
+      "learning_rate": 2.235134372054399e-06,
+      "loss": 0.6176,
+      "step": 3315
+    },
+    {
+      "epoch": 1.6241273729332517,
+      "grad_norm": 0.3826391398906708,
+      "learning_rate": 2.2338377489522732e-06,
+      "loss": 0.6035,
+      "step": 3316
+    },
+    {
+      "epoch": 1.6246172688303735,
+      "grad_norm": 0.3997509479522705,
+      "learning_rate": 2.232541198263804e-06,
+      "loss": 0.6199,
+      "step": 3317
+    },
+    {
+      "epoch": 1.6251071647274955,
+      "grad_norm": 0.36902204155921936,
+      "learning_rate": 2.2312447203417366e-06,
+      "loss": 0.6057,
+      "step": 3318
+    },
+    {
+      "epoch": 1.6255970606246173,
+      "grad_norm": 0.37070226669311523,
+      "learning_rate": 2.229948315538798e-06,
+      "loss": 0.5826,
+      "step": 3319
+    },
+    {
+      "epoch": 1.626086956521739,
+      "grad_norm": 0.3817874789237976,
+      "learning_rate": 2.2286519842076974e-06,
+      "loss": 0.6034,
+      "step": 3320
+    },
+    {
+      "epoch": 1.6265768524188609,
+      "grad_norm": 0.40049266815185547,
+      "learning_rate": 2.227355726701122e-06,
+      "loss": 0.5945,
+      "step": 3321
+    },
+    {
+      "epoch": 1.6270667483159829,
+      "grad_norm": 0.36802273988723755,
+      "learning_rate": 2.226059543371738e-06,
+      "loss": 0.593,
+      "step": 3322
+    },
+    {
+      "epoch": 1.6275566442131049,
+      "grad_norm": 0.383156955242157,
+      "learning_rate": 2.224763434572193e-06,
+      "loss": 0.6139,
+      "step": 3323
+    },
+    {
+      "epoch": 1.6280465401102266,
+      "grad_norm": 0.3652194142341614,
+      "learning_rate": 2.2234674006551142e-06,
+      "loss": 0.5648,
+      "step": 3324
+    },
+    {
+      "epoch": 1.6285364360073484,
+      "grad_norm": 0.3940443992614746,
+      "learning_rate": 2.222171441973109e-06,
+      "loss": 0.6145,
+      "step": 3325
+    },
+    {
+      "epoch": 1.6290263319044702,
+      "grad_norm": 0.39078065752983093,
+      "learning_rate": 2.220875558878762e-06,
+      "loss": 0.5742,
+      "step": 3326
+    },
+    {
+      "epoch": 1.629516227801592,
+      "grad_norm": 0.3707880973815918,
+      "learning_rate": 2.219579751724639e-06,
+      "loss": 0.6028,
+      "step": 3327
+    },
+    {
+      "epoch": 1.630006123698714,
+      "grad_norm": 0.3893603980541229,
+      "learning_rate": 2.2182840208632855e-06,
+      "loss": 0.6113,
+      "step": 3328
+    },
+    {
+      "epoch": 1.630496019595836,
+      "grad_norm": 0.39323538541793823,
+      "learning_rate": 2.216988366647226e-06,
+      "loss": 0.6015,
+      "step": 3329
+    },
+    {
+      "epoch": 1.6309859154929578,
+      "grad_norm": 0.38193127512931824,
+      "learning_rate": 2.215692789428962e-06,
+      "loss": 0.6351,
+      "step": 3330
+    },
+    {
+      "epoch": 1.6314758113900796,
+      "grad_norm": 0.3766697347164154,
+      "learning_rate": 2.2143972895609774e-06,
+      "loss": 0.5906,
+      "step": 3331
+    },
+    {
+      "epoch": 1.6319657072872014,
+      "grad_norm": 0.39130479097366333,
+      "learning_rate": 2.213101867395732e-06,
+      "loss": 0.6354,
+      "step": 3332
+    },
+    {
+      "epoch": 1.6324556031843234,
+      "grad_norm": 0.3877021074295044,
+      "learning_rate": 2.211806523285668e-06,
+      "loss": 0.5918,
+      "step": 3333
+    },
+    {
+      "epoch": 1.6329454990814452,
+      "grad_norm": 0.3826223909854889,
+      "learning_rate": 2.210511257583203e-06,
+      "loss": 0.5833,
+      "step": 3334
+    },
+    {
+      "epoch": 1.6334353949785672,
+      "grad_norm": 0.39240697026252747,
+      "learning_rate": 2.2092160706407334e-06,
+      "loss": 0.61,
+      "step": 3335
+    },
+    {
+      "epoch": 1.633925290875689,
+      "grad_norm": 0.356291264295578,
+      "learning_rate": 2.2079209628106373e-06,
+      "loss": 0.5994,
+      "step": 3336
+    },
+    {
+      "epoch": 1.6344151867728107,
+      "grad_norm": 0.38028016686439514,
+      "learning_rate": 2.206625934445269e-06,
+      "loss": 0.598,
+      "step": 3337
+    },
+    {
+      "epoch": 1.6349050826699325,
+      "grad_norm": 0.41302743554115295,
+      "learning_rate": 2.20533098589696e-06,
+      "loss": 0.5808,
+      "step": 3338
+    },
+    {
+      "epoch": 1.6353949785670545,
+      "grad_norm": 0.38676148653030396,
+      "learning_rate": 2.2040361175180234e-06,
+      "loss": 0.6282,
+      "step": 3339
+    },
+    {
+      "epoch": 1.6358848744641765,
+      "grad_norm": 0.3771892786026001,
+      "learning_rate": 2.202741329660748e-06,
+      "loss": 0.6,
+      "step": 3340
+    },
+    {
+      "epoch": 1.6363747703612983,
+      "grad_norm": 0.38519999384880066,
+      "learning_rate": 2.2014466226774003e-06,
+      "loss": 0.6027,
+      "step": 3341
+    },
+    {
+      "epoch": 1.63686466625842,
+      "grad_norm": 0.38793304562568665,
+      "learning_rate": 2.2001519969202272e-06,
+      "loss": 0.587,
+      "step": 3342
+    },
+    {
+      "epoch": 1.6373545621555419,
+      "grad_norm": 0.380087286233902,
+      "learning_rate": 2.198857452741451e-06,
+      "loss": 0.612,
+      "step": 3343
+    },
+    {
+      "epoch": 1.6378444580526637,
+      "grad_norm": 0.4020310342311859,
+      "learning_rate": 2.1975629904932744e-06,
+      "loss": 0.6025,
+      "step": 3344
+    },
+    {
+      "epoch": 1.6383343539497857,
+      "grad_norm": 0.36846116185188293,
+      "learning_rate": 2.1962686105278755e-06,
+      "loss": 0.616,
+      "step": 3345
+    },
+    {
+      "epoch": 1.6388242498469077,
+      "grad_norm": 0.3795270323753357,
+      "learning_rate": 2.1949743131974104e-06,
+      "loss": 0.6056,
+      "step": 3346
+    },
+    {
+      "epoch": 1.6393141457440294,
+      "grad_norm": 0.37947723269462585,
+      "learning_rate": 2.1936800988540136e-06,
+      "loss": 0.6051,
+      "step": 3347
+    },
+    {
+      "epoch": 1.6398040416411512,
+      "grad_norm": 0.3794011175632477,
+      "learning_rate": 2.1923859678497977e-06,
+      "loss": 0.5887,
+      "step": 3348
+    },
+    {
+      "epoch": 1.640293937538273,
+      "grad_norm": 0.3835107982158661,
+      "learning_rate": 2.191091920536849e-06,
+      "loss": 0.5935,
+      "step": 3349
+    },
+    {
+      "epoch": 1.640783833435395,
+      "grad_norm": 0.3920644521713257,
+      "learning_rate": 2.1897979572672362e-06,
+      "loss": 0.6282,
+      "step": 3350
+    },
+    {
+      "epoch": 1.6412737293325168,
+      "grad_norm": 0.3976043462753296,
+      "learning_rate": 2.1885040783930005e-06,
+      "loss": 0.6123,
+      "step": 3351
+    },
+    {
+      "epoch": 1.6417636252296388,
+      "grad_norm": 0.38885244727134705,
+      "learning_rate": 2.187210284266164e-06,
+      "loss": 0.589,
+      "step": 3352
+    },
+    {
+      "epoch": 1.6422535211267606,
+      "grad_norm": 0.3590148985385895,
+      "learning_rate": 2.1859165752387225e-06,
+      "loss": 0.5859,
+      "step": 3353
+    },
+    {
+      "epoch": 1.6427434170238824,
+      "grad_norm": 0.36837056279182434,
+      "learning_rate": 2.18462295166265e-06,
+      "loss": 0.6268,
+      "step": 3354
+    },
+    {
+      "epoch": 1.6432333129210042,
+      "grad_norm": 0.36597612500190735,
+      "learning_rate": 2.1833294138898985e-06,
+      "loss": 0.6088,
+      "step": 3355
+    },
+    {
+      "epoch": 1.6437232088181262,
+      "grad_norm": 0.3772083520889282,
+      "learning_rate": 2.1820359622723946e-06,
+      "loss": 0.6119,
+      "step": 3356
+    },
+    {
+      "epoch": 1.6442131047152482,
+      "grad_norm": 0.37021946907043457,
+      "learning_rate": 2.1807425971620416e-06,
+      "loss": 0.6218,
+      "step": 3357
+    },
+    {
+      "epoch": 1.64470300061237,
+      "grad_norm": 0.40127840638160706,
+      "learning_rate": 2.179449318910721e-06,
+      "loss": 0.627,
+      "step": 3358
+    },
+    {
+      "epoch": 1.6451928965094917,
+      "grad_norm": 0.37237799167633057,
+      "learning_rate": 2.178156127870289e-06,
+      "loss": 0.603,
+      "step": 3359
+    },
+    {
+      "epoch": 1.6456827924066135,
+      "grad_norm": 0.3861643373966217,
+      "learning_rate": 2.1768630243925803e-06,
+      "loss": 0.6243,
+      "step": 3360
+    },
+    {
+      "epoch": 1.6461726883037353,
+      "grad_norm": 0.37680524587631226,
+      "learning_rate": 2.175570008829402e-06,
+      "loss": 0.6017,
+      "step": 3361
+    },
+    {
+      "epoch": 1.6466625842008573,
+      "grad_norm": 0.37996891140937805,
+      "learning_rate": 2.1742770815325396e-06,
+      "loss": 0.5941,
+      "step": 3362
+    },
+    {
+      "epoch": 1.6471524800979793,
+      "grad_norm": 0.4130703806877136,
+      "learning_rate": 2.172984242853756e-06,
+      "loss": 0.5959,
+      "step": 3363
+    },
+    {
+      "epoch": 1.647642375995101,
+      "grad_norm": 0.38631248474121094,
+      "learning_rate": 2.1716914931447883e-06,
+      "loss": 0.5845,
+      "step": 3364
+    },
+    {
+      "epoch": 1.6481322718922229,
+      "grad_norm": 0.4097321033477783,
+      "learning_rate": 2.1703988327573483e-06,
+      "loss": 0.6233,
+      "step": 3365
+    },
+    {
+      "epoch": 1.6486221677893447,
+      "grad_norm": 0.37912294268608093,
+      "learning_rate": 2.1691062620431247e-06,
+      "loss": 0.5823,
+      "step": 3366
+    },
+    {
+      "epoch": 1.6491120636864667,
+      "grad_norm": 0.3857229948043823,
+      "learning_rate": 2.167813781353783e-06,
+      "loss": 0.5969,
+      "step": 3367
+    },
+    {
+      "epoch": 1.6496019595835885,
+      "grad_norm": 0.37811699509620667,
+      "learning_rate": 2.166521391040963e-06,
+      "loss": 0.6019,
+      "step": 3368
+    },
+    {
+      "epoch": 1.6500918554807105,
+      "grad_norm": 0.38129884004592896,
+      "learning_rate": 2.1652290914562782e-06,
+      "loss": 0.5808,
+      "step": 3369
+    },
+    {
+      "epoch": 1.6505817513778323,
+      "grad_norm": 0.3863693177700043,
+      "learning_rate": 2.1639368829513212e-06,
+      "loss": 0.5964,
+      "step": 3370
+    },
+    {
+      "epoch": 1.651071647274954,
+      "grad_norm": 0.38929396867752075,
+      "learning_rate": 2.162644765877656e-06,
+      "loss": 0.5742,
+      "step": 3371
+    },
+    {
+      "epoch": 1.6515615431720758,
+      "grad_norm": 0.39073440432548523,
+      "learning_rate": 2.1613527405868264e-06,
+      "loss": 0.5941,
+      "step": 3372
+    },
+    {
+      "epoch": 1.6520514390691978,
+      "grad_norm": 0.3684248626232147,
+      "learning_rate": 2.160060807430345e-06,
+      "loss": 0.6285,
+      "step": 3373
+    },
+    {
+      "epoch": 1.6525413349663196,
+      "grad_norm": 0.37567809224128723,
+      "learning_rate": 2.158768966759704e-06,
+      "loss": 0.5941,
+      "step": 3374
+    },
+    {
+      "epoch": 1.6530312308634416,
+      "grad_norm": 0.3912147283554077,
+      "learning_rate": 2.1574772189263697e-06,
+      "loss": 0.5995,
+      "step": 3375
+    },
+    {
+      "epoch": 1.6535211267605634,
+      "grad_norm": 0.366928368806839,
+      "learning_rate": 2.1561855642817824e-06,
+      "loss": 0.6189,
+      "step": 3376
+    },
+    {
+      "epoch": 1.6540110226576852,
+      "grad_norm": 0.3830912709236145,
+      "learning_rate": 2.154894003177356e-06,
+      "loss": 0.6084,
+      "step": 3377
+    },
+    {
+      "epoch": 1.654500918554807,
+      "grad_norm": 0.3849087059497833,
+      "learning_rate": 2.1536025359644817e-06,
+      "loss": 0.6071,
+      "step": 3378
+    },
+    {
+      "epoch": 1.654990814451929,
+      "grad_norm": 0.3831197917461395,
+      "learning_rate": 2.152311162994522e-06,
+      "loss": 0.6072,
+      "step": 3379
+    },
+    {
+      "epoch": 1.655480710349051,
+      "grad_norm": 0.37458208203315735,
+      "learning_rate": 2.1510198846188177e-06,
+      "loss": 0.5913,
+      "step": 3380
+    },
+    {
+      "epoch": 1.6559706062461728,
+      "grad_norm": 0.3927864730358124,
+      "learning_rate": 2.1497287011886793e-06,
+      "loss": 0.5925,
+      "step": 3381
+    },
+    {
+      "epoch": 1.6564605021432945,
+      "grad_norm": 0.41423219442367554,
+      "learning_rate": 2.1484376130553943e-06,
+      "loss": 0.5919,
+      "step": 3382
+    },
+    {
+      "epoch": 1.6569503980404163,
+      "grad_norm": 0.39005205035209656,
+      "learning_rate": 2.147146620570224e-06,
+      "loss": 0.5948,
+      "step": 3383
+    },
+    {
+      "epoch": 1.6574402939375381,
+      "grad_norm": 0.36324065923690796,
+      "learning_rate": 2.1458557240844043e-06,
+      "loss": 0.6029,
+      "step": 3384
+    },
+    {
+      "epoch": 1.6579301898346601,
+      "grad_norm": 0.3665401041507721,
+      "learning_rate": 2.1445649239491416e-06,
+      "loss": 0.5813,
+      "step": 3385
+    },
+    {
+      "epoch": 1.6584200857317821,
+      "grad_norm": 0.3780423104763031,
+      "learning_rate": 2.1432742205156203e-06,
+      "loss": 0.6232,
+      "step": 3386
+    },
+    {
+      "epoch": 1.658909981628904,
+      "grad_norm": 0.3808709979057312,
+      "learning_rate": 2.1419836141349964e-06,
+      "loss": 0.6083,
+      "step": 3387
+    },
+    {
+      "epoch": 1.6593998775260257,
+      "grad_norm": 0.37272417545318604,
+      "learning_rate": 2.1406931051584002e-06,
+      "loss": 0.5891,
+      "step": 3388
+    },
+    {
+      "epoch": 1.6598897734231475,
+      "grad_norm": 0.39059311151504517,
+      "learning_rate": 2.1394026939369338e-06,
+      "loss": 0.6188,
+      "step": 3389
+    },
+    {
+      "epoch": 1.6603796693202695,
+      "grad_norm": 0.3923453092575073,
+      "learning_rate": 2.138112380821675e-06,
+      "loss": 0.5735,
+      "step": 3390
+    },
+    {
+      "epoch": 1.6608695652173913,
+      "grad_norm": 0.3899821639060974,
+      "learning_rate": 2.1368221661636736e-06,
+      "loss": 0.6229,
+      "step": 3391
+    },
+    {
+      "epoch": 1.6613594611145133,
+      "grad_norm": 0.38594067096710205,
+      "learning_rate": 2.135532050313954e-06,
+      "loss": 0.5886,
+      "step": 3392
+    },
+    {
+      "epoch": 1.661849357011635,
+      "grad_norm": 0.403324693441391,
+      "learning_rate": 2.1342420336235104e-06,
+      "loss": 0.6003,
+      "step": 3393
+    },
+    {
+      "epoch": 1.6623392529087568,
+      "grad_norm": 0.40362656116485596,
+      "learning_rate": 2.1329521164433147e-06,
+      "loss": 0.5955,
+      "step": 3394
+    },
+    {
+      "epoch": 1.6628291488058786,
+      "grad_norm": 0.3861358165740967,
+      "learning_rate": 2.1316622991243067e-06,
+      "loss": 0.6025,
+      "step": 3395
+    },
+    {
+      "epoch": 1.6633190447030006,
+      "grad_norm": 0.3882221579551697,
+      "learning_rate": 2.1303725820174047e-06,
+      "loss": 0.6089,
+      "step": 3396
+    },
+    {
+      "epoch": 1.6638089406001226,
+      "grad_norm": 0.39652520418167114,
+      "learning_rate": 2.1290829654734944e-06,
+      "loss": 0.613,
+      "step": 3397
+    },
+    {
+      "epoch": 1.6642988364972444,
+      "grad_norm": 0.384580135345459,
+      "learning_rate": 2.127793449843437e-06,
+      "loss": 0.5879,
+      "step": 3398
+    },
+    {
+      "epoch": 1.6647887323943662,
+      "grad_norm": 0.37146613001823425,
+      "learning_rate": 2.1265040354780656e-06,
+      "loss": 0.5966,
+      "step": 3399
+    },
+    {
+      "epoch": 1.665278628291488,
+      "grad_norm": 0.3768920302391052,
+      "learning_rate": 2.1252147227281864e-06,
+      "loss": 0.6106,
+      "step": 3400
+    },
+    {
+      "epoch": 1.6657685241886098,
+      "grad_norm": 0.38932812213897705,
+      "learning_rate": 2.1239255119445764e-06,
+      "loss": 0.6308,
+      "step": 3401
+    },
+    {
+      "epoch": 1.6662584200857318,
+      "grad_norm": 0.3780452609062195,
+      "learning_rate": 2.1226364034779864e-06,
+      "loss": 0.591,
+      "step": 3402
+    },
+    {
+      "epoch": 1.6667483159828538,
+      "grad_norm": 0.3939433693885803,
+      "learning_rate": 2.1213473976791394e-06,
+      "loss": 0.6187,
+      "step": 3403
+    },
+    {
+      "epoch": 1.6672382118799756,
+      "grad_norm": 0.38337448239326477,
+      "learning_rate": 2.1200584948987276e-06,
+      "loss": 0.5849,
+      "step": 3404
+    },
+    {
+      "epoch": 1.6677281077770973,
+      "grad_norm": 0.3787534832954407,
+      "learning_rate": 2.11876969548742e-06,
+      "loss": 0.6117,
+      "step": 3405
+    },
+    {
+      "epoch": 1.6682180036742191,
+      "grad_norm": 0.39854705333709717,
+      "learning_rate": 2.117480999795853e-06,
+      "loss": 0.6062,
+      "step": 3406
+    },
+    {
+      "epoch": 1.6687078995713411,
+      "grad_norm": 0.39982110261917114,
+      "learning_rate": 2.116192408174638e-06,
+      "loss": 0.6314,
+      "step": 3407
+    },
+    {
+      "epoch": 1.669197795468463,
+      "grad_norm": 0.3942407965660095,
+      "learning_rate": 2.1149039209743565e-06,
+      "loss": 0.6281,
+      "step": 3408
+    },
+    {
+      "epoch": 1.669687691365585,
+      "grad_norm": 0.3728858530521393,
+      "learning_rate": 2.11361553854556e-06,
+      "loss": 0.5952,
+      "step": 3409
+    },
+    {
+      "epoch": 1.6701775872627067,
+      "grad_norm": 0.3814348578453064,
+      "learning_rate": 2.1123272612387762e-06,
+      "loss": 0.6045,
+      "step": 3410
+    },
+    {
+      "epoch": 1.6706674831598285,
+      "grad_norm": 0.38090088963508606,
+      "learning_rate": 2.1110390894045006e-06,
+      "loss": 0.6007,
+      "step": 3411
+    },
+    {
+      "epoch": 1.6711573790569503,
+      "grad_norm": 0.399111270904541,
+      "learning_rate": 2.109751023393199e-06,
+      "loss": 0.6034,
+      "step": 3412
+    },
+    {
+      "epoch": 1.6716472749540723,
+      "grad_norm": 0.36480218172073364,
+      "learning_rate": 2.1084630635553116e-06,
+      "loss": 0.6217,
+      "step": 3413
+    },
+    {
+      "epoch": 1.6721371708511943,
+      "grad_norm": 0.39230480790138245,
+      "learning_rate": 2.1071752102412477e-06,
+      "loss": 0.6192,
+      "step": 3414
+    },
+    {
+      "epoch": 1.672627066748316,
+      "grad_norm": 0.3633286952972412,
+      "learning_rate": 2.1058874638013897e-06,
+      "loss": 0.6087,
+      "step": 3415
+    },
+    {
+      "epoch": 1.6731169626454379,
+      "grad_norm": 0.3657446503639221,
+      "learning_rate": 2.1045998245860874e-06,
+      "loss": 0.6033,
+      "step": 3416
+    },
+    {
+      "epoch": 1.6736068585425596,
+      "grad_norm": 0.38445186614990234,
+      "learning_rate": 2.1033122929456635e-06,
+      "loss": 0.6499,
+      "step": 3417
+    },
+    {
+      "epoch": 1.6740967544396814,
+      "grad_norm": 0.39761441946029663,
+      "learning_rate": 2.102024869230413e-06,
+      "loss": 0.5979,
+      "step": 3418
+    },
+    {
+      "epoch": 1.6745866503368034,
+      "grad_norm": 0.37792906165122986,
+      "learning_rate": 2.1007375537905996e-06,
+      "loss": 0.5868,
+      "step": 3419
+    },
+    {
+      "epoch": 1.6750765462339254,
+      "grad_norm": 0.3776439130306244,
+      "learning_rate": 2.0994503469764563e-06,
+      "loss": 0.5969,
+      "step": 3420
+    },
+    {
+      "epoch": 1.6755664421310472,
+      "grad_norm": 0.38048797845840454,
+      "learning_rate": 2.0981632491381893e-06,
+      "loss": 0.6186,
+      "step": 3421
+    },
+    {
+      "epoch": 1.676056338028169,
+      "grad_norm": 0.39061909914016724,
+      "learning_rate": 2.0968762606259735e-06,
+      "loss": 0.6186,
+      "step": 3422
+    },
+    {
+      "epoch": 1.6765462339252908,
+      "grad_norm": 0.36019155383110046,
+      "learning_rate": 2.0955893817899554e-06,
+      "loss": 0.5972,
+      "step": 3423
+    },
+    {
+      "epoch": 1.6770361298224128,
+      "grad_norm": 0.38063687086105347,
+      "learning_rate": 2.09430261298025e-06,
+      "loss": 0.6185,
+      "step": 3424
+    },
+    {
+      "epoch": 1.6775260257195346,
+      "grad_norm": 0.3908650875091553,
+      "learning_rate": 2.093015954546942e-06,
+      "loss": 0.5962,
+      "step": 3425
+    },
+    {
+      "epoch": 1.6780159216166566,
+      "grad_norm": 0.3666428029537201,
+      "learning_rate": 2.0917294068400898e-06,
+      "loss": 0.5977,
+      "step": 3426
+    },
+    {
+      "epoch": 1.6785058175137784,
+      "grad_norm": 0.3677361309528351,
+      "learning_rate": 2.090442970209718e-06,
+      "loss": 0.5944,
+      "step": 3427
+    },
+    {
+      "epoch": 1.6789957134109001,
+      "grad_norm": 0.3830455541610718,
+      "learning_rate": 2.0891566450058204e-06,
+      "loss": 0.5811,
+      "step": 3428
+    },
+    {
+      "epoch": 1.679485609308022,
+      "grad_norm": 0.37670838832855225,
+      "learning_rate": 2.087870431578364e-06,
+      "loss": 0.6073,
+      "step": 3429
+    },
+    {
+      "epoch": 1.679975505205144,
+      "grad_norm": 0.36972811818122864,
+      "learning_rate": 2.0865843302772828e-06,
+      "loss": 0.6107,
+      "step": 3430
+    },
+    {
+      "epoch": 1.6804654011022657,
+      "grad_norm": 0.3724224865436554,
+      "learning_rate": 2.0852983414524824e-06,
+      "loss": 0.6109,
+      "step": 3431
+    },
+    {
+      "epoch": 1.6809552969993877,
+      "grad_norm": 0.3685126304626465,
+      "learning_rate": 2.0840124654538344e-06,
+      "loss": 0.5994,
+      "step": 3432
+    },
+    {
+      "epoch": 1.6814451928965095,
+      "grad_norm": 0.3848043978214264,
+      "learning_rate": 2.0827267026311823e-06,
+      "loss": 0.5846,
+      "step": 3433
+    },
+    {
+      "epoch": 1.6819350887936313,
+      "grad_norm": 0.3785199224948883,
+      "learning_rate": 2.081441053334339e-06,
+      "loss": 0.6053,
+      "step": 3434
+    },
+    {
+      "epoch": 1.682424984690753,
+      "grad_norm": 0.38077297806739807,
+      "learning_rate": 2.0801555179130857e-06,
+      "loss": 0.5701,
+      "step": 3435
+    },
+    {
+      "epoch": 1.682914880587875,
+      "grad_norm": 0.37081313133239746,
+      "learning_rate": 2.0788700967171714e-06,
+      "loss": 0.5959,
+      "step": 3436
+    },
+    {
+      "epoch": 1.683404776484997,
+      "grad_norm": 0.3793751299381256,
+      "learning_rate": 2.077584790096317e-06,
+      "loss": 0.579,
+      "step": 3437
+    },
+    {
+      "epoch": 1.6838946723821189,
+      "grad_norm": 0.3884310722351074,
+      "learning_rate": 2.0762995984002086e-06,
+      "loss": 0.6155,
+      "step": 3438
+    },
+    {
+      "epoch": 1.6843845682792407,
+      "grad_norm": 0.3617449998855591,
+      "learning_rate": 2.0750145219785053e-06,
+      "loss": 0.5764,
+      "step": 3439
+    },
+    {
+      "epoch": 1.6848744641763624,
+      "grad_norm": 0.380259245634079,
+      "learning_rate": 2.0737295611808307e-06,
+      "loss": 0.6179,
+      "step": 3440
+    },
+    {
+      "epoch": 1.6853643600734842,
+      "grad_norm": 0.375917911529541,
+      "learning_rate": 2.0724447163567786e-06,
+      "loss": 0.6189,
+      "step": 3441
+    },
+    {
+      "epoch": 1.6858542559706062,
+      "grad_norm": 0.39503973722457886,
+      "learning_rate": 2.071159987855913e-06,
+      "loss": 0.6014,
+      "step": 3442
+    },
+    {
+      "epoch": 1.6863441518677282,
+      "grad_norm": 0.38330790400505066,
+      "learning_rate": 2.0698753760277635e-06,
+      "loss": 0.6011,
+      "step": 3443
+    },
+    {
+      "epoch": 1.68683404776485,
+      "grad_norm": 0.3920890688896179,
+      "learning_rate": 2.068590881221829e-06,
+      "loss": 0.5921,
+      "step": 3444
+    },
+    {
+      "epoch": 1.6873239436619718,
+      "grad_norm": 0.38371896743774414,
+      "learning_rate": 2.067306503787577e-06,
+      "loss": 0.6236,
+      "step": 3445
+    },
+    {
+      "epoch": 1.6878138395590936,
+      "grad_norm": 0.4093542993068695,
+      "learning_rate": 2.066022244074442e-06,
+      "loss": 0.6037,
+      "step": 3446
+    },
+    {
+      "epoch": 1.6883037354562156,
+      "grad_norm": 0.39768296480178833,
+      "learning_rate": 2.0647381024318295e-06,
+      "loss": 0.629,
+      "step": 3447
+    },
+    {
+      "epoch": 1.6887936313533374,
+      "grad_norm": 0.3865445852279663,
+      "learning_rate": 2.0634540792091072e-06,
+      "loss": 0.5976,
+      "step": 3448
+    },
+    {
+      "epoch": 1.6892835272504594,
+      "grad_norm": 0.37838318943977356,
+      "learning_rate": 2.0621701747556164e-06,
+      "loss": 0.601,
+      "step": 3449
+    },
+    {
+      "epoch": 1.6897734231475812,
+      "grad_norm": 0.36038950085639954,
+      "learning_rate": 2.0608863894206625e-06,
+      "loss": 0.6228,
+      "step": 3450
+    },
+    {
+      "epoch": 1.690263319044703,
+      "grad_norm": 0.3883345127105713,
+      "learning_rate": 2.0596027235535208e-06,
+      "loss": 0.5514,
+      "step": 3451
+    },
+    {
+      "epoch": 1.6907532149418247,
+      "grad_norm": 0.37285980582237244,
+      "learning_rate": 2.0583191775034318e-06,
+      "loss": 0.6297,
+      "step": 3452
+    },
+    {
+      "epoch": 1.6912431108389467,
+      "grad_norm": 0.3722602128982544,
+      "learning_rate": 2.057035751619604e-06,
+      "loss": 0.6127,
+      "step": 3453
+    },
+    {
+      "epoch": 1.6917330067360687,
+      "grad_norm": 0.3879085183143616,
+      "learning_rate": 2.055752446251215e-06,
+      "loss": 0.611,
+      "step": 3454
+    },
+    {
+      "epoch": 1.6922229026331905,
+      "grad_norm": 0.3863253593444824,
+      "learning_rate": 2.054469261747409e-06,
+      "loss": 0.6143,
+      "step": 3455
+    },
+    {
+      "epoch": 1.6927127985303123,
+      "grad_norm": 0.3795631527900696,
+      "learning_rate": 2.0531861984572947e-06,
+      "loss": 0.5951,
+      "step": 3456
+    },
+    {
+      "epoch": 1.693202694427434,
+      "grad_norm": 0.3794930875301361,
+      "learning_rate": 2.0519032567299507e-06,
+      "loss": 0.5777,
+      "step": 3457
+    },
+    {
+      "epoch": 1.6936925903245559,
+      "grad_norm": 0.38997718691825867,
+      "learning_rate": 2.050620436914421e-06,
+      "loss": 0.5992,
+      "step": 3458
+    },
+    {
+      "epoch": 1.6941824862216779,
+      "grad_norm": 0.4026414453983307,
+      "learning_rate": 2.049337739359719e-06,
+      "loss": 0.6071,
+      "step": 3459
+    },
+    {
+      "epoch": 1.6946723821188,
+      "grad_norm": 0.3879120349884033,
+      "learning_rate": 2.0480551644148216e-06,
+      "loss": 0.605,
+      "step": 3460
+    },
+    {
+      "epoch": 1.6951622780159217,
+      "grad_norm": 0.3797142803668976,
+      "learning_rate": 2.046772712428672e-06,
+      "loss": 0.5934,
+      "step": 3461
+    },
+    {
+      "epoch": 1.6956521739130435,
+      "grad_norm": 0.372452974319458,
+      "learning_rate": 2.0454903837501846e-06,
+      "loss": 0.6168,
+      "step": 3462
+    },
+    {
+      "epoch": 1.6961420698101652,
+      "grad_norm": 0.39548566937446594,
+      "learning_rate": 2.0442081787282354e-06,
+      "loss": 0.6099,
+      "step": 3463
+    },
+    {
+      "epoch": 1.6966319657072872,
+      "grad_norm": 0.3831363916397095,
+      "learning_rate": 2.0429260977116683e-06,
+      "loss": 0.5991,
+      "step": 3464
+    },
+    {
+      "epoch": 1.697121861604409,
+      "grad_norm": 0.38492274284362793,
+      "learning_rate": 2.0416441410492948e-06,
+      "loss": 0.5866,
+      "step": 3465
+    },
+    {
+      "epoch": 1.697611757501531,
+      "grad_norm": 0.39109763503074646,
+      "learning_rate": 2.040362309089891e-06,
+      "loss": 0.6031,
+      "step": 3466
+    },
+    {
+      "epoch": 1.6981016533986528,
+      "grad_norm": 0.37432533502578735,
+      "learning_rate": 2.0390806021822e-06,
+      "loss": 0.612,
+      "step": 3467
+    },
+    {
+      "epoch": 1.6985915492957746,
+      "grad_norm": 0.38313010334968567,
+      "learning_rate": 2.0377990206749303e-06,
+      "loss": 0.6232,
+      "step": 3468
+    },
+    {
+      "epoch": 1.6990814451928964,
+      "grad_norm": 0.38617610931396484,
+      "learning_rate": 2.0365175649167557e-06,
+      "loss": 0.621,
+      "step": 3469
+    },
+    {
+      "epoch": 1.6995713410900184,
+      "grad_norm": 0.3745715916156769,
+      "learning_rate": 2.0352362352563175e-06,
+      "loss": 0.6117,
+      "step": 3470
+    },
+    {
+      "epoch": 1.7000612369871402,
+      "grad_norm": 0.38122379779815674,
+      "learning_rate": 2.0339550320422215e-06,
+      "loss": 0.6235,
+      "step": 3471
+    },
+    {
+      "epoch": 1.7005511328842622,
+      "grad_norm": 0.399065762758255,
+      "learning_rate": 2.0326739556230386e-06,
+      "loss": 0.6206,
+      "step": 3472
+    },
+    {
+      "epoch": 1.701041028781384,
+      "grad_norm": 0.38074353337287903,
+      "learning_rate": 2.0313930063473068e-06,
+      "loss": 0.625,
+      "step": 3473
+    },
+    {
+      "epoch": 1.7015309246785058,
+      "grad_norm": 0.3773614466190338,
+      "learning_rate": 2.030112184563529e-06,
+      "loss": 0.5971,
+      "step": 3474
+    },
+    {
+      "epoch": 1.7020208205756275,
+      "grad_norm": 0.3810739815235138,
+      "learning_rate": 2.028831490620171e-06,
+      "loss": 0.6023,
+      "step": 3475
+    },
+    {
+      "epoch": 1.7025107164727495,
+      "grad_norm": 0.39031803607940674,
+      "learning_rate": 2.027550924865668e-06,
+      "loss": 0.6035,
+      "step": 3476
+    },
+    {
+      "epoch": 1.7030006123698715,
+      "grad_norm": 0.37158504128456116,
+      "learning_rate": 2.026270487648417e-06,
+      "loss": 0.5959,
+      "step": 3477
+    },
+    {
+      "epoch": 1.7034905082669933,
+      "grad_norm": 0.3977064788341522,
+      "learning_rate": 2.0249901793167824e-06,
+      "loss": 0.5903,
+      "step": 3478
+    },
+    {
+      "epoch": 1.7039804041641151,
+      "grad_norm": 0.3881484270095825,
+      "learning_rate": 2.023710000219091e-06,
+      "loss": 0.6038,
+      "step": 3479
+    },
+    {
+      "epoch": 1.704470300061237,
+      "grad_norm": 0.3855796158313751,
+      "learning_rate": 2.0224299507036365e-06,
+      "loss": 0.5806,
+      "step": 3480
+    },
+    {
+      "epoch": 1.704960195958359,
+      "grad_norm": 0.3648418188095093,
+      "learning_rate": 2.0211500311186764e-06,
+      "loss": 0.6058,
+      "step": 3481
+    },
+    {
+      "epoch": 1.7054500918554807,
+      "grad_norm": 0.38382813334465027,
+      "learning_rate": 2.0198702418124345e-06,
+      "loss": 0.5978,
+      "step": 3482
+    },
+    {
+      "epoch": 1.7059399877526027,
+      "grad_norm": 0.37704893946647644,
+      "learning_rate": 2.018590583133095e-06,
+      "loss": 0.6198,
+      "step": 3483
+    },
+    {
+      "epoch": 1.7064298836497245,
+      "grad_norm": 0.3897862434387207,
+      "learning_rate": 2.017311055428811e-06,
+      "loss": 0.6115,
+      "step": 3484
+    },
+    {
+      "epoch": 1.7069197795468463,
+      "grad_norm": 0.3754596710205078,
+      "learning_rate": 2.016031659047698e-06,
+      "loss": 0.5983,
+      "step": 3485
+    },
+    {
+      "epoch": 1.707409675443968,
+      "grad_norm": 0.3943789601325989,
+      "learning_rate": 2.014752394337837e-06,
+      "loss": 0.5656,
+      "step": 3486
+    },
+    {
+      "epoch": 1.70789957134109,
+      "grad_norm": 0.3722114861011505,
+      "learning_rate": 2.013473261647271e-06,
+      "loss": 0.5495,
+      "step": 3487
+    },
+    {
+      "epoch": 1.7083894672382118,
+      "grad_norm": 0.36804330348968506,
+      "learning_rate": 2.012194261324008e-06,
+      "loss": 0.5727,
+      "step": 3488
+    },
+    {
+      "epoch": 1.7088793631353338,
+      "grad_norm": 0.39970502257347107,
+      "learning_rate": 2.0109153937160214e-06,
+      "loss": 0.5949,
+      "step": 3489
+    },
+    {
+      "epoch": 1.7093692590324556,
+      "grad_norm": 0.38220471143722534,
+      "learning_rate": 2.0096366591712475e-06,
+      "loss": 0.6204,
+      "step": 3490
+    },
+    {
+      "epoch": 1.7098591549295774,
+      "grad_norm": 0.38860082626342773,
+      "learning_rate": 2.0083580580375848e-06,
+      "loss": 0.5982,
+      "step": 3491
+    },
+    {
+      "epoch": 1.7103490508266992,
+      "grad_norm": 0.4036024212837219,
+      "learning_rate": 2.0070795906628982e-06,
+      "loss": 0.5886,
+      "step": 3492
+    },
+    {
+      "epoch": 1.7108389467238212,
+      "grad_norm": 0.3865243196487427,
+      "learning_rate": 2.0058012573950144e-06,
+      "loss": 0.6147,
+      "step": 3493
+    },
+    {
+      "epoch": 1.7113288426209432,
+      "grad_norm": 0.38021403551101685,
+      "learning_rate": 2.0045230585817253e-06,
+      "loss": 0.5944,
+      "step": 3494
+    },
+    {
+      "epoch": 1.711818738518065,
+      "grad_norm": 0.3740420937538147,
+      "learning_rate": 2.003244994570784e-06,
+      "loss": 0.6329,
+      "step": 3495
+    },
+    {
+      "epoch": 1.7123086344151868,
+      "grad_norm": 0.39532268047332764,
+      "learning_rate": 2.0019670657099075e-06,
+      "loss": 0.6245,
+      "step": 3496
+    },
+    {
+      "epoch": 1.7127985303123086,
+      "grad_norm": 0.3659476637840271,
+      "learning_rate": 2.000689272346778e-06,
+      "loss": 0.6137,
+      "step": 3497
+    },
+    {
+      "epoch": 1.7132884262094303,
+      "grad_norm": 0.3915535509586334,
+      "learning_rate": 1.9994116148290397e-06,
+      "loss": 0.6026,
+      "step": 3498
+    },
+    {
+      "epoch": 1.7137783221065523,
+      "grad_norm": 0.3637775480747223,
+      "learning_rate": 1.9981340935042975e-06,
+      "loss": 0.611,
+      "step": 3499
+    },
+    {
+      "epoch": 1.7142682180036743,
+      "grad_norm": 0.37919217348098755,
+      "learning_rate": 1.9968567087201232e-06,
+      "loss": 0.6007,
+      "step": 3500
+    },
+    {
+      "epoch": 1.7147581139007961,
+      "grad_norm": 0.37581774592399597,
+      "learning_rate": 1.995579460824048e-06,
+      "loss": 0.594,
+      "step": 3501
+    },
+    {
+      "epoch": 1.715248009797918,
+      "grad_norm": 0.3896520435810089,
+      "learning_rate": 1.99430235016357e-06,
+      "loss": 0.6259,
+      "step": 3502
+    },
+    {
+      "epoch": 1.7157379056950397,
+      "grad_norm": 0.3800177574157715,
+      "learning_rate": 1.993025377086145e-06,
+      "loss": 0.6331,
+      "step": 3503
+    },
+    {
+      "epoch": 1.7162278015921617,
+      "grad_norm": 0.37584102153778076,
+      "learning_rate": 1.9917485419391937e-06,
+      "loss": 0.6091,
+      "step": 3504
+    },
+    {
+      "epoch": 1.7167176974892835,
+      "grad_norm": 0.39390724897384644,
+      "learning_rate": 1.9904718450701005e-06,
+      "loss": 0.6106,
+      "step": 3505
+    },
+    {
+      "epoch": 1.7172075933864055,
+      "grad_norm": 0.3875463902950287,
+      "learning_rate": 1.989195286826211e-06,
+      "loss": 0.5657,
+      "step": 3506
+    },
+    {
+      "epoch": 1.7176974892835273,
+      "grad_norm": 0.3678591549396515,
+      "learning_rate": 1.987918867554832e-06,
+      "loss": 0.605,
+      "step": 3507
+    },
+    {
+      "epoch": 1.718187385180649,
+      "grad_norm": 0.3832593262195587,
+      "learning_rate": 1.9866425876032346e-06,
+      "loss": 0.5698,
+      "step": 3508
+    },
+    {
+      "epoch": 1.7186772810777708,
+      "grad_norm": 0.3943248689174652,
+      "learning_rate": 1.98536644731865e-06,
+      "loss": 0.6092,
+      "step": 3509
+    },
+    {
+      "epoch": 1.7191671769748929,
+      "grad_norm": 0.36660411953926086,
+      "learning_rate": 1.984090447048274e-06,
+      "loss": 0.6124,
+      "step": 3510
+    },
+    {
+      "epoch": 1.7196570728720149,
+      "grad_norm": 0.3803499639034271,
+      "learning_rate": 1.982814587139261e-06,
+      "loss": 0.6154,
+      "step": 3511
+    },
+    {
+      "epoch": 1.7201469687691366,
+      "grad_norm": 0.3804316818714142,
+      "learning_rate": 1.9815388679387294e-06,
+      "loss": 0.6154,
+      "step": 3512
+    },
+    {
+      "epoch": 1.7206368646662584,
+      "grad_norm": 0.388845831155777,
+      "learning_rate": 1.9802632897937597e-06,
+      "loss": 0.5573,
+      "step": 3513
+    },
+    {
+      "epoch": 1.7211267605633802,
+      "grad_norm": 0.39312776923179626,
+      "learning_rate": 1.9789878530513924e-06,
+      "loss": 0.5687,
+      "step": 3514
+    },
+    {
+      "epoch": 1.721616656460502,
+      "grad_norm": 0.3829296827316284,
+      "learning_rate": 1.9777125580586292e-06,
+      "loss": 0.6306,
+      "step": 3515
+    },
+    {
+      "epoch": 1.722106552357624,
+      "grad_norm": 0.38034629821777344,
+      "learning_rate": 1.976437405162436e-06,
+      "loss": 0.6038,
+      "step": 3516
+    },
+    {
+      "epoch": 1.722596448254746,
+      "grad_norm": 0.3798871636390686,
+      "learning_rate": 1.975162394709737e-06,
+      "loss": 0.6098,
+      "step": 3517
+    },
+    {
+      "epoch": 1.7230863441518678,
+      "grad_norm": 0.38059747219085693,
+      "learning_rate": 1.9738875270474207e-06,
+      "loss": 0.5852,
+      "step": 3518
+    },
+    {
+      "epoch": 1.7235762400489896,
+      "grad_norm": 0.3849741518497467,
+      "learning_rate": 1.972612802522334e-06,
+      "loss": 0.5901,
+      "step": 3519
+    },
+    {
+      "epoch": 1.7240661359461114,
+      "grad_norm": 0.38446924090385437,
+      "learning_rate": 1.9713382214812847e-06,
+      "loss": 0.6179,
+      "step": 3520
+    },
+    {
+      "epoch": 1.7245560318432334,
+      "grad_norm": 0.3749203085899353,
+      "learning_rate": 1.970063784271045e-06,
+      "loss": 0.579,
+      "step": 3521
+    },
+    {
+      "epoch": 1.7250459277403551,
+      "grad_norm": 0.3922043442726135,
+      "learning_rate": 1.9687894912383447e-06,
+      "loss": 0.5773,
+      "step": 3522
+    },
+    {
+      "epoch": 1.7255358236374772,
+      "grad_norm": 0.38487640023231506,
+      "learning_rate": 1.967515342729875e-06,
+      "loss": 0.6229,
+      "step": 3523
+    },
+    {
+      "epoch": 1.726025719534599,
+      "grad_norm": 0.38349777460098267,
+      "learning_rate": 1.9662413390922885e-06,
+      "loss": 0.607,
+      "step": 3524
+    },
+    {
+      "epoch": 1.7265156154317207,
+      "grad_norm": 0.3919426500797272,
+      "learning_rate": 1.964967480672198e-06,
+      "loss": 0.6209,
+      "step": 3525
+    },
+    {
+      "epoch": 1.7270055113288425,
+      "grad_norm": 0.3755127191543579,
+      "learning_rate": 1.9636937678161775e-06,
+      "loss": 0.6245,
+      "step": 3526
+    },
+    {
+      "epoch": 1.7274954072259645,
+      "grad_norm": 0.3918919563293457,
+      "learning_rate": 1.9624202008707605e-06,
+      "loss": 0.595,
+      "step": 3527
+    },
+    {
+      "epoch": 1.7279853031230863,
+      "grad_norm": 0.3748643696308136,
+      "learning_rate": 1.9611467801824395e-06,
+      "loss": 0.5944,
+      "step": 3528
+    },
+    {
+      "epoch": 1.7284751990202083,
+      "grad_norm": 0.3872978389263153,
+      "learning_rate": 1.959873506097671e-06,
+      "loss": 0.5619,
+      "step": 3529
+    },
+    {
+      "epoch": 1.72896509491733,
+      "grad_norm": 0.3749445974826813,
+      "learning_rate": 1.958600378962869e-06,
+      "loss": 0.5888,
+      "step": 3530
+    },
+    {
+      "epoch": 1.7294549908144519,
+      "grad_norm": 0.37095484137535095,
+      "learning_rate": 1.9573273991244065e-06,
+      "loss": 0.5931,
+      "step": 3531
+    },
+    {
+      "epoch": 1.7299448867115736,
+      "grad_norm": 0.3922283351421356,
+      "learning_rate": 1.9560545669286182e-06,
+      "loss": 0.5907,
+      "step": 3532
+    },
+    {
+      "epoch": 1.7304347826086957,
+      "grad_norm": 0.379167377948761,
+      "learning_rate": 1.9547818827218e-06,
+      "loss": 0.6135,
+      "step": 3533
+    },
+    {
+      "epoch": 1.7309246785058177,
+      "grad_norm": 0.39017465710639954,
+      "learning_rate": 1.9535093468502036e-06,
+      "loss": 0.5989,
+      "step": 3534
+    },
+    {
+      "epoch": 1.7314145744029394,
+      "grad_norm": 0.37448781728744507,
+      "learning_rate": 1.9522369596600433e-06,
+      "loss": 0.6052,
+      "step": 3535
+    },
+    {
+      "epoch": 1.7319044703000612,
+      "grad_norm": 0.3726844787597656,
+      "learning_rate": 1.9509647214974924e-06,
+      "loss": 0.5966,
+      "step": 3536
+    },
+    {
+      "epoch": 1.732394366197183,
+      "grad_norm": 0.3825669586658478,
+      "learning_rate": 1.949692632708684e-06,
+      "loss": 0.6206,
+      "step": 3537
+    },
+    {
+      "epoch": 1.7328842620943048,
+      "grad_norm": 0.37715041637420654,
+      "learning_rate": 1.9484206936397083e-06,
+      "loss": 0.5987,
+      "step": 3538
+    },
+    {
+      "epoch": 1.7333741579914268,
+      "grad_norm": 0.3685586750507355,
+      "learning_rate": 1.9471489046366184e-06,
+      "loss": 0.5996,
+      "step": 3539
+    },
+    {
+      "epoch": 1.7338640538885488,
+      "grad_norm": 0.3586096167564392,
+      "learning_rate": 1.945877266045423e-06,
+      "loss": 0.5979,
+      "step": 3540
+    },
+    {
+      "epoch": 1.7343539497856706,
+      "grad_norm": 0.400628000497818,
+      "learning_rate": 1.9446057782120932e-06,
+      "loss": 0.6008,
+      "step": 3541
+    },
+    {
+      "epoch": 1.7348438456827924,
+      "grad_norm": 0.3651375472545624,
+      "learning_rate": 1.943334441482556e-06,
+      "loss": 0.6302,
+      "step": 3542
+    },
+    {
+      "epoch": 1.7353337415799142,
+      "grad_norm": 0.3760320842266083,
+      "learning_rate": 1.942063256202699e-06,
+      "loss": 0.5876,
+      "step": 3543
+    },
+    {
+      "epoch": 1.7358236374770362,
+      "grad_norm": 0.3860057592391968,
+      "learning_rate": 1.9407922227183683e-06,
+      "loss": 0.6212,
+      "step": 3544
+    },
+    {
+      "epoch": 1.736313533374158,
+      "grad_norm": 0.3966740369796753,
+      "learning_rate": 1.93952134137537e-06,
+      "loss": 0.5952,
+      "step": 3545
+    },
+    {
+      "epoch": 1.73680342927128,
+      "grad_norm": 0.403142511844635,
+      "learning_rate": 1.938250612519465e-06,
+      "loss": 0.5983,
+      "step": 3546
+    },
+    {
+      "epoch": 1.7372933251684017,
+      "grad_norm": 0.360950767993927,
+      "learning_rate": 1.936980036496377e-06,
+      "loss": 0.5983,
+      "step": 3547
+    },
+    {
+      "epoch": 1.7377832210655235,
+      "grad_norm": 0.386572927236557,
+      "learning_rate": 1.9357096136517855e-06,
+      "loss": 0.5881,
+      "step": 3548
+    },
+    {
+      "epoch": 1.7382731169626453,
+      "grad_norm": 0.3866228461265564,
+      "learning_rate": 1.93443934433133e-06,
+      "loss": 0.6031,
+      "step": 3549
+    },
+    {
+      "epoch": 1.7387630128597673,
+      "grad_norm": 0.3950206935405731,
+      "learning_rate": 1.9331692288806074e-06,
+      "loss": 0.6138,
+      "step": 3550
+    },
+    {
+      "epoch": 1.7392529087568893,
+      "grad_norm": 0.38213953375816345,
+      "learning_rate": 1.931899267645171e-06,
+      "loss": 0.5909,
+      "step": 3551
+    },
+    {
+      "epoch": 1.739742804654011,
+      "grad_norm": 0.36690258979797363,
+      "learning_rate": 1.9306294609705358e-06,
+      "loss": 0.6188,
+      "step": 3552
+    },
+    {
+      "epoch": 1.7402327005511329,
+      "grad_norm": 0.4004863202571869,
+      "learning_rate": 1.9293598092021727e-06,
+      "loss": 0.613,
+      "step": 3553
+    },
+    {
+      "epoch": 1.7407225964482547,
+      "grad_norm": 0.3919922411441803,
+      "learning_rate": 1.9280903126855087e-06,
+      "loss": 0.6132,
+      "step": 3554
+    },
+    {
+      "epoch": 1.7412124923453765,
+      "grad_norm": 0.4026995897293091,
+      "learning_rate": 1.9268209717659324e-06,
+      "loss": 0.5872,
+      "step": 3555
+    },
+    {
+      "epoch": 1.7417023882424985,
+      "grad_norm": 0.3832418620586395,
+      "learning_rate": 1.9255517867887868e-06,
+      "loss": 0.6083,
+      "step": 3556
+    },
+    {
+      "epoch": 1.7421922841396205,
+      "grad_norm": 0.38685962557792664,
+      "learning_rate": 1.9242827580993755e-06,
+      "loss": 0.6224,
+      "step": 3557
+    },
+    {
+      "epoch": 1.7426821800367422,
+      "grad_norm": 0.39045628905296326,
+      "learning_rate": 1.923013886042956e-06,
+      "loss": 0.6068,
+      "step": 3558
+    },
+    {
+      "epoch": 1.743172075933864,
+      "grad_norm": 0.3593200743198395,
+      "learning_rate": 1.9217451709647454e-06,
+      "loss": 0.6038,
+      "step": 3559
+    },
+    {
+      "epoch": 1.7436619718309858,
+      "grad_norm": 0.3849810063838959,
+      "learning_rate": 1.9204766132099187e-06,
+      "loss": 0.6256,
+      "step": 3560
+    },
+    {
+      "epoch": 1.7441518677281078,
+      "grad_norm": 0.40412622690200806,
+      "learning_rate": 1.919208213123607e-06,
+      "loss": 0.6195,
+      "step": 3561
+    },
+    {
+      "epoch": 1.7446417636252296,
+      "grad_norm": 0.38347676396369934,
+      "learning_rate": 1.917939971050897e-06,
+      "loss": 0.619,
+      "step": 3562
+    },
+    {
+      "epoch": 1.7451316595223516,
+      "grad_norm": 0.3808651566505432,
+      "learning_rate": 1.9166718873368358e-06,
+      "loss": 0.6012,
+      "step": 3563
+    },
+    {
+      "epoch": 1.7456215554194734,
+      "grad_norm": 0.38450101017951965,
+      "learning_rate": 1.915403962326424e-06,
+      "loss": 0.581,
+      "step": 3564
+    },
+    {
+      "epoch": 1.7461114513165952,
+      "grad_norm": 0.38532090187072754,
+      "learning_rate": 1.9141361963646236e-06,
+      "loss": 0.5974,
+      "step": 3565
+    },
+    {
+      "epoch": 1.746601347213717,
+      "grad_norm": 0.36376282572746277,
+      "learning_rate": 1.9128685897963476e-06,
+      "loss": 0.5791,
+      "step": 3566
+    },
+    {
+      "epoch": 1.747091243110839,
+      "grad_norm": 0.39529508352279663,
+      "learning_rate": 1.911601142966469e-06,
+      "loss": 0.5762,
+      "step": 3567
+    },
+    {
+      "epoch": 1.747581139007961,
+      "grad_norm": 0.3996184766292572,
+      "learning_rate": 1.910333856219817e-06,
+      "loss": 0.6136,
+      "step": 3568
+    },
+    {
+      "epoch": 1.7480710349050828,
+      "grad_norm": 0.3758000433444977,
+      "learning_rate": 1.9090667299011782e-06,
+      "loss": 0.5757,
+      "step": 3569
+    },
+    {
+      "epoch": 1.7485609308022045,
+      "grad_norm": 0.38176649808883667,
+      "learning_rate": 1.9077997643552924e-06,
+      "loss": 0.5743,
+      "step": 3570
+    },
+    {
+      "epoch": 1.7490508266993263,
+      "grad_norm": 0.3911806643009186,
+      "learning_rate": 1.906532959926859e-06,
+      "loss": 0.5964,
+      "step": 3571
+    },
+    {
+      "epoch": 1.749540722596448,
+      "grad_norm": 0.36808744072914124,
+      "learning_rate": 1.9052663169605311e-06,
+      "loss": 0.5992,
+      "step": 3572
+    },
+    {
+      "epoch": 1.7500306184935701,
+      "grad_norm": 0.401315301656723,
+      "learning_rate": 1.9039998358009211e-06,
+      "loss": 0.5951,
+      "step": 3573
+    },
+    {
+      "epoch": 1.7505205143906921,
+      "grad_norm": 0.37308159470558167,
+      "learning_rate": 1.9027335167925931e-06,
+      "loss": 0.5886,
+      "step": 3574
+    },
+    {
+      "epoch": 1.751010410287814,
+      "grad_norm": 0.3867308795452118,
+      "learning_rate": 1.9014673602800696e-06,
+      "loss": 0.6048,
+      "step": 3575
+    },
+    {
+      "epoch": 1.7515003061849357,
+      "grad_norm": 0.3810468912124634,
+      "learning_rate": 1.9002013666078293e-06,
+      "loss": 0.6148,
+      "step": 3576
+    },
+    {
+      "epoch": 1.7519902020820575,
+      "grad_norm": 0.3878379464149475,
+      "learning_rate": 1.8989355361203057e-06,
+      "loss": 0.5964,
+      "step": 3577
+    },
+    {
+      "epoch": 1.7524800979791795,
+      "grad_norm": 0.376196026802063,
+      "learning_rate": 1.897669869161887e-06,
+      "loss": 0.5848,
+      "step": 3578
+    },
+    {
+      "epoch": 1.7529699938763013,
+      "grad_norm": 0.38223177194595337,
+      "learning_rate": 1.896404366076919e-06,
+      "loss": 0.6031,
+      "step": 3579
+    },
+    {
+      "epoch": 1.7534598897734233,
+      "grad_norm": 0.37447410821914673,
+      "learning_rate": 1.8951390272097015e-06,
+      "loss": 0.5799,
+      "step": 3580
+    },
+    {
+      "epoch": 1.753949785670545,
+      "grad_norm": 0.3834908902645111,
+      "learning_rate": 1.8938738529044906e-06,
+      "loss": 0.6062,
+      "step": 3581
+    },
+    {
+      "epoch": 1.7544396815676668,
+      "grad_norm": 0.39753979444503784,
+      "learning_rate": 1.892608843505496e-06,
+      "loss": 0.5748,
+      "step": 3582
+    },
+    {
+      "epoch": 1.7549295774647886,
+      "grad_norm": 0.3793331980705261,
+      "learning_rate": 1.8913439993568832e-06,
+      "loss": 0.5934,
+      "step": 3583
+    },
+    {
+      "epoch": 1.7554194733619106,
+      "grad_norm": 0.3890286684036255,
+      "learning_rate": 1.890079320802775e-06,
+      "loss": 0.6069,
+      "step": 3584
+    },
+    {
+      "epoch": 1.7559093692590324,
+      "grad_norm": 0.3740215599536896,
+      "learning_rate": 1.8888148081872461e-06,
+      "loss": 0.5932,
+      "step": 3585
+    },
+    {
+      "epoch": 1.7563992651561544,
+      "grad_norm": 0.39055442810058594,
+      "learning_rate": 1.8875504618543264e-06,
+      "loss": 0.6116,
+      "step": 3586
+    },
+    {
+      "epoch": 1.7568891610532762,
+      "grad_norm": 0.416972279548645,
+      "learning_rate": 1.8862862821480023e-06,
+      "loss": 0.5852,
+      "step": 3587
+    },
+    {
+      "epoch": 1.757379056950398,
+      "grad_norm": 0.3919249176979065,
+      "learning_rate": 1.8850222694122134e-06,
+      "loss": 0.6019,
+      "step": 3588
+    },
+    {
+      "epoch": 1.7578689528475198,
+      "grad_norm": 0.3867700397968292,
+      "learning_rate": 1.8837584239908557e-06,
+      "loss": 0.5787,
+      "step": 3589
+    },
+    {
+      "epoch": 1.7583588487446418,
+      "grad_norm": 0.38942164182662964,
+      "learning_rate": 1.8824947462277769e-06,
+      "loss": 0.6124,
+      "step": 3590
+    },
+    {
+      "epoch": 1.7588487446417638,
+      "grad_norm": 0.3936418294906616,
+      "learning_rate": 1.8812312364667803e-06,
+      "loss": 0.6133,
+      "step": 3591
+    },
+    {
+      "epoch": 1.7593386405388856,
+      "grad_norm": 0.38748809695243835,
+      "learning_rate": 1.879967895051625e-06,
+      "loss": 0.5818,
+      "step": 3592
+    },
+    {
+      "epoch": 1.7598285364360073,
+      "grad_norm": 0.39054208993911743,
+      "learning_rate": 1.878704722326023e-06,
+      "loss": 0.6164,
+      "step": 3593
+    },
+    {
+      "epoch": 1.7603184323331291,
+      "grad_norm": 0.3910379111766815,
+      "learning_rate": 1.877441718633639e-06,
+      "loss": 0.6114,
+      "step": 3594
+    },
+    {
+      "epoch": 1.760808328230251,
+      "grad_norm": 0.38549721240997314,
+      "learning_rate": 1.8761788843180945e-06,
+      "loss": 0.5957,
+      "step": 3595
+    },
+    {
+      "epoch": 1.761298224127373,
+      "grad_norm": 0.38782671093940735,
+      "learning_rate": 1.8749162197229626e-06,
+      "loss": 0.6066,
+      "step": 3596
+    },
+    {
+      "epoch": 1.761788120024495,
+      "grad_norm": 0.3705255389213562,
+      "learning_rate": 1.8736537251917728e-06,
+      "loss": 0.6023,
+      "step": 3597
+    },
+    {
+      "epoch": 1.7622780159216167,
+      "grad_norm": 0.38074418902397156,
+      "learning_rate": 1.872391401068005e-06,
+      "loss": 0.6163,
+      "step": 3598
+    },
+    {
+      "epoch": 1.7627679118187385,
+      "grad_norm": 0.38457804918289185,
+      "learning_rate": 1.8711292476950948e-06,
+      "loss": 0.6238,
+      "step": 3599
+    },
+    {
+      "epoch": 1.7632578077158603,
+      "grad_norm": 0.37200072407722473,
+      "learning_rate": 1.8698672654164323e-06,
+      "loss": 0.629,
+      "step": 3600
+    },
+    {
+      "epoch": 1.7637477036129823,
+      "grad_norm": 0.3685140907764435,
+      "learning_rate": 1.8686054545753584e-06,
+      "loss": 0.6195,
+      "step": 3601
+    },
+    {
+      "epoch": 1.764237599510104,
+      "grad_norm": 0.3752705752849579,
+      "learning_rate": 1.8673438155151685e-06,
+      "loss": 0.598,
+      "step": 3602
+    },
+    {
+      "epoch": 1.764727495407226,
+      "grad_norm": 0.3775447607040405,
+      "learning_rate": 1.8660823485791128e-06,
+      "loss": 0.6425,
+      "step": 3603
+    },
+    {
+      "epoch": 1.7652173913043478,
+      "grad_norm": 0.37740495800971985,
+      "learning_rate": 1.864821054110393e-06,
+      "loss": 0.608,
+      "step": 3604
+    },
+    {
+      "epoch": 1.7657072872014696,
+      "grad_norm": 0.3725001811981201,
+      "learning_rate": 1.863559932452163e-06,
+      "loss": 0.5862,
+      "step": 3605
+    },
+    {
+      "epoch": 1.7661971830985914,
+      "grad_norm": 0.3781859576702118,
+      "learning_rate": 1.8622989839475323e-06,
+      "loss": 0.5812,
+      "step": 3606
+    },
+    {
+      "epoch": 1.7666870789957134,
+      "grad_norm": 0.3779813349246979,
+      "learning_rate": 1.8610382089395609e-06,
+      "loss": 0.562,
+      "step": 3607
+    },
+    {
+      "epoch": 1.7671769748928354,
+      "grad_norm": 0.37670502066612244,
+      "learning_rate": 1.8597776077712647e-06,
+      "loss": 0.6117,
+      "step": 3608
+    },
+    {
+      "epoch": 1.7676668707899572,
+      "grad_norm": 0.37763580679893494,
+      "learning_rate": 1.8585171807856073e-06,
+      "loss": 0.5558,
+      "step": 3609
+    },
+    {
+      "epoch": 1.768156766687079,
+      "grad_norm": 0.3939150869846344,
+      "learning_rate": 1.8572569283255086e-06,
+      "loss": 0.5818,
+      "step": 3610
+    },
+    {
+      "epoch": 1.7686466625842008,
+      "grad_norm": 0.3922536075115204,
+      "learning_rate": 1.855996850733842e-06,
+      "loss": 0.5926,
+      "step": 3611
+    },
+    {
+      "epoch": 1.7691365584813226,
+      "grad_norm": 0.39010435342788696,
+      "learning_rate": 1.8547369483534306e-06,
+      "loss": 0.5812,
+      "step": 3612
+    },
+    {
+      "epoch": 1.7696264543784446,
+      "grad_norm": 0.3917075991630554,
+      "learning_rate": 1.85347722152705e-06,
+      "loss": 0.6195,
+      "step": 3613
+    },
+    {
+      "epoch": 1.7701163502755666,
+      "grad_norm": 0.3862420618534088,
+      "learning_rate": 1.8522176705974288e-06,
+      "loss": 0.5746,
+      "step": 3614
+    },
+    {
+      "epoch": 1.7706062461726884,
+      "grad_norm": 0.3827652037143707,
+      "learning_rate": 1.8509582959072487e-06,
+      "loss": 0.6237,
+      "step": 3615
+    },
+    {
+      "epoch": 1.7710961420698101,
+      "grad_norm": 0.38177651166915894,
+      "learning_rate": 1.8496990977991437e-06,
+      "loss": 0.6059,
+      "step": 3616
+    },
+    {
+      "epoch": 1.771586037966932,
+      "grad_norm": 0.38423702120780945,
+      "learning_rate": 1.8484400766156952e-06,
+      "loss": 0.6162,
+      "step": 3617
+    },
+    {
+      "epoch": 1.772075933864054,
+      "grad_norm": 0.38204824924468994,
+      "learning_rate": 1.8471812326994425e-06,
+      "loss": 0.599,
+      "step": 3618
+    },
+    {
+      "epoch": 1.7725658297611757,
+      "grad_norm": 0.37910789251327515,
+      "learning_rate": 1.8459225663928726e-06,
+      "loss": 0.6064,
+      "step": 3619
+    },
+    {
+      "epoch": 1.7730557256582977,
+      "grad_norm": 0.3950623869895935,
+      "learning_rate": 1.8446640780384276e-06,
+      "loss": 0.5921,
+      "step": 3620
+    },
+    {
+      "epoch": 1.7735456215554195,
+      "grad_norm": 0.37555745244026184,
+      "learning_rate": 1.8434057679784972e-06,
+      "loss": 0.6131,
+      "step": 3621
+    },
+    {
+      "epoch": 1.7740355174525413,
+      "grad_norm": 0.37727898359298706,
+      "learning_rate": 1.8421476365554244e-06,
+      "loss": 0.5947,
+      "step": 3622
+    },
+    {
+      "epoch": 1.774525413349663,
+      "grad_norm": 0.39361172914505005,
+      "learning_rate": 1.8408896841115054e-06,
+      "loss": 0.571,
+      "step": 3623
+    },
+    {
+      "epoch": 1.775015309246785,
+      "grad_norm": 0.38616183400154114,
+      "learning_rate": 1.839631910988986e-06,
+      "loss": 0.603,
+      "step": 3624
+    },
+    {
+      "epoch": 1.775505205143907,
+      "grad_norm": 0.37324464321136475,
+      "learning_rate": 1.838374317530061e-06,
+      "loss": 0.6078,
+      "step": 3625
+    },
+    {
+      "epoch": 1.7759951010410289,
+      "grad_norm": 0.392406702041626,
+      "learning_rate": 1.837116904076881e-06,
+      "loss": 0.5973,
+      "step": 3626
+    },
+    {
+      "epoch": 1.7764849969381507,
+      "grad_norm": 0.3939116597175598,
+      "learning_rate": 1.8358596709715444e-06,
+      "loss": 0.6045,
+      "step": 3627
+    },
+    {
+      "epoch": 1.7769748928352724,
+      "grad_norm": 0.39104020595550537,
+      "learning_rate": 1.8346026185561016e-06,
+      "loss": 0.6154,
+      "step": 3628
+    },
+    {
+      "epoch": 1.7774647887323942,
+      "grad_norm": 0.40108543634414673,
+      "learning_rate": 1.8333457471725534e-06,
+      "loss": 0.5887,
+      "step": 3629
+    },
+    {
+      "epoch": 1.7779546846295162,
+      "grad_norm": 0.3875071406364441,
+      "learning_rate": 1.832089057162851e-06,
+      "loss": 0.5957,
+      "step": 3630
+    },
+    {
+      "epoch": 1.7784445805266382,
+      "grad_norm": 0.3879684507846832,
+      "learning_rate": 1.830832548868898e-06,
+      "loss": 0.5909,
+      "step": 3631
+    },
+    {
+      "epoch": 1.77893447642376,
+      "grad_norm": 0.376252681016922,
+      "learning_rate": 1.8295762226325472e-06,
+      "loss": 0.6153,
+      "step": 3632
+    },
+    {
+      "epoch": 1.7794243723208818,
+      "grad_norm": 0.4069451689720154,
+      "learning_rate": 1.8283200787956006e-06,
+      "loss": 0.6045,
+      "step": 3633
+    },
+    {
+      "epoch": 1.7799142682180036,
+      "grad_norm": 0.40361231565475464,
+      "learning_rate": 1.8270641176998138e-06,
+      "loss": 0.5887,
+      "step": 3634
+    },
+    {
+      "epoch": 1.7804041641151256,
+      "grad_norm": 0.39641204476356506,
+      "learning_rate": 1.8258083396868891e-06,
+      "loss": 0.613,
+      "step": 3635
+    },
+    {
+      "epoch": 1.7808940600122474,
+      "grad_norm": 0.4066336452960968,
+      "learning_rate": 1.8245527450984835e-06,
+      "loss": 0.5908,
+      "step": 3636
+    },
+    {
+      "epoch": 1.7813839559093694,
+      "grad_norm": 0.3865082859992981,
+      "learning_rate": 1.8232973342761989e-06,
+      "loss": 0.5924,
+      "step": 3637
+    },
+    {
+      "epoch": 1.7818738518064912,
+      "grad_norm": 0.38252881169319153,
+      "learning_rate": 1.82204210756159e-06,
+      "loss": 0.6263,
+      "step": 3638
+    },
+    {
+      "epoch": 1.782363747703613,
+      "grad_norm": 0.3891618549823761,
+      "learning_rate": 1.8207870652961623e-06,
+      "loss": 0.607,
+      "step": 3639
+    },
+    {
+      "epoch": 1.7828536436007347,
+      "grad_norm": 0.38898515701293945,
+      "learning_rate": 1.8195322078213701e-06,
+      "loss": 0.5878,
+      "step": 3640
+    },
+    {
+      "epoch": 1.7833435394978567,
+      "grad_norm": 0.3830595016479492,
+      "learning_rate": 1.8182775354786146e-06,
+      "loss": 0.6043,
+      "step": 3641
+    },
+    {
+      "epoch": 1.7838334353949785,
+      "grad_norm": 0.395268052816391,
+      "learning_rate": 1.8170230486092523e-06,
+      "loss": 0.5733,
+      "step": 3642
+    },
+    {
+      "epoch": 1.7843233312921005,
+      "grad_norm": 0.38427770137786865,
+      "learning_rate": 1.8157687475545843e-06,
+      "loss": 0.598,
+      "step": 3643
+    },
+    {
+      "epoch": 1.7848132271892223,
+      "grad_norm": 0.39302128553390503,
+      "learning_rate": 1.814514632655865e-06,
+      "loss": 0.6135,
+      "step": 3644
+    },
+    {
+      "epoch": 1.785303123086344,
+      "grad_norm": 0.4025959372520447,
+      "learning_rate": 1.8132607042542942e-06,
+      "loss": 0.5841,
+      "step": 3645
+    },
+    {
+      "epoch": 1.7857930189834659,
+      "grad_norm": 0.38641998171806335,
+      "learning_rate": 1.812006962691023e-06,
+      "loss": 0.6176,
+      "step": 3646
+    },
+    {
+      "epoch": 1.7862829148805879,
+      "grad_norm": 0.40441253781318665,
+      "learning_rate": 1.8107534083071535e-06,
+      "loss": 0.5848,
+      "step": 3647
+    },
+    {
+      "epoch": 1.7867728107777099,
+      "grad_norm": 0.3823242485523224,
+      "learning_rate": 1.8095000414437341e-06,
+      "loss": 0.5914,
+      "step": 3648
+    },
+    {
+      "epoch": 1.7872627066748317,
+      "grad_norm": 0.3870173394680023,
+      "learning_rate": 1.808246862441762e-06,
+      "loss": 0.5928,
+      "step": 3649
+    },
+    {
+      "epoch": 1.7877526025719535,
+      "grad_norm": 0.3831947445869446,
+      "learning_rate": 1.8069938716421862e-06,
+      "loss": 0.5885,
+      "step": 3650
+    },
+    {
+      "epoch": 1.7882424984690752,
+      "grad_norm": 0.3766680657863617,
+      "learning_rate": 1.805741069385901e-06,
+      "loss": 0.6177,
+      "step": 3651
+    },
+    {
+      "epoch": 1.788732394366197,
+      "grad_norm": 0.38430294394493103,
+      "learning_rate": 1.804488456013753e-06,
+      "loss": 0.6301,
+      "step": 3652
+    },
+    {
+      "epoch": 1.789222290263319,
+      "grad_norm": 0.38485589623451233,
+      "learning_rate": 1.8032360318665337e-06,
+      "loss": 0.6274,
+      "step": 3653
+    },
+    {
+      "epoch": 1.789712186160441,
+      "grad_norm": 0.37430039048194885,
+      "learning_rate": 1.8019837972849856e-06,
+      "loss": 0.5901,
+      "step": 3654
+    },
+    {
+      "epoch": 1.7902020820575628,
+      "grad_norm": 0.38586610555648804,
+      "learning_rate": 1.8007317526097989e-06,
+      "loss": 0.58,
+      "step": 3655
+    },
+    {
+      "epoch": 1.7906919779546846,
+      "grad_norm": 0.38535168766975403,
+      "learning_rate": 1.7994798981816134e-06,
+      "loss": 0.5979,
+      "step": 3656
+    },
+    {
+      "epoch": 1.7911818738518064,
+      "grad_norm": 0.3873651325702667,
+      "learning_rate": 1.7982282343410135e-06,
+      "loss": 0.6142,
+      "step": 3657
+    },
+    {
+      "epoch": 1.7916717697489284,
+      "grad_norm": 0.3887907862663269,
+      "learning_rate": 1.796976761428536e-06,
+      "loss": 0.5982,
+      "step": 3658
+    },
+    {
+      "epoch": 1.7921616656460502,
+      "grad_norm": 0.36854425072669983,
+      "learning_rate": 1.795725479784663e-06,
+      "loss": 0.6054,
+      "step": 3659
+    },
+    {
+      "epoch": 1.7926515615431722,
+      "grad_norm": 0.39905422925949097,
+      "learning_rate": 1.7944743897498267e-06,
+      "loss": 0.5771,
+      "step": 3660
+    },
+    {
+      "epoch": 1.793141457440294,
+      "grad_norm": 0.39013200998306274,
+      "learning_rate": 1.7932234916644048e-06,
+      "loss": 0.6118,
+      "step": 3661
+    },
+    {
+      "epoch": 1.7936313533374157,
+      "grad_norm": 0.3802303969860077,
+      "learning_rate": 1.7919727858687236e-06,
+      "loss": 0.5927,
+      "step": 3662
+    },
+    {
+      "epoch": 1.7941212492345375,
+      "grad_norm": 0.36832910776138306,
+      "learning_rate": 1.7907222727030591e-06,
+      "loss": 0.5863,
+      "step": 3663
+    },
+    {
+      "epoch": 1.7946111451316595,
+      "grad_norm": 0.40358835458755493,
+      "learning_rate": 1.7894719525076318e-06,
+      "loss": 0.6003,
+      "step": 3664
+    },
+    {
+      "epoch": 1.7951010410287815,
+      "grad_norm": 0.3917592465877533,
+      "learning_rate": 1.7882218256226109e-06,
+      "loss": 0.5924,
+      "step": 3665
+    },
+    {
+      "epoch": 1.7955909369259033,
+      "grad_norm": 0.37294870615005493,
+      "learning_rate": 1.7869718923881144e-06,
+      "loss": 0.6116,
+      "step": 3666
+    },
+    {
+      "epoch": 1.796080832823025,
+      "grad_norm": 0.38900813460350037,
+      "learning_rate": 1.7857221531442062e-06,
+      "loss": 0.5836,
+      "step": 3667
+    },
+    {
+      "epoch": 1.796570728720147,
+      "grad_norm": 0.3859376907348633,
+      "learning_rate": 1.7844726082308967e-06,
+      "loss": 0.5846,
+      "step": 3668
+    },
+    {
+      "epoch": 1.7970606246172687,
+      "grad_norm": 0.38490989804267883,
+      "learning_rate": 1.7832232579881447e-06,
+      "loss": 0.5821,
+      "step": 3669
+    },
+    {
+      "epoch": 1.7975505205143907,
+      "grad_norm": 0.38934189081192017,
+      "learning_rate": 1.7819741027558563e-06,
+      "loss": 0.6238,
+      "step": 3670
+    },
+    {
+      "epoch": 1.7980404164115127,
+      "grad_norm": 0.4002920389175415,
+      "learning_rate": 1.7807251428738842e-06,
+      "loss": 0.6057,
+      "step": 3671
+    },
+    {
+      "epoch": 1.7985303123086345,
+      "grad_norm": 0.38662728667259216,
+      "learning_rate": 1.7794763786820268e-06,
+      "loss": 0.5933,
+      "step": 3672
+    },
+    {
+      "epoch": 1.7990202082057563,
+      "grad_norm": 0.3678317666053772,
+      "learning_rate": 1.7782278105200302e-06,
+      "loss": 0.5875,
+      "step": 3673
+    },
+    {
+      "epoch": 1.799510104102878,
+      "grad_norm": 0.39794158935546875,
+      "learning_rate": 1.776979438727588e-06,
+      "loss": 0.597,
+      "step": 3674
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.3833391070365906,
+      "learning_rate": 1.775731263644339e-06,
+      "loss": 0.6262,
+      "step": 3675
+    },
+    {
+      "epoch": 1.8004898958971218,
+      "grad_norm": 0.3993477523326874,
+      "learning_rate": 1.7744832856098687e-06,
+      "loss": 0.6337,
+      "step": 3676
+    },
+    {
+      "epoch": 1.8009797917942438,
+      "grad_norm": 0.397183358669281,
+      "learning_rate": 1.7732355049637095e-06,
+      "loss": 0.5723,
+      "step": 3677
+    },
+    {
+      "epoch": 1.8014696876913656,
+      "grad_norm": 0.41350847482681274,
+      "learning_rate": 1.7719879220453397e-06,
+      "loss": 0.606,
+      "step": 3678
+    },
+    {
+      "epoch": 1.8019595835884874,
+      "grad_norm": 0.3878408968448639,
+      "learning_rate": 1.7707405371941855e-06,
+      "loss": 0.62,
+      "step": 3679
+    },
+    {
+      "epoch": 1.8024494794856092,
+      "grad_norm": 0.3836469054222107,
+      "learning_rate": 1.7694933507496159e-06,
+      "loss": 0.6027,
+      "step": 3680
+    },
+    {
+      "epoch": 1.8029393753827312,
+      "grad_norm": 0.3701094388961792,
+      "learning_rate": 1.7682463630509476e-06,
+      "loss": 0.6298,
+      "step": 3681
+    },
+    {
+      "epoch": 1.8034292712798532,
+      "grad_norm": 0.38019582629203796,
+      "learning_rate": 1.7669995744374446e-06,
+      "loss": 0.5973,
+      "step": 3682
+    },
+    {
+      "epoch": 1.803919167176975,
+      "grad_norm": 0.36846718192100525,
+      "learning_rate": 1.7657529852483152e-06,
+      "loss": 0.5945,
+      "step": 3683
+    },
+    {
+      "epoch": 1.8044090630740968,
+      "grad_norm": 0.3800068795681,
+      "learning_rate": 1.7645065958227126e-06,
+      "loss": 0.5889,
+      "step": 3684
+    },
+    {
+      "epoch": 1.8048989589712185,
+      "grad_norm": 0.37738272547721863,
+      "learning_rate": 1.7632604064997383e-06,
+      "loss": 0.5794,
+      "step": 3685
+    },
+    {
+      "epoch": 1.8053888548683403,
+      "grad_norm": 0.4023672342300415,
+      "learning_rate": 1.7620144176184367e-06,
+      "loss": 0.5722,
+      "step": 3686
+    },
+    {
+      "epoch": 1.8058787507654623,
+      "grad_norm": 0.3814566135406494,
+      "learning_rate": 1.7607686295178e-06,
+      "loss": 0.5848,
+      "step": 3687
+    },
+    {
+      "epoch": 1.8063686466625843,
+      "grad_norm": 0.4140682518482208,
+      "learning_rate": 1.7595230425367635e-06,
+      "loss": 0.5993,
+      "step": 3688
+    },
+    {
+      "epoch": 1.8068585425597061,
+      "grad_norm": 0.39057818055152893,
+      "learning_rate": 1.7582776570142085e-06,
+      "loss": 0.5826,
+      "step": 3689
+    },
+    {
+      "epoch": 1.807348438456828,
+      "grad_norm": 0.3719637393951416,
+      "learning_rate": 1.7570324732889634e-06,
+      "loss": 0.5973,
+      "step": 3690
+    },
+    {
+      "epoch": 1.8078383343539497,
+      "grad_norm": 0.3809874355792999,
+      "learning_rate": 1.7557874916997996e-06,
+      "loss": 0.6337,
+      "step": 3691
+    },
+    {
+      "epoch": 1.8083282302510717,
+      "grad_norm": 0.3691958487033844,
+      "learning_rate": 1.754542712585433e-06,
+      "loss": 0.5961,
+      "step": 3692
+    },
+    {
+      "epoch": 1.8088181261481935,
+      "grad_norm": 0.3816263675689697,
+      "learning_rate": 1.7532981362845267e-06,
+      "loss": 0.598,
+      "step": 3693
+    },
+    {
+      "epoch": 1.8093080220453155,
+      "grad_norm": 0.381619393825531,
+      "learning_rate": 1.7520537631356864e-06,
+      "loss": 0.6176,
+      "step": 3694
+    },
+    {
+      "epoch": 1.8097979179424373,
+      "grad_norm": 0.38765761256217957,
+      "learning_rate": 1.7508095934774655e-06,
+      "loss": 0.5985,
+      "step": 3695
+    },
+    {
+      "epoch": 1.810287813839559,
+      "grad_norm": 0.3975540101528168,
+      "learning_rate": 1.7495656276483572e-06,
+      "loss": 0.6089,
+      "step": 3696
+    },
+    {
+      "epoch": 1.8107777097366808,
+      "grad_norm": 0.38059040904045105,
+      "learning_rate": 1.7483218659868034e-06,
+      "loss": 0.5664,
+      "step": 3697
+    },
+    {
+      "epoch": 1.8112676056338028,
+      "grad_norm": 0.3720921277999878,
+      "learning_rate": 1.7470783088311899e-06,
+      "loss": 0.5912,
+      "step": 3698
+    },
+    {
+      "epoch": 1.8117575015309246,
+      "grad_norm": 0.38649702072143555,
+      "learning_rate": 1.7458349565198462e-06,
+      "loss": 0.605,
+      "step": 3699
+    },
+    {
+      "epoch": 1.8122473974280466,
+      "grad_norm": 0.3851706087589264,
+      "learning_rate": 1.7445918093910444e-06,
+      "loss": 0.5946,
+      "step": 3700
+    },
+    {
+      "epoch": 1.8127372933251684,
+      "grad_norm": 0.3874337375164032,
+      "learning_rate": 1.743348867783003e-06,
+      "loss": 0.5879,
+      "step": 3701
+    },
+    {
+      "epoch": 1.8132271892222902,
+      "grad_norm": 0.39499136805534363,
+      "learning_rate": 1.7421061320338845e-06,
+      "loss": 0.6073,
+      "step": 3702
+    },
+    {
+      "epoch": 1.813717085119412,
+      "grad_norm": 0.39606010913848877,
+      "learning_rate": 1.7408636024817951e-06,
+      "loss": 0.5992,
+      "step": 3703
+    },
+    {
+      "epoch": 1.814206981016534,
+      "grad_norm": 0.378328412771225,
+      "learning_rate": 1.7396212794647831e-06,
+      "loss": 0.604,
+      "step": 3704
+    },
+    {
+      "epoch": 1.814696876913656,
+      "grad_norm": 0.3515491783618927,
+      "learning_rate": 1.7383791633208437e-06,
+      "loss": 0.5693,
+      "step": 3705
+    },
+    {
+      "epoch": 1.8151867728107778,
+      "grad_norm": 0.3881935179233551,
+      "learning_rate": 1.7371372543879128e-06,
+      "loss": 0.5789,
+      "step": 3706
+    },
+    {
+      "epoch": 1.8156766687078996,
+      "grad_norm": 0.3902762830257416,
+      "learning_rate": 1.7358955530038737e-06,
+      "loss": 0.5861,
+      "step": 3707
+    },
+    {
+      "epoch": 1.8161665646050213,
+      "grad_norm": 0.3731439411640167,
+      "learning_rate": 1.7346540595065492e-06,
+      "loss": 0.6056,
+      "step": 3708
+    },
+    {
+      "epoch": 1.8166564605021431,
+      "grad_norm": 0.38451331853866577,
+      "learning_rate": 1.7334127742337065e-06,
+      "loss": 0.616,
+      "step": 3709
+    },
+    {
+      "epoch": 1.8171463563992651,
+      "grad_norm": 0.39509496092796326,
+      "learning_rate": 1.7321716975230588e-06,
+      "loss": 0.591,
+      "step": 3710
+    },
+    {
+      "epoch": 1.8176362522963871,
+      "grad_norm": 0.38261157274246216,
+      "learning_rate": 1.7309308297122604e-06,
+      "loss": 0.5944,
+      "step": 3711
+    },
+    {
+      "epoch": 1.818126148193509,
+      "grad_norm": 0.39403289556503296,
+      "learning_rate": 1.7296901711389074e-06,
+      "loss": 0.5844,
+      "step": 3712
+    },
+    {
+      "epoch": 1.8186160440906307,
+      "grad_norm": 0.3935330808162689,
+      "learning_rate": 1.7284497221405422e-06,
+      "loss": 0.6107,
+      "step": 3713
+    },
+    {
+      "epoch": 1.8191059399877525,
+      "grad_norm": 0.397656112909317,
+      "learning_rate": 1.7272094830546475e-06,
+      "loss": 0.6041,
+      "step": 3714
+    },
+    {
+      "epoch": 1.8195958358848745,
+      "grad_norm": 0.4063817858695984,
+      "learning_rate": 1.7259694542186516e-06,
+      "loss": 0.6091,
+      "step": 3715
+    },
+    {
+      "epoch": 1.8200857317819963,
+      "grad_norm": 0.3904314637184143,
+      "learning_rate": 1.7247296359699228e-06,
+      "loss": 0.5948,
+      "step": 3716
+    },
+    {
+      "epoch": 1.8205756276791183,
+      "grad_norm": 0.39020347595214844,
+      "learning_rate": 1.7234900286457726e-06,
+      "loss": 0.5909,
+      "step": 3717
+    },
+    {
+      "epoch": 1.82106552357624,
+      "grad_norm": 0.370219349861145,
+      "learning_rate": 1.7222506325834573e-06,
+      "loss": 0.5794,
+      "step": 3718
+    },
+    {
+      "epoch": 1.8215554194733619,
+      "grad_norm": 0.39629262685775757,
+      "learning_rate": 1.721011448120174e-06,
+      "loss": 0.5953,
+      "step": 3719
+    },
+    {
+      "epoch": 1.8220453153704836,
+      "grad_norm": 0.3816978633403778,
+      "learning_rate": 1.7197724755930612e-06,
+      "loss": 0.6152,
+      "step": 3720
+    },
+    {
+      "epoch": 1.8225352112676056,
+      "grad_norm": 0.4015754163265228,
+      "learning_rate": 1.7185337153392023e-06,
+      "loss": 0.5846,
+      "step": 3721
+    },
+    {
+      "epoch": 1.8230251071647277,
+      "grad_norm": 0.37750789523124695,
+      "learning_rate": 1.7172951676956207e-06,
+      "loss": 0.5835,
+      "step": 3722
+    },
+    {
+      "epoch": 1.8235150030618494,
+      "grad_norm": 0.3978610932826996,
+      "learning_rate": 1.716056832999284e-06,
+      "loss": 0.6131,
+      "step": 3723
+    },
+    {
+      "epoch": 1.8240048989589712,
+      "grad_norm": 0.38347798585891724,
+      "learning_rate": 1.7148187115871e-06,
+      "loss": 0.6265,
+      "step": 3724
+    },
+    {
+      "epoch": 1.824494794856093,
+      "grad_norm": 0.38275954127311707,
+      "learning_rate": 1.7135808037959189e-06,
+      "loss": 0.6065,
+      "step": 3725
+    },
+    {
+      "epoch": 1.8249846907532148,
+      "grad_norm": 0.38018834590911865,
+      "learning_rate": 1.7123431099625338e-06,
+      "loss": 0.5971,
+      "step": 3726
+    },
+    {
+      "epoch": 1.8254745866503368,
+      "grad_norm": 0.3864295184612274,
+      "learning_rate": 1.7111056304236794e-06,
+      "loss": 0.6025,
+      "step": 3727
+    },
+    {
+      "epoch": 1.8259644825474588,
+      "grad_norm": 0.4116758406162262,
+      "learning_rate": 1.70986836551603e-06,
+      "loss": 0.6098,
+      "step": 3728
+    },
+    {
+      "epoch": 1.8264543784445806,
+      "grad_norm": 0.3903469145298004,
+      "learning_rate": 1.7086313155762046e-06,
+      "loss": 0.6221,
+      "step": 3729
+    },
+    {
+      "epoch": 1.8269442743417024,
+      "grad_norm": 0.3709939420223236,
+      "learning_rate": 1.7073944809407618e-06,
+      "loss": 0.5892,
+      "step": 3730
+    },
+    {
+      "epoch": 1.8274341702388242,
+      "grad_norm": 0.40171876549720764,
+      "learning_rate": 1.706157861946201e-06,
+      "loss": 0.5848,
+      "step": 3731
+    },
+    {
+      "epoch": 1.8279240661359462,
+      "grad_norm": 0.39863407611846924,
+      "learning_rate": 1.7049214589289657e-06,
+      "loss": 0.5725,
+      "step": 3732
+    },
+    {
+      "epoch": 1.828413962033068,
+      "grad_norm": 0.3828906714916229,
+      "learning_rate": 1.7036852722254372e-06,
+      "loss": 0.5999,
+      "step": 3733
+    },
+    {
+      "epoch": 1.82890385793019,
+      "grad_norm": 0.38119029998779297,
+      "learning_rate": 1.7024493021719419e-06,
+      "loss": 0.5962,
+      "step": 3734
+    },
+    {
+      "epoch": 1.8293937538273117,
+      "grad_norm": 0.3814655542373657,
+      "learning_rate": 1.7012135491047426e-06,
+      "loss": 0.6138,
+      "step": 3735
+    },
+    {
+      "epoch": 1.8298836497244335,
+      "grad_norm": 0.38674652576446533,
+      "learning_rate": 1.6999780133600468e-06,
+      "loss": 0.6151,
+      "step": 3736
+    },
+    {
+      "epoch": 1.8303735456215553,
+      "grad_norm": 0.3824363648891449,
+      "learning_rate": 1.6987426952740013e-06,
+      "loss": 0.6024,
+      "step": 3737
+    },
+    {
+      "epoch": 1.8308634415186773,
+      "grad_norm": 0.3848515748977661,
+      "learning_rate": 1.6975075951826946e-06,
+      "loss": 0.606,
+      "step": 3738
+    },
+    {
+      "epoch": 1.831353337415799,
+      "grad_norm": 0.382053941488266,
+      "learning_rate": 1.696272713422154e-06,
+      "loss": 0.5924,
+      "step": 3739
+    },
+    {
+      "epoch": 1.831843233312921,
+      "grad_norm": 0.3726605474948883,
+      "learning_rate": 1.6950380503283496e-06,
+      "loss": 0.6336,
+      "step": 3740
+    },
+    {
+      "epoch": 1.8323331292100429,
+      "grad_norm": 0.37994149327278137,
+      "learning_rate": 1.69380360623719e-06,
+      "loss": 0.5996,
+      "step": 3741
+    },
+    {
+      "epoch": 1.8328230251071647,
+      "grad_norm": 0.40475526452064514,
+      "learning_rate": 1.692569381484527e-06,
+      "loss": 0.5971,
+      "step": 3742
+    },
+    {
+      "epoch": 1.8333129210042864,
+      "grad_norm": 0.37779107689857483,
+      "learning_rate": 1.6913353764061496e-06,
+      "loss": 0.5697,
+      "step": 3743
+    },
+    {
+      "epoch": 1.8338028169014085,
+      "grad_norm": 0.3795400857925415,
+      "learning_rate": 1.6901015913377883e-06,
+      "loss": 0.5709,
+      "step": 3744
+    },
+    {
+      "epoch": 1.8342927127985305,
+      "grad_norm": 0.4089775085449219,
+      "learning_rate": 1.6888680266151148e-06,
+      "loss": 0.6038,
+      "step": 3745
+    },
+    {
+      "epoch": 1.8347826086956522,
+      "grad_norm": 0.37829867005348206,
+      "learning_rate": 1.68763468257374e-06,
+      "loss": 0.608,
+      "step": 3746
+    },
+    {
+      "epoch": 1.835272504592774,
+      "grad_norm": 0.3721328377723694,
+      "learning_rate": 1.686401559549213e-06,
+      "loss": 0.6065,
+      "step": 3747
+    },
+    {
+      "epoch": 1.8357624004898958,
+      "grad_norm": 0.3968856632709503,
+      "learning_rate": 1.6851686578770263e-06,
+      "loss": 0.5958,
+      "step": 3748
+    },
+    {
+      "epoch": 1.8362522963870178,
+      "grad_norm": 0.3771423399448395,
+      "learning_rate": 1.683935977892609e-06,
+      "loss": 0.5964,
+      "step": 3749
+    },
+    {
+      "epoch": 1.8367421922841396,
+      "grad_norm": 0.3991544544696808,
+      "learning_rate": 1.682703519931333e-06,
+      "loss": 0.6318,
+      "step": 3750
+    },
+    {
+      "epoch": 1.8372320881812616,
+      "grad_norm": 0.38593053817749023,
+      "learning_rate": 1.6814712843285062e-06,
+      "loss": 0.598,
+      "step": 3751
+    },
+    {
+      "epoch": 1.8377219840783834,
+      "grad_norm": 0.37789005041122437,
+      "learning_rate": 1.6802392714193777e-06,
+      "loss": 0.6062,
+      "step": 3752
+    },
+    {
+      "epoch": 1.8382118799755052,
+      "grad_norm": 0.3899378776550293,
+      "learning_rate": 1.6790074815391378e-06,
+      "loss": 0.5881,
+      "step": 3753
+    },
+    {
+      "epoch": 1.838701775872627,
+      "grad_norm": 0.38867485523223877,
+      "learning_rate": 1.677775915022914e-06,
+      "loss": 0.5932,
+      "step": 3754
+    },
+    {
+      "epoch": 1.839191671769749,
+      "grad_norm": 0.37844640016555786,
+      "learning_rate": 1.6765445722057717e-06,
+      "loss": 0.5975,
+      "step": 3755
+    },
+    {
+      "epoch": 1.8396815676668707,
+      "grad_norm": 0.3969273865222931,
+      "learning_rate": 1.6753134534227188e-06,
+      "loss": 0.603,
+      "step": 3756
+    },
+    {
+      "epoch": 1.8401714635639927,
+      "grad_norm": 0.37630051374435425,
+      "learning_rate": 1.6740825590087e-06,
+      "loss": 0.5789,
+      "step": 3757
+    },
+    {
+      "epoch": 1.8406613594611145,
+      "grad_norm": 0.365989625453949,
+      "learning_rate": 1.6728518892986011e-06,
+      "loss": 0.6113,
+      "step": 3758
+    },
+    {
+      "epoch": 1.8411512553582363,
+      "grad_norm": 0.37169885635375977,
+      "learning_rate": 1.6716214446272439e-06,
+      "loss": 0.5581,
+      "step": 3759
+    },
+    {
+      "epoch": 1.841641151255358,
+      "grad_norm": 0.38863876461982727,
+      "learning_rate": 1.67039122532939e-06,
+      "loss": 0.5923,
+      "step": 3760
+    },
+    {
+      "epoch": 1.84213104715248,
+      "grad_norm": 0.36578845977783203,
+      "learning_rate": 1.6691612317397409e-06,
+      "loss": 0.5707,
+      "step": 3761
+    },
+    {
+      "epoch": 1.8426209430496021,
+      "grad_norm": 0.38766974210739136,
+      "learning_rate": 1.6679314641929363e-06,
+      "loss": 0.575,
+      "step": 3762
+    },
+    {
+      "epoch": 1.843110838946724,
+      "grad_norm": 0.382845014333725,
+      "learning_rate": 1.6667019230235521e-06,
+      "loss": 0.5706,
+      "step": 3763
+    },
+    {
+      "epoch": 1.8436007348438457,
+      "grad_norm": 0.37511077523231506,
+      "learning_rate": 1.6654726085661061e-06,
+      "loss": 0.6143,
+      "step": 3764
+    },
+    {
+      "epoch": 1.8440906307409675,
+      "grad_norm": 0.37736672163009644,
+      "learning_rate": 1.6642435211550518e-06,
+      "loss": 0.5709,
+      "step": 3765
+    },
+    {
+      "epoch": 1.8445805266380892,
+      "grad_norm": 0.39024674892425537,
+      "learning_rate": 1.6630146611247833e-06,
+      "loss": 0.5957,
+      "step": 3766
+    },
+    {
+      "epoch": 1.8450704225352113,
+      "grad_norm": 0.37413138151168823,
+      "learning_rate": 1.66178602880963e-06,
+      "loss": 0.5886,
+      "step": 3767
+    },
+    {
+      "epoch": 1.8455603184323333,
+      "grad_norm": 0.39651983976364136,
+      "learning_rate": 1.6605576245438606e-06,
+      "loss": 0.5983,
+      "step": 3768
+    },
+    {
+      "epoch": 1.846050214329455,
+      "grad_norm": 0.39572417736053467,
+      "learning_rate": 1.6593294486616831e-06,
+      "loss": 0.5996,
+      "step": 3769
+    },
+    {
+      "epoch": 1.8465401102265768,
+      "grad_norm": 0.3851615786552429,
+      "learning_rate": 1.6581015014972423e-06,
+      "loss": 0.5997,
+      "step": 3770
+    },
+    {
+      "epoch": 1.8470300061236986,
+      "grad_norm": 0.41647547483444214,
+      "learning_rate": 1.6568737833846189e-06,
+      "loss": 0.6016,
+      "step": 3771
+    },
+    {
+      "epoch": 1.8475199020208206,
+      "grad_norm": 0.36479514837265015,
+      "learning_rate": 1.6556462946578347e-06,
+      "loss": 0.5927,
+      "step": 3772
+    },
+    {
+      "epoch": 1.8480097979179424,
+      "grad_norm": 0.3878510594367981,
+      "learning_rate": 1.6544190356508467e-06,
+      "loss": 0.5988,
+      "step": 3773
+    },
+    {
+      "epoch": 1.8484996938150644,
+      "grad_norm": 0.399386465549469,
+      "learning_rate": 1.653192006697551e-06,
+      "loss": 0.6172,
+      "step": 3774
+    },
+    {
+      "epoch": 1.8489895897121862,
+      "grad_norm": 0.3863047659397125,
+      "learning_rate": 1.6519652081317795e-06,
+      "loss": 0.603,
+      "step": 3775
+    },
+    {
+      "epoch": 1.849479485609308,
+      "grad_norm": 0.3732050359249115,
+      "learning_rate": 1.6507386402873016e-06,
+      "loss": 0.5869,
+      "step": 3776
+    },
+    {
+      "epoch": 1.8499693815064298,
+      "grad_norm": 0.396057665348053,
+      "learning_rate": 1.6495123034978255e-06,
+      "loss": 0.5914,
+      "step": 3777
+    },
+    {
+      "epoch": 1.8504592774035518,
+      "grad_norm": 0.3678869605064392,
+      "learning_rate": 1.6482861980969961e-06,
+      "loss": 0.57,
+      "step": 3778
+    },
+    {
+      "epoch": 1.8509491733006738,
+      "grad_norm": 0.37644243240356445,
+      "learning_rate": 1.6470603244183931e-06,
+      "loss": 0.5822,
+      "step": 3779
+    },
+    {
+      "epoch": 1.8514390691977956,
+      "grad_norm": 0.3729305565357208,
+      "learning_rate": 1.6458346827955357e-06,
+      "loss": 0.5945,
+      "step": 3780
+    },
+    {
+      "epoch": 1.8519289650949173,
+      "grad_norm": 0.3963735103607178,
+      "learning_rate": 1.644609273561879e-06,
+      "loss": 0.6001,
+      "step": 3781
+    },
+    {
+      "epoch": 1.8524188609920391,
+      "grad_norm": 0.36045894026756287,
+      "learning_rate": 1.6433840970508163e-06,
+      "loss": 0.6038,
+      "step": 3782
+    },
+    {
+      "epoch": 1.852908756889161,
+      "grad_norm": 0.3978586494922638,
+      "learning_rate": 1.642159153595674e-06,
+      "loss": 0.5985,
+      "step": 3783
+    },
+    {
+      "epoch": 1.853398652786283,
+      "grad_norm": 0.38642844557762146,
+      "learning_rate": 1.6409344435297187e-06,
+      "loss": 0.609,
+      "step": 3784
+    },
+    {
+      "epoch": 1.853888548683405,
+      "grad_norm": 0.3793650269508362,
+      "learning_rate": 1.6397099671861516e-06,
+      "loss": 0.615,
+      "step": 3785
+    },
+    {
+      "epoch": 1.8543784445805267,
+      "grad_norm": 0.3890509307384491,
+      "learning_rate": 1.6384857248981117e-06,
+      "loss": 0.5896,
+      "step": 3786
+    },
+    {
+      "epoch": 1.8548683404776485,
+      "grad_norm": 0.39722636342048645,
+      "learning_rate": 1.6372617169986732e-06,
+      "loss": 0.6155,
+      "step": 3787
+    },
+    {
+      "epoch": 1.8553582363747703,
+      "grad_norm": 0.3891356885433197,
+      "learning_rate": 1.6360379438208456e-06,
+      "loss": 0.6083,
+      "step": 3788
+    },
+    {
+      "epoch": 1.8558481322718923,
+      "grad_norm": 0.4011010229587555,
+      "learning_rate": 1.6348144056975772e-06,
+      "loss": 0.5811,
+      "step": 3789
+    },
+    {
+      "epoch": 1.856338028169014,
+      "grad_norm": 0.3941974937915802,
+      "learning_rate": 1.6335911029617515e-06,
+      "loss": 0.5749,
+      "step": 3790
+    },
+    {
+      "epoch": 1.856827924066136,
+      "grad_norm": 0.3744082748889923,
+      "learning_rate": 1.6323680359461852e-06,
+      "loss": 0.5797,
+      "step": 3791
+    },
+    {
+      "epoch": 1.8573178199632578,
+      "grad_norm": 0.3848723769187927,
+      "learning_rate": 1.6311452049836346e-06,
+      "loss": 0.6012,
+      "step": 3792
+    },
+    {
+      "epoch": 1.8578077158603796,
+      "grad_norm": 0.40681174397468567,
+      "learning_rate": 1.6299226104067907e-06,
+      "loss": 0.6038,
+      "step": 3793
+    },
+    {
+      "epoch": 1.8582976117575014,
+      "grad_norm": 0.37636029720306396,
+      "learning_rate": 1.6287002525482775e-06,
+      "loss": 0.6183,
+      "step": 3794
+    },
+    {
+      "epoch": 1.8587875076546234,
+      "grad_norm": 0.377697616815567,
+      "learning_rate": 1.627478131740659e-06,
+      "loss": 0.5871,
+      "step": 3795
+    },
+    {
+      "epoch": 1.8592774035517452,
+      "grad_norm": 0.37914136052131653,
+      "learning_rate": 1.626256248316431e-06,
+      "loss": 0.5729,
+      "step": 3796
+    },
+    {
+      "epoch": 1.8597672994488672,
+      "grad_norm": 0.36852604150772095,
+      "learning_rate": 1.6250346026080283e-06,
+      "loss": 0.5764,
+      "step": 3797
+    },
+    {
+      "epoch": 1.860257195345989,
+      "grad_norm": 0.40917909145355225,
+      "learning_rate": 1.6238131949478168e-06,
+      "loss": 0.6032,
+      "step": 3798
+    },
+    {
+      "epoch": 1.8607470912431108,
+      "grad_norm": 0.4085896611213684,
+      "learning_rate": 1.6225920256681e-06,
+      "loss": 0.604,
+      "step": 3799
+    },
+    {
+      "epoch": 1.8612369871402326,
+      "grad_norm": 0.38389062881469727,
+      "learning_rate": 1.6213710951011176e-06,
+      "loss": 0.5784,
+      "step": 3800
+    },
+    {
+      "epoch": 1.8617268830373546,
+      "grad_norm": 0.38840752840042114,
+      "learning_rate": 1.6201504035790433e-06,
+      "loss": 0.5529,
+      "step": 3801
+    },
+    {
+      "epoch": 1.8622167789344766,
+      "grad_norm": 0.38273531198501587,
+      "learning_rate": 1.6189299514339832e-06,
+      "loss": 0.5986,
+      "step": 3802
+    },
+    {
+      "epoch": 1.8627066748315984,
+      "grad_norm": 0.37344321608543396,
+      "learning_rate": 1.6177097389979828e-06,
+      "loss": 0.6154,
+      "step": 3803
+    },
+    {
+      "epoch": 1.8631965707287201,
+      "grad_norm": 0.3794795572757721,
+      "learning_rate": 1.616489766603019e-06,
+      "loss": 0.6184,
+      "step": 3804
+    },
+    {
+      "epoch": 1.863686466625842,
+      "grad_norm": 0.3980724811553955,
+      "learning_rate": 1.6152700345810063e-06,
+      "loss": 0.5805,
+      "step": 3805
+    },
+    {
+      "epoch": 1.864176362522964,
+      "grad_norm": 0.3848017752170563,
+      "learning_rate": 1.6140505432637904e-06,
+      "loss": 0.6019,
+      "step": 3806
+    },
+    {
+      "epoch": 1.8646662584200857,
+      "grad_norm": 0.3839903175830841,
+      "learning_rate": 1.6128312929831535e-06,
+      "loss": 0.6122,
+      "step": 3807
+    },
+    {
+      "epoch": 1.8651561543172077,
+      "grad_norm": 0.3806220591068268,
+      "learning_rate": 1.6116122840708126e-06,
+      "loss": 0.6049,
+      "step": 3808
+    },
+    {
+      "epoch": 1.8656460502143295,
+      "grad_norm": 0.3840685486793518,
+      "learning_rate": 1.6103935168584184e-06,
+      "loss": 0.6169,
+      "step": 3809
+    },
+    {
+      "epoch": 1.8661359461114513,
+      "grad_norm": 0.39384445548057556,
+      "learning_rate": 1.6091749916775546e-06,
+      "loss": 0.6124,
+      "step": 3810
+    },
+    {
+      "epoch": 1.866625842008573,
+      "grad_norm": 0.38584113121032715,
+      "learning_rate": 1.6079567088597414e-06,
+      "loss": 0.5754,
+      "step": 3811
+    },
+    {
+      "epoch": 1.867115737905695,
+      "grad_norm": 0.3917850852012634,
+      "learning_rate": 1.6067386687364317e-06,
+      "loss": 0.6,
+      "step": 3812
+    },
+    {
+      "epoch": 1.8676056338028169,
+      "grad_norm": 0.39033666253089905,
+      "learning_rate": 1.605520871639013e-06,
+      "loss": 0.6138,
+      "step": 3813
+    },
+    {
+      "epoch": 1.8680955296999389,
+      "grad_norm": 0.38975682854652405,
+      "learning_rate": 1.6043033178988054e-06,
+      "loss": 0.6044,
+      "step": 3814
+    },
+    {
+      "epoch": 1.8685854255970606,
+      "grad_norm": 0.38457754254341125,
+      "learning_rate": 1.603086007847064e-06,
+      "loss": 0.6031,
+      "step": 3815
+    },
+    {
+      "epoch": 1.8690753214941824,
+      "grad_norm": 0.3836505711078644,
+      "learning_rate": 1.6018689418149774e-06,
+      "loss": 0.6097,
+      "step": 3816
+    },
+    {
+      "epoch": 1.8695652173913042,
+      "grad_norm": 0.3853705823421478,
+      "learning_rate": 1.6006521201336685e-06,
+      "loss": 0.5969,
+      "step": 3817
+    },
+    {
+      "epoch": 1.8700551132884262,
+      "grad_norm": 0.3854561150074005,
+      "learning_rate": 1.599435543134191e-06,
+      "loss": 0.6013,
+      "step": 3818
+    },
+    {
+      "epoch": 1.8705450091855482,
+      "grad_norm": 0.3928390145301819,
+      "learning_rate": 1.5982192111475357e-06,
+      "loss": 0.5838,
+      "step": 3819
+    },
+    {
+      "epoch": 1.87103490508267,
+      "grad_norm": 0.3833693265914917,
+      "learning_rate": 1.5970031245046235e-06,
+      "loss": 0.592,
+      "step": 3820
+    },
+    {
+      "epoch": 1.8715248009797918,
+      "grad_norm": 0.3838256895542145,
+      "learning_rate": 1.595787283536312e-06,
+      "loss": 0.5828,
+      "step": 3821
+    },
+    {
+      "epoch": 1.8720146968769136,
+      "grad_norm": 0.38237980008125305,
+      "learning_rate": 1.594571688573388e-06,
+      "loss": 0.6096,
+      "step": 3822
+    },
+    {
+      "epoch": 1.8725045927740354,
+      "grad_norm": 0.3838222920894623,
+      "learning_rate": 1.5933563399465741e-06,
+      "loss": 0.5924,
+      "step": 3823
+    },
+    {
+      "epoch": 1.8729944886711574,
+      "grad_norm": 0.38181281089782715,
+      "learning_rate": 1.5921412379865259e-06,
+      "loss": 0.6279,
+      "step": 3824
+    },
+    {
+      "epoch": 1.8734843845682794,
+      "grad_norm": 0.38194912672042847,
+      "learning_rate": 1.5909263830238302e-06,
+      "loss": 0.6034,
+      "step": 3825
+    },
+    {
+      "epoch": 1.8739742804654012,
+      "grad_norm": 0.3822288513183594,
+      "learning_rate": 1.5897117753890073e-06,
+      "loss": 0.6127,
+      "step": 3826
+    },
+    {
+      "epoch": 1.874464176362523,
+      "grad_norm": 0.3692362308502197,
+      "learning_rate": 1.5884974154125116e-06,
+      "loss": 0.5826,
+      "step": 3827
+    },
+    {
+      "epoch": 1.8749540722596447,
+      "grad_norm": 0.38208094239234924,
+      "learning_rate": 1.5872833034247277e-06,
+      "loss": 0.596,
+      "step": 3828
+    },
+    {
+      "epoch": 1.8754439681567667,
+      "grad_norm": 0.38647207617759705,
+      "learning_rate": 1.5860694397559751e-06,
+      "loss": 0.6161,
+      "step": 3829
+    },
+    {
+      "epoch": 1.8759338640538885,
+      "grad_norm": 0.4012698233127594,
+      "learning_rate": 1.584855824736504e-06,
+      "loss": 0.6082,
+      "step": 3830
+    },
+    {
+      "epoch": 1.8764237599510105,
+      "grad_norm": 0.3802081048488617,
+      "learning_rate": 1.5836424586964972e-06,
+      "loss": 0.5974,
+      "step": 3831
+    },
+    {
+      "epoch": 1.8769136558481323,
+      "grad_norm": 0.40389886498451233,
+      "learning_rate": 1.5824293419660708e-06,
+      "loss": 0.576,
+      "step": 3832
+    },
+    {
+      "epoch": 1.877403551745254,
+      "grad_norm": 0.3876023292541504,
+      "learning_rate": 1.581216474875273e-06,
+      "loss": 0.5846,
+      "step": 3833
+    },
+    {
+      "epoch": 1.8778934476423759,
+      "grad_norm": 0.3774127960205078,
+      "learning_rate": 1.580003857754082e-06,
+      "loss": 0.5777,
+      "step": 3834
+    },
+    {
+      "epoch": 1.8783833435394979,
+      "grad_norm": 0.383326917886734,
+      "learning_rate": 1.5787914909324103e-06,
+      "loss": 0.5749,
+      "step": 3835
+    },
+    {
+      "epoch": 1.8788732394366199,
+      "grad_norm": 0.4001682698726654,
+      "learning_rate": 1.5775793747401015e-06,
+      "loss": 0.5722,
+      "step": 3836
+    },
+    {
+      "epoch": 1.8793631353337417,
+      "grad_norm": 0.38101986050605774,
+      "learning_rate": 1.5763675095069315e-06,
+      "loss": 0.5916,
+      "step": 3837
+    },
+    {
+      "epoch": 1.8798530312308634,
+      "grad_norm": 0.3810449540615082,
+      "learning_rate": 1.5751558955626062e-06,
+      "loss": 0.6123,
+      "step": 3838
+    },
+    {
+      "epoch": 1.8803429271279852,
+      "grad_norm": 0.38175517320632935,
+      "learning_rate": 1.5739445332367647e-06,
+      "loss": 0.607,
+      "step": 3839
+    },
+    {
+      "epoch": 1.880832823025107,
+      "grad_norm": 0.3956352174282074,
+      "learning_rate": 1.5727334228589785e-06,
+      "loss": 0.5989,
+      "step": 3840
+    },
+    {
+      "epoch": 1.881322718922229,
+      "grad_norm": 0.38695448637008667,
+      "learning_rate": 1.5715225647587484e-06,
+      "loss": 0.6103,
+      "step": 3841
+    },
+    {
+      "epoch": 1.881812614819351,
+      "grad_norm": 0.3783390522003174,
+      "learning_rate": 1.570311959265507e-06,
+      "loss": 0.6142,
+      "step": 3842
+    },
+    {
+      "epoch": 1.8823025107164728,
+      "grad_norm": 0.37457308173179626,
+      "learning_rate": 1.5691016067086198e-06,
+      "loss": 0.5864,
+      "step": 3843
+    },
+    {
+      "epoch": 1.8827924066135946,
+      "grad_norm": 0.3893515169620514,
+      "learning_rate": 1.5678915074173815e-06,
+      "loss": 0.6145,
+      "step": 3844
+    },
+    {
+      "epoch": 1.8832823025107164,
+      "grad_norm": 0.38309383392333984,
+      "learning_rate": 1.5666816617210201e-06,
+      "loss": 0.6086,
+      "step": 3845
+    },
+    {
+      "epoch": 1.8837721984078384,
+      "grad_norm": 0.3866303563117981,
+      "learning_rate": 1.5654720699486914e-06,
+      "loss": 0.6042,
+      "step": 3846
+    },
+    {
+      "epoch": 1.8842620943049602,
+      "grad_norm": 0.3884117007255554,
+      "learning_rate": 1.5642627324294852e-06,
+      "loss": 0.6102,
+      "step": 3847
+    },
+    {
+      "epoch": 1.8847519902020822,
+      "grad_norm": 0.3813767433166504,
+      "learning_rate": 1.5630536494924203e-06,
+      "loss": 0.5997,
+      "step": 3848
+    },
+    {
+      "epoch": 1.885241886099204,
+      "grad_norm": 0.3944438695907593,
+      "learning_rate": 1.5618448214664484e-06,
+      "loss": 0.5935,
+      "step": 3849
+    },
+    {
+      "epoch": 1.8857317819963257,
+      "grad_norm": 0.376669317483902,
+      "learning_rate": 1.5606362486804477e-06,
+      "loss": 0.6062,
+      "step": 3850
+    },
+    {
+      "epoch": 1.8862216778934475,
+      "grad_norm": 0.3964020907878876,
+      "learning_rate": 1.5594279314632318e-06,
+      "loss": 0.5834,
+      "step": 3851
+    },
+    {
+      "epoch": 1.8867115737905695,
+      "grad_norm": 0.3897985517978668,
+      "learning_rate": 1.558219870143541e-06,
+      "loss": 0.599,
+      "step": 3852
+    },
+    {
+      "epoch": 1.8872014696876913,
+      "grad_norm": 0.39439502358436584,
+      "learning_rate": 1.5570120650500494e-06,
+      "loss": 0.5818,
+      "step": 3853
+    },
+    {
+      "epoch": 1.8876913655848133,
+      "grad_norm": 0.3889116048812866,
+      "learning_rate": 1.5558045165113577e-06,
+      "loss": 0.6027,
+      "step": 3854
+    },
+    {
+      "epoch": 1.888181261481935,
+      "grad_norm": 0.38129112124443054,
+      "learning_rate": 1.554597224855999e-06,
+      "loss": 0.5614,
+      "step": 3855
+    },
+    {
+      "epoch": 1.8886711573790569,
+      "grad_norm": 0.3734036684036255,
+      "learning_rate": 1.5533901904124365e-06,
+      "loss": 0.5851,
+      "step": 3856
+    },
+    {
+      "epoch": 1.8891610532761787,
+      "grad_norm": 0.4071826636791229,
+      "learning_rate": 1.5521834135090638e-06,
+      "loss": 0.5849,
+      "step": 3857
+    },
+    {
+      "epoch": 1.8896509491733007,
+      "grad_norm": 0.3796846270561218,
+      "learning_rate": 1.5509768944742015e-06,
+      "loss": 0.6284,
+      "step": 3858
+    },
+    {
+      "epoch": 1.8901408450704227,
+      "grad_norm": 0.3854471445083618,
+      "learning_rate": 1.549770633636104e-06,
+      "loss": 0.6065,
+      "step": 3859
+    },
+    {
+      "epoch": 1.8906307409675445,
+      "grad_norm": 0.3786892592906952,
+      "learning_rate": 1.5485646313229536e-06,
+      "loss": 0.5997,
+      "step": 3860
+    },
+    {
+      "epoch": 1.8911206368646662,
+      "grad_norm": 0.3957558274269104,
+      "learning_rate": 1.5473588878628609e-06,
+      "loss": 0.5903,
+      "step": 3861
+    },
+    {
+      "epoch": 1.891610532761788,
+      "grad_norm": 0.38629743456840515,
+      "learning_rate": 1.546153403583869e-06,
+      "loss": 0.5969,
+      "step": 3862
+    },
+    {
+      "epoch": 1.8921004286589098,
+      "grad_norm": 0.3966604769229889,
+      "learning_rate": 1.5449481788139481e-06,
+      "loss": 0.5983,
+      "step": 3863
+    },
+    {
+      "epoch": 1.8925903245560318,
+      "grad_norm": 0.3782338500022888,
+      "learning_rate": 1.5437432138810001e-06,
+      "loss": 0.6031,
+      "step": 3864
+    },
+    {
+      "epoch": 1.8930802204531538,
+      "grad_norm": 0.38777637481689453,
+      "learning_rate": 1.5425385091128526e-06,
+      "loss": 0.583,
+      "step": 3865
+    },
+    {
+      "epoch": 1.8935701163502756,
+      "grad_norm": 0.3783535063266754,
+      "learning_rate": 1.541334064837266e-06,
+      "loss": 0.6116,
+      "step": 3866
+    },
+    {
+      "epoch": 1.8940600122473974,
+      "grad_norm": 0.38911762833595276,
+      "learning_rate": 1.5401298813819277e-06,
+      "loss": 0.6011,
+      "step": 3867
+    },
+    {
+      "epoch": 1.8945499081445192,
+      "grad_norm": 0.38936376571655273,
+      "learning_rate": 1.5389259590744566e-06,
+      "loss": 0.5782,
+      "step": 3868
+    },
+    {
+      "epoch": 1.8950398040416412,
+      "grad_norm": 0.3972673714160919,
+      "learning_rate": 1.5377222982423968e-06,
+      "loss": 0.5763,
+      "step": 3869
+    },
+    {
+      "epoch": 1.895529699938763,
+      "grad_norm": 0.39196959137916565,
+      "learning_rate": 1.5365188992132235e-06,
+      "loss": 0.6043,
+      "step": 3870
+    },
+    {
+      "epoch": 1.896019595835885,
+      "grad_norm": 0.3976895809173584,
+      "learning_rate": 1.5353157623143417e-06,
+      "loss": 0.585,
+      "step": 3871
+    },
+    {
+      "epoch": 1.8965094917330068,
+      "grad_norm": 0.3683302104473114,
+      "learning_rate": 1.5341128878730838e-06,
+      "loss": 0.6135,
+      "step": 3872
+    },
+    {
+      "epoch": 1.8969993876301285,
+      "grad_norm": 0.3892800509929657,
+      "learning_rate": 1.5329102762167091e-06,
+      "loss": 0.6052,
+      "step": 3873
+    },
+    {
+      "epoch": 1.8974892835272503,
+      "grad_norm": 0.3742842972278595,
+      "learning_rate": 1.531707927672409e-06,
+      "loss": 0.606,
+      "step": 3874
+    },
+    {
+      "epoch": 1.8979791794243723,
+      "grad_norm": 0.3881598711013794,
+      "learning_rate": 1.5305058425672997e-06,
+      "loss": 0.5912,
+      "step": 3875
+    },
+    {
+      "epoch": 1.8984690753214943,
+      "grad_norm": 0.37741315364837646,
+      "learning_rate": 1.52930402122843e-06,
+      "loss": 0.6087,
+      "step": 3876
+    },
+    {
+      "epoch": 1.8989589712186161,
+      "grad_norm": 0.39100179076194763,
+      "learning_rate": 1.5281024639827718e-06,
+      "loss": 0.573,
+      "step": 3877
+    },
+    {
+      "epoch": 1.899448867115738,
+      "grad_norm": 0.3861585259437561,
+      "learning_rate": 1.526901171157229e-06,
+      "loss": 0.6036,
+      "step": 3878
+    },
+    {
+      "epoch": 1.8999387630128597,
+      "grad_norm": 0.3918566107749939,
+      "learning_rate": 1.5257001430786329e-06,
+      "loss": 0.5893,
+      "step": 3879
+    },
+    {
+      "epoch": 1.9004286589099815,
+      "grad_norm": 0.37904560565948486,
+      "learning_rate": 1.5244993800737415e-06,
+      "loss": 0.6196,
+      "step": 3880
+    },
+    {
+      "epoch": 1.9009185548071035,
+      "grad_norm": 0.37171557545661926,
+      "learning_rate": 1.5232988824692406e-06,
+      "loss": 0.5788,
+      "step": 3881
+    },
+    {
+      "epoch": 1.9014084507042255,
+      "grad_norm": 0.3903721272945404,
+      "learning_rate": 1.5220986505917463e-06,
+      "loss": 0.5886,
+      "step": 3882
+    },
+    {
+      "epoch": 1.9018983466013473,
+      "grad_norm": 0.3870047330856323,
+      "learning_rate": 1.520898684767799e-06,
+      "loss": 0.5985,
+      "step": 3883
+    },
+    {
+      "epoch": 1.902388242498469,
+      "grad_norm": 0.3766629695892334,
+      "learning_rate": 1.5196989853238703e-06,
+      "loss": 0.5974,
+      "step": 3884
+    },
+    {
+      "epoch": 1.9028781383955908,
+      "grad_norm": 0.3901977241039276,
+      "learning_rate": 1.5184995525863558e-06,
+      "loss": 0.6018,
+      "step": 3885
+    },
+    {
+      "epoch": 1.9033680342927128,
+      "grad_norm": 0.37363532185554504,
+      "learning_rate": 1.51730038688158e-06,
+      "loss": 0.5891,
+      "step": 3886
+    },
+    {
+      "epoch": 1.9038579301898346,
+      "grad_norm": 0.3979629874229431,
+      "learning_rate": 1.5161014885357967e-06,
+      "loss": 0.6147,
+      "step": 3887
+    },
+    {
+      "epoch": 1.9043478260869566,
+      "grad_norm": 0.3753284811973572,
+      "learning_rate": 1.5149028578751843e-06,
+      "loss": 0.5803,
+      "step": 3888
+    },
+    {
+      "epoch": 1.9048377219840784,
+      "grad_norm": 0.3932628035545349,
+      "learning_rate": 1.5137044952258481e-06,
+      "loss": 0.585,
+      "step": 3889
+    },
+    {
+      "epoch": 1.9053276178812002,
+      "grad_norm": 0.40480080246925354,
+      "learning_rate": 1.512506400913823e-06,
+      "loss": 0.5938,
+      "step": 3890
+    },
+    {
+      "epoch": 1.905817513778322,
+      "grad_norm": 0.410284161567688,
+      "learning_rate": 1.511308575265069e-06,
+      "loss": 0.5628,
+      "step": 3891
+    },
+    {
+      "epoch": 1.906307409675444,
+      "grad_norm": 0.36134013533592224,
+      "learning_rate": 1.5101110186054745e-06,
+      "loss": 0.5972,
+      "step": 3892
+    },
+    {
+      "epoch": 1.906797305572566,
+      "grad_norm": 0.39506784081459045,
+      "learning_rate": 1.5089137312608523e-06,
+      "loss": 0.6231,
+      "step": 3893
+    },
+    {
+      "epoch": 1.9072872014696878,
+      "grad_norm": 0.4061780571937561,
+      "learning_rate": 1.5077167135569438e-06,
+      "loss": 0.5975,
+      "step": 3894
+    },
+    {
+      "epoch": 1.9077770973668096,
+      "grad_norm": 0.3793382942676544,
+      "learning_rate": 1.506519965819417e-06,
+      "loss": 0.5666,
+      "step": 3895
+    },
+    {
+      "epoch": 1.9082669932639313,
+      "grad_norm": 0.3865133821964264,
+      "learning_rate": 1.5053234883738665e-06,
+      "loss": 0.6124,
+      "step": 3896
+    },
+    {
+      "epoch": 1.9087568891610531,
+      "grad_norm": 0.38676655292510986,
+      "learning_rate": 1.5041272815458114e-06,
+      "loss": 0.5888,
+      "step": 3897
+    },
+    {
+      "epoch": 1.9092467850581751,
+      "grad_norm": 0.3978981673717499,
+      "learning_rate": 1.5029313456607002e-06,
+      "loss": 0.6045,
+      "step": 3898
+    },
+    {
+      "epoch": 1.9097366809552971,
+      "grad_norm": 0.3879678249359131,
+      "learning_rate": 1.5017356810439054e-06,
+      "loss": 0.6113,
+      "step": 3899
+    },
+    {
+      "epoch": 1.910226576852419,
+      "grad_norm": 0.37146538496017456,
+      "learning_rate": 1.5005402880207272e-06,
+      "loss": 0.5744,
+      "step": 3900
+    },
+    {
+      "epoch": 1.9107164727495407,
+      "grad_norm": 0.37949562072753906,
+      "learning_rate": 1.4993451669163905e-06,
+      "loss": 0.6217,
+      "step": 3901
+    },
+    {
+      "epoch": 1.9112063686466625,
+      "grad_norm": 0.3931947350502014,
+      "learning_rate": 1.498150318056047e-06,
+      "loss": 0.623,
+      "step": 3902
+    },
+    {
+      "epoch": 1.9116962645437845,
+      "grad_norm": 0.40189266204833984,
+      "learning_rate": 1.4969557417647745e-06,
+      "loss": 0.5923,
+      "step": 3903
+    },
+    {
+      "epoch": 1.9121861604409063,
+      "grad_norm": 0.38631683588027954,
+      "learning_rate": 1.495761438367577e-06,
+      "loss": 0.5869,
+      "step": 3904
+    },
+    {
+      "epoch": 1.9126760563380283,
+      "grad_norm": 0.39588209986686707,
+      "learning_rate": 1.494567408189382e-06,
+      "loss": 0.599,
+      "step": 3905
+    },
+    {
+      "epoch": 1.91316595223515,
+      "grad_norm": 0.3810942769050598,
+      "learning_rate": 1.4933736515550456e-06,
+      "loss": 0.5758,
+      "step": 3906
+    },
+    {
+      "epoch": 1.9136558481322719,
+      "grad_norm": 0.40050971508026123,
+      "learning_rate": 1.4921801687893478e-06,
+      "loss": 0.6058,
+      "step": 3907
+    },
+    {
+      "epoch": 1.9141457440293936,
+      "grad_norm": 0.38427913188934326,
+      "learning_rate": 1.4909869602169951e-06,
+      "loss": 0.6156,
+      "step": 3908
+    },
+    {
+      "epoch": 1.9146356399265156,
+      "grad_norm": 0.3925589323043823,
+      "learning_rate": 1.489794026162618e-06,
+      "loss": 0.6081,
+      "step": 3909
+    },
+    {
+      "epoch": 1.9151255358236374,
+      "grad_norm": 0.3683278262615204,
+      "learning_rate": 1.488601366950773e-06,
+      "loss": 0.5875,
+      "step": 3910
+    },
+    {
+      "epoch": 1.9156154317207594,
+      "grad_norm": 0.38116928935050964,
+      "learning_rate": 1.4874089829059423e-06,
+      "loss": 0.5925,
+      "step": 3911
+    },
+    {
+      "epoch": 1.9161053276178812,
+      "grad_norm": 0.39620816707611084,
+      "learning_rate": 1.4862168743525337e-06,
+      "loss": 0.6221,
+      "step": 3912
+    },
+    {
+      "epoch": 1.916595223515003,
+      "grad_norm": 0.4025929570198059,
+      "learning_rate": 1.4850250416148776e-06,
+      "loss": 0.6024,
+      "step": 3913
+    },
+    {
+      "epoch": 1.9170851194121248,
+      "grad_norm": 0.3705156743526459,
+      "learning_rate": 1.483833485017232e-06,
+      "loss": 0.6048,
+      "step": 3914
+    },
+    {
+      "epoch": 1.9175750153092468,
+      "grad_norm": 0.39514997601509094,
+      "learning_rate": 1.4826422048837777e-06,
+      "loss": 0.5894,
+      "step": 3915
+    },
+    {
+      "epoch": 1.9180649112063688,
+      "grad_norm": 0.3818920850753784,
+      "learning_rate": 1.4814512015386234e-06,
+      "loss": 0.6192,
+      "step": 3916
+    },
+    {
+      "epoch": 1.9185548071034906,
+      "grad_norm": 0.4141332805156708,
+      "learning_rate": 1.4802604753057987e-06,
+      "loss": 0.6315,
+      "step": 3917
+    },
+    {
+      "epoch": 1.9190447030006124,
+      "grad_norm": 0.3871549665927887,
+      "learning_rate": 1.479070026509259e-06,
+      "loss": 0.576,
+      "step": 3918
+    },
+    {
+      "epoch": 1.9195345988977341,
+      "grad_norm": 0.3829684555530548,
+      "learning_rate": 1.4778798554728866e-06,
+      "loss": 0.5688,
+      "step": 3919
+    },
+    {
+      "epoch": 1.920024494794856,
+      "grad_norm": 0.4037439823150635,
+      "learning_rate": 1.4766899625204859e-06,
+      "loss": 0.6285,
+      "step": 3920
+    },
+    {
+      "epoch": 1.920514390691978,
+      "grad_norm": 0.3775520920753479,
+      "learning_rate": 1.4755003479757845e-06,
+      "loss": 0.6157,
+      "step": 3921
+    },
+    {
+      "epoch": 1.9210042865891,
+      "grad_norm": 0.3747967481613159,
+      "learning_rate": 1.4743110121624376e-06,
+      "loss": 0.5943,
+      "step": 3922
+    },
+    {
+      "epoch": 1.9214941824862217,
+      "grad_norm": 0.3814570903778076,
+      "learning_rate": 1.4731219554040233e-06,
+      "loss": 0.5949,
+      "step": 3923
+    },
+    {
+      "epoch": 1.9219840783833435,
+      "grad_norm": 0.38599488139152527,
+      "learning_rate": 1.4719331780240406e-06,
+      "loss": 0.593,
+      "step": 3924
+    },
+    {
+      "epoch": 1.9224739742804653,
+      "grad_norm": 0.3969975709915161,
+      "learning_rate": 1.470744680345918e-06,
+      "loss": 0.5856,
+      "step": 3925
+    },
+    {
+      "epoch": 1.9229638701775873,
+      "grad_norm": 0.3717944622039795,
+      "learning_rate": 1.469556462693003e-06,
+      "loss": 0.5999,
+      "step": 3926
+    },
+    {
+      "epoch": 1.923453766074709,
+      "grad_norm": 0.38463103771209717,
+      "learning_rate": 1.4683685253885716e-06,
+      "loss": 0.594,
+      "step": 3927
+    },
+    {
+      "epoch": 1.923943661971831,
+      "grad_norm": 0.38801389932632446,
+      "learning_rate": 1.4671808687558187e-06,
+      "loss": 0.6091,
+      "step": 3928
+    },
+    {
+      "epoch": 1.9244335578689529,
+      "grad_norm": 0.3856598138809204,
+      "learning_rate": 1.4659934931178655e-06,
+      "loss": 0.6212,
+      "step": 3929
+    },
+    {
+      "epoch": 1.9249234537660747,
+      "grad_norm": 0.3670612573623657,
+      "learning_rate": 1.4648063987977569e-06,
+      "loss": 0.6081,
+      "step": 3930
+    },
+    {
+      "epoch": 1.9254133496631964,
+      "grad_norm": 0.37597888708114624,
+      "learning_rate": 1.463619586118461e-06,
+      "loss": 0.6,
+      "step": 3931
+    },
+    {
+      "epoch": 1.9259032455603184,
+      "grad_norm": 0.38681432604789734,
+      "learning_rate": 1.4624330554028676e-06,
+      "loss": 0.5803,
+      "step": 3932
+    },
+    {
+      "epoch": 1.9263931414574404,
+      "grad_norm": 0.37726280093193054,
+      "learning_rate": 1.4612468069737927e-06,
+      "loss": 0.5763,
+      "step": 3933
+    },
+    {
+      "epoch": 1.9268830373545622,
+      "grad_norm": 0.3719038963317871,
+      "learning_rate": 1.4600608411539723e-06,
+      "loss": 0.5945,
+      "step": 3934
+    },
+    {
+      "epoch": 1.927372933251684,
+      "grad_norm": 0.38579002022743225,
+      "learning_rate": 1.4588751582660698e-06,
+      "loss": 0.5943,
+      "step": 3935
+    },
+    {
+      "epoch": 1.9278628291488058,
+      "grad_norm": 0.3750595152378082,
+      "learning_rate": 1.4576897586326666e-06,
+      "loss": 0.6,
+      "step": 3936
+    },
+    {
+      "epoch": 1.9283527250459276,
+      "grad_norm": 0.38385844230651855,
+      "learning_rate": 1.4565046425762702e-06,
+      "loss": 0.6103,
+      "step": 3937
+    },
+    {
+      "epoch": 1.9288426209430496,
+      "grad_norm": 0.40029051899909973,
+      "learning_rate": 1.4553198104193094e-06,
+      "loss": 0.5876,
+      "step": 3938
+    },
+    {
+      "epoch": 1.9293325168401716,
+      "grad_norm": 0.39182162284851074,
+      "learning_rate": 1.4541352624841392e-06,
+      "loss": 0.5889,
+      "step": 3939
+    },
+    {
+      "epoch": 1.9298224127372934,
+      "grad_norm": 0.3815484642982483,
+      "learning_rate": 1.4529509990930319e-06,
+      "loss": 0.6239,
+      "step": 3940
+    },
+    {
+      "epoch": 1.9303123086344152,
+      "grad_norm": 0.3835720717906952,
+      "learning_rate": 1.451767020568185e-06,
+      "loss": 0.5956,
+      "step": 3941
+    },
+    {
+      "epoch": 1.930802204531537,
+      "grad_norm": 0.3855348527431488,
+      "learning_rate": 1.4505833272317204e-06,
+      "loss": 0.5795,
+      "step": 3942
+    },
+    {
+      "epoch": 1.931292100428659,
+      "grad_norm": 0.39988335967063904,
+      "learning_rate": 1.4493999194056812e-06,
+      "loss": 0.5926,
+      "step": 3943
+    },
+    {
+      "epoch": 1.9317819963257807,
+      "grad_norm": 0.40186038613319397,
+      "learning_rate": 1.4482167974120286e-06,
+      "loss": 0.6211,
+      "step": 3944
+    },
+    {
+      "epoch": 1.9322718922229027,
+      "grad_norm": 0.3931126296520233,
+      "learning_rate": 1.447033961572653e-06,
+      "loss": 0.6154,
+      "step": 3945
+    },
+    {
+      "epoch": 1.9327617881200245,
+      "grad_norm": 0.38293877243995667,
+      "learning_rate": 1.4458514122093628e-06,
+      "loss": 0.6126,
+      "step": 3946
+    },
+    {
+      "epoch": 1.9332516840171463,
+      "grad_norm": 0.3773130476474762,
+      "learning_rate": 1.44466914964389e-06,
+      "loss": 0.5819,
+      "step": 3947
+    },
+    {
+      "epoch": 1.933741579914268,
+      "grad_norm": 0.3978535830974579,
+      "learning_rate": 1.4434871741978846e-06,
+      "loss": 0.5946,
+      "step": 3948
+    },
+    {
+      "epoch": 1.93423147581139,
+      "grad_norm": 0.3922695517539978,
+      "learning_rate": 1.4423054861929252e-06,
+      "loss": 0.5876,
+      "step": 3949
+    },
+    {
+      "epoch": 1.934721371708512,
+      "grad_norm": 0.38319912552833557,
+      "learning_rate": 1.4411240859505076e-06,
+      "loss": 0.624,
+      "step": 3950
+    },
+    {
+      "epoch": 1.935211267605634,
+      "grad_norm": 0.37788963317871094,
+      "learning_rate": 1.4399429737920507e-06,
+      "loss": 0.6111,
+      "step": 3951
+    },
+    {
+      "epoch": 1.9357011635027557,
+      "grad_norm": 0.3694787323474884,
+      "learning_rate": 1.438762150038894e-06,
+      "loss": 0.6024,
+      "step": 3952
+    },
+    {
+      "epoch": 1.9361910593998775,
+      "grad_norm": 0.39737796783447266,
+      "learning_rate": 1.4375816150123e-06,
+      "loss": 0.583,
+      "step": 3953
+    },
+    {
+      "epoch": 1.9366809552969992,
+      "grad_norm": 0.3836512863636017,
+      "learning_rate": 1.4364013690334516e-06,
+      "loss": 0.5845,
+      "step": 3954
+    },
+    {
+      "epoch": 1.9371708511941212,
+      "grad_norm": 0.4106494188308716,
+      "learning_rate": 1.4352214124234538e-06,
+      "loss": 0.5994,
+      "step": 3955
+    },
+    {
+      "epoch": 1.9376607470912433,
+      "grad_norm": 0.3886888325214386,
+      "learning_rate": 1.434041745503332e-06,
+      "loss": 0.6088,
+      "step": 3956
+    },
+    {
+      "epoch": 1.938150642988365,
+      "grad_norm": 0.38353875279426575,
+      "learning_rate": 1.4328623685940335e-06,
+      "loss": 0.6006,
+      "step": 3957
+    },
+    {
+      "epoch": 1.9386405388854868,
+      "grad_norm": 0.4012164771556854,
+      "learning_rate": 1.4316832820164256e-06,
+      "loss": 0.6131,
+      "step": 3958
+    },
+    {
+      "epoch": 1.9391304347826086,
+      "grad_norm": 0.3649507462978363,
+      "learning_rate": 1.4305044860913003e-06,
+      "loss": 0.6122,
+      "step": 3959
+    },
+    {
+      "epoch": 1.9396203306797306,
+      "grad_norm": 0.40850579738616943,
+      "learning_rate": 1.4293259811393648e-06,
+      "loss": 0.596,
+      "step": 3960
+    },
+    {
+      "epoch": 1.9401102265768524,
+      "grad_norm": 0.38226813077926636,
+      "learning_rate": 1.42814776748125e-06,
+      "loss": 0.5985,
+      "step": 3961
+    },
+    {
+      "epoch": 1.9406001224739744,
+      "grad_norm": 0.39838075637817383,
+      "learning_rate": 1.426969845437509e-06,
+      "loss": 0.5884,
+      "step": 3962
+    },
+    {
+      "epoch": 1.9410900183710962,
+      "grad_norm": 0.41625332832336426,
+      "learning_rate": 1.4257922153286153e-06,
+      "loss": 0.5995,
+      "step": 3963
+    },
+    {
+      "epoch": 1.941579914268218,
+      "grad_norm": 0.3875627815723419,
+      "learning_rate": 1.424614877474958e-06,
+      "loss": 0.5982,
+      "step": 3964
+    },
+    {
+      "epoch": 1.9420698101653397,
+      "grad_norm": 0.3686884641647339,
+      "learning_rate": 1.4234378321968539e-06,
+      "loss": 0.599,
+      "step": 3965
+    },
+    {
+      "epoch": 1.9425597060624618,
+      "grad_norm": 0.3777409493923187,
+      "learning_rate": 1.4222610798145353e-06,
+      "loss": 0.5892,
+      "step": 3966
+    },
+    {
+      "epoch": 1.9430496019595835,
+      "grad_norm": 0.38050103187561035,
+      "learning_rate": 1.4210846206481568e-06,
+      "loss": 0.6131,
+      "step": 3967
+    },
+    {
+      "epoch": 1.9435394978567055,
+      "grad_norm": 0.36633023619651794,
+      "learning_rate": 1.4199084550177928e-06,
+      "loss": 0.5653,
+      "step": 3968
+    },
+    {
+      "epoch": 1.9440293937538273,
+      "grad_norm": 0.4001869559288025,
+      "learning_rate": 1.4187325832434373e-06,
+      "loss": 0.5875,
+      "step": 3969
+    },
+    {
+      "epoch": 1.9445192896509491,
+      "grad_norm": 0.3879564106464386,
+      "learning_rate": 1.417557005645005e-06,
+      "loss": 0.5871,
+      "step": 3970
+    },
+    {
+      "epoch": 1.945009185548071,
+      "grad_norm": 0.37091800570487976,
+      "learning_rate": 1.4163817225423307e-06,
+      "loss": 0.5962,
+      "step": 3971
+    },
+    {
+      "epoch": 1.945499081445193,
+      "grad_norm": 0.40128859877586365,
+      "learning_rate": 1.4152067342551688e-06,
+      "loss": 0.5966,
+      "step": 3972
+    },
+    {
+      "epoch": 1.945988977342315,
+      "grad_norm": 0.3757215440273285,
+      "learning_rate": 1.4140320411031928e-06,
+      "loss": 0.5841,
+      "step": 3973
+    },
+    {
+      "epoch": 1.9464788732394367,
+      "grad_norm": 0.39411625266075134,
+      "learning_rate": 1.4128576434059965e-06,
+      "loss": 0.6163,
+      "step": 3974
+    },
+    {
+      "epoch": 1.9469687691365585,
+      "grad_norm": 0.38830918073654175,
+      "learning_rate": 1.4116835414830956e-06,
+      "loss": 0.5893,
+      "step": 3975
+    },
+    {
+      "epoch": 1.9474586650336803,
+      "grad_norm": 0.4110320210456848,
+      "learning_rate": 1.4105097356539204e-06,
+      "loss": 0.59,
+      "step": 3976
+    },
+    {
+      "epoch": 1.947948560930802,
+      "grad_norm": 0.38352492451667786,
+      "learning_rate": 1.4093362262378239e-06,
+      "loss": 0.5781,
+      "step": 3977
+    },
+    {
+      "epoch": 1.948438456827924,
+      "grad_norm": 0.3802383542060852,
+      "learning_rate": 1.408163013554079e-06,
+      "loss": 0.5727,
+      "step": 3978
+    },
+    {
+      "epoch": 1.948928352725046,
+      "grad_norm": 0.38139742612838745,
+      "learning_rate": 1.4069900979218776e-06,
+      "loss": 0.603,
+      "step": 3979
+    },
+    {
+      "epoch": 1.9494182486221678,
+      "grad_norm": 0.3807366192340851,
+      "learning_rate": 1.4058174796603263e-06,
+      "loss": 0.5994,
+      "step": 3980
+    },
+    {
+      "epoch": 1.9499081445192896,
+      "grad_norm": 0.3854959309101105,
+      "learning_rate": 1.4046451590884576e-06,
+      "loss": 0.6138,
+      "step": 3981
+    },
+    {
+      "epoch": 1.9503980404164114,
+      "grad_norm": 0.3887409269809723,
+      "learning_rate": 1.4034731365252195e-06,
+      "loss": 0.6306,
+      "step": 3982
+    },
+    {
+      "epoch": 1.9508879363135334,
+      "grad_norm": 0.40196579694747925,
+      "learning_rate": 1.4023014122894785e-06,
+      "loss": 0.6123,
+      "step": 3983
+    },
+    {
+      "epoch": 1.9513778322106552,
+      "grad_norm": 0.394616037607193,
+      "learning_rate": 1.401129986700021e-06,
+      "loss": 0.6161,
+      "step": 3984
+    },
+    {
+      "epoch": 1.9518677281077772,
+      "grad_norm": 0.40861472487449646,
+      "learning_rate": 1.399958860075552e-06,
+      "loss": 0.5912,
+      "step": 3985
+    },
+    {
+      "epoch": 1.952357624004899,
+      "grad_norm": 0.382912278175354,
+      "learning_rate": 1.3987880327346953e-06,
+      "loss": 0.5952,
+      "step": 3986
+    },
+    {
+      "epoch": 1.9528475199020208,
+      "grad_norm": 0.3746025562286377,
+      "learning_rate": 1.3976175049959927e-06,
+      "loss": 0.6058,
+      "step": 3987
+    },
+    {
+      "epoch": 1.9533374157991426,
+      "grad_norm": 0.3958646357059479,
+      "learning_rate": 1.3964472771779048e-06,
+      "loss": 0.5963,
+      "step": 3988
+    },
+    {
+      "epoch": 1.9538273116962646,
+      "grad_norm": 0.3763718008995056,
+      "learning_rate": 1.3952773495988103e-06,
+      "loss": 0.5773,
+      "step": 3989
+    },
+    {
+      "epoch": 1.9543172075933866,
+      "grad_norm": 0.40086421370506287,
+      "learning_rate": 1.3941077225770069e-06,
+      "loss": 0.5878,
+      "step": 3990
+    },
+    {
+      "epoch": 1.9548071034905083,
+      "grad_norm": 0.3904908001422882,
+      "learning_rate": 1.3929383964307103e-06,
+      "loss": 0.6169,
+      "step": 3991
+    },
+    {
+      "epoch": 1.9552969993876301,
+      "grad_norm": 0.39657434821128845,
+      "learning_rate": 1.3917693714780539e-06,
+      "loss": 0.6146,
+      "step": 3992
+    },
+    {
+      "epoch": 1.955786895284752,
+      "grad_norm": 0.39307424426078796,
+      "learning_rate": 1.3906006480370887e-06,
+      "loss": 0.558,
+      "step": 3993
+    },
+    {
+      "epoch": 1.9562767911818737,
+      "grad_norm": 0.3742981255054474,
+      "learning_rate": 1.3894322264257874e-06,
+      "loss": 0.5856,
+      "step": 3994
+    },
+    {
+      "epoch": 1.9567666870789957,
+      "grad_norm": 0.3839472234249115,
+      "learning_rate": 1.388264106962034e-06,
+      "loss": 0.5947,
+      "step": 3995
+    },
+    {
+      "epoch": 1.9572565829761177,
+      "grad_norm": 0.37460947036743164,
+      "learning_rate": 1.3870962899636347e-06,
+      "loss": 0.5612,
+      "step": 3996
+    },
+    {
+      "epoch": 1.9577464788732395,
+      "grad_norm": 0.37544816732406616,
+      "learning_rate": 1.3859287757483142e-06,
+      "loss": 0.5985,
+      "step": 3997
+    },
+    {
+      "epoch": 1.9582363747703613,
+      "grad_norm": 0.3695054054260254,
+      "learning_rate": 1.3847615646337134e-06,
+      "loss": 0.6027,
+      "step": 3998
+    },
+    {
+      "epoch": 1.958726270667483,
+      "grad_norm": 0.39124566316604614,
+      "learning_rate": 1.3835946569373875e-06,
+      "loss": 0.5971,
+      "step": 3999
+    },
+    {
+      "epoch": 1.959216166564605,
+      "grad_norm": 0.3870829641819,
+      "learning_rate": 1.3824280529768153e-06,
+      "loss": 0.5901,
+      "step": 4000
+    },
+    {
+      "epoch": 1.9597060624617268,
+      "grad_norm": 0.37487348914146423,
+      "learning_rate": 1.3812617530693884e-06,
+      "loss": 0.6176,
+      "step": 4001
+    },
+    {
+      "epoch": 1.9601959583588489,
+      "grad_norm": 0.3881800174713135,
+      "learning_rate": 1.3800957575324175e-06,
+      "loss": 0.6183,
+      "step": 4002
+    },
+    {
+      "epoch": 1.9606858542559706,
+      "grad_norm": 0.4055914282798767,
+      "learning_rate": 1.3789300666831306e-06,
+      "loss": 0.6084,
+      "step": 4003
+    },
+    {
+      "epoch": 1.9611757501530924,
+      "grad_norm": 0.3874861001968384,
+      "learning_rate": 1.3777646808386718e-06,
+      "loss": 0.5746,
+      "step": 4004
+    },
+    {
+      "epoch": 1.9616656460502142,
+      "grad_norm": 0.4014434516429901,
+      "learning_rate": 1.376599600316103e-06,
+      "loss": 0.6168,
+      "step": 4005
+    },
+    {
+      "epoch": 1.9621555419473362,
+      "grad_norm": 0.3831809461116791,
+      "learning_rate": 1.3754348254324023e-06,
+      "loss": 0.5826,
+      "step": 4006
+    },
+    {
+      "epoch": 1.9626454378444582,
+      "grad_norm": 0.36070770025253296,
+      "learning_rate": 1.3742703565044663e-06,
+      "loss": 0.6064,
+      "step": 4007
+    },
+    {
+      "epoch": 1.96313533374158,
+      "grad_norm": 0.3890300989151001,
+      "learning_rate": 1.3731061938491058e-06,
+      "loss": 0.6062,
+      "step": 4008
+    },
+    {
+      "epoch": 1.9636252296387018,
+      "grad_norm": 0.4036749005317688,
+      "learning_rate": 1.3719423377830499e-06,
+      "loss": 0.6175,
+      "step": 4009
+    },
+    {
+      "epoch": 1.9641151255358236,
+      "grad_norm": 0.37360915541648865,
+      "learning_rate": 1.3707787886229461e-06,
+      "loss": 0.5983,
+      "step": 4010
+    },
+    {
+      "epoch": 1.9646050214329454,
+      "grad_norm": 0.39302682876586914,
+      "learning_rate": 1.3696155466853539e-06,
+      "loss": 0.6169,
+      "step": 4011
+    },
+    {
+      "epoch": 1.9650949173300674,
+      "grad_norm": 0.381992369890213,
+      "learning_rate": 1.368452612286752e-06,
+      "loss": 0.5702,
+      "step": 4012
+    },
+    {
+      "epoch": 1.9655848132271894,
+      "grad_norm": 0.3883779048919678,
+      "learning_rate": 1.3672899857435361e-06,
+      "loss": 0.5712,
+      "step": 4013
+    },
+    {
+      "epoch": 1.9660747091243111,
+      "grad_norm": 0.39016586542129517,
+      "learning_rate": 1.3661276673720184e-06,
+      "loss": 0.6051,
+      "step": 4014
+    },
+    {
+      "epoch": 1.966564605021433,
+      "grad_norm": 0.38942763209342957,
+      "learning_rate": 1.3649656574884224e-06,
+      "loss": 0.612,
+      "step": 4015
+    },
+    {
+      "epoch": 1.9670545009185547,
+      "grad_norm": 0.3909493684768677,
+      "learning_rate": 1.363803956408894e-06,
+      "loss": 0.5969,
+      "step": 4016
+    },
+    {
+      "epoch": 1.9675443968156767,
+      "grad_norm": 0.3990567922592163,
+      "learning_rate": 1.3626425644494917e-06,
+      "loss": 0.5846,
+      "step": 4017
+    },
+    {
+      "epoch": 1.9680342927127985,
+      "grad_norm": 0.3897247314453125,
+      "learning_rate": 1.3614814819261906e-06,
+      "loss": 0.6104,
+      "step": 4018
+    },
+    {
+      "epoch": 1.9685241886099205,
+      "grad_norm": 0.3775290548801422,
+      "learning_rate": 1.3603207091548814e-06,
+      "loss": 0.5853,
+      "step": 4019
+    },
+    {
+      "epoch": 1.9690140845070423,
+      "grad_norm": 0.3798587918281555,
+      "learning_rate": 1.359160246451371e-06,
+      "loss": 0.5848,
+      "step": 4020
+    },
+    {
+      "epoch": 1.969503980404164,
+      "grad_norm": 0.39015281200408936,
+      "learning_rate": 1.3580000941313815e-06,
+      "loss": 0.5854,
+      "step": 4021
+    },
+    {
+      "epoch": 1.9699938763012859,
+      "grad_norm": 0.3603484034538269,
+      "learning_rate": 1.3568402525105506e-06,
+      "loss": 0.5907,
+      "step": 4022
+    },
+    {
+      "epoch": 1.9704837721984079,
+      "grad_norm": 0.3853527903556824,
+      "learning_rate": 1.3556807219044318e-06,
+      "loss": 0.5918,
+      "step": 4023
+    },
+    {
+      "epoch": 1.9709736680955297,
+      "grad_norm": 0.40537121891975403,
+      "learning_rate": 1.3545215026284936e-06,
+      "loss": 0.5986,
+      "step": 4024
+    },
+    {
+      "epoch": 1.9714635639926517,
+      "grad_norm": 0.37926989793777466,
+      "learning_rate": 1.3533625949981194e-06,
+      "loss": 0.5792,
+      "step": 4025
+    },
+    {
+      "epoch": 1.9719534598897734,
+      "grad_norm": 0.38420429825782776,
+      "learning_rate": 1.3522039993286106e-06,
+      "loss": 0.5872,
+      "step": 4026
+    },
+    {
+      "epoch": 1.9724433557868952,
+      "grad_norm": 0.3935016691684723,
+      "learning_rate": 1.351045715935179e-06,
+      "loss": 0.5819,
+      "step": 4027
+    },
+    {
+      "epoch": 1.972933251684017,
+      "grad_norm": 0.3941105306148529,
+      "learning_rate": 1.3498877451329536e-06,
+      "loss": 0.6228,
+      "step": 4028
+    },
+    {
+      "epoch": 1.973423147581139,
+      "grad_norm": 0.3828417956829071,
+      "learning_rate": 1.3487300872369813e-06,
+      "loss": 0.5907,
+      "step": 4029
+    },
+    {
+      "epoch": 1.973913043478261,
+      "grad_norm": 0.3934363126754761,
+      "learning_rate": 1.3475727425622207e-06,
+      "loss": 0.5708,
+      "step": 4030
+    },
+    {
+      "epoch": 1.9744029393753828,
+      "grad_norm": 0.3836718797683716,
+      "learning_rate": 1.3464157114235439e-06,
+      "loss": 0.597,
+      "step": 4031
+    },
+    {
+      "epoch": 1.9748928352725046,
+      "grad_norm": 0.3738984167575836,
+      "learning_rate": 1.3452589941357398e-06,
+      "loss": 0.5596,
+      "step": 4032
+    },
+    {
+      "epoch": 1.9753827311696264,
+      "grad_norm": 0.39192041754722595,
+      "learning_rate": 1.344102591013513e-06,
+      "loss": 0.6309,
+      "step": 4033
+    },
+    {
+      "epoch": 1.9758726270667482,
+      "grad_norm": 0.40128445625305176,
+      "learning_rate": 1.3429465023714822e-06,
+      "loss": 0.5855,
+      "step": 4034
+    },
+    {
+      "epoch": 1.9763625229638702,
+      "grad_norm": 0.38303065299987793,
+      "learning_rate": 1.3417907285241758e-06,
+      "loss": 0.5632,
+      "step": 4035
+    },
+    {
+      "epoch": 1.9768524188609922,
+      "grad_norm": 0.3742174506187439,
+      "learning_rate": 1.3406352697860437e-06,
+      "loss": 0.6009,
+      "step": 4036
+    },
+    {
+      "epoch": 1.977342314758114,
+      "grad_norm": 0.3994326889514923,
+      "learning_rate": 1.339480126471446e-06,
+      "loss": 0.5915,
+      "step": 4037
+    },
+    {
+      "epoch": 1.9778322106552357,
+      "grad_norm": 0.36800244450569153,
+      "learning_rate": 1.3383252988946574e-06,
+      "loss": 0.5878,
+      "step": 4038
+    },
+    {
+      "epoch": 1.9783221065523575,
+      "grad_norm": 0.39367935061454773,
+      "learning_rate": 1.337170787369867e-06,
+      "loss": 0.604,
+      "step": 4039
+    },
+    {
+      "epoch": 1.9788120024494795,
+      "grad_norm": 0.3701503872871399,
+      "learning_rate": 1.3360165922111785e-06,
+      "loss": 0.5893,
+      "step": 4040
+    },
+    {
+      "epoch": 1.9793018983466013,
+      "grad_norm": 0.38758528232574463,
+      "learning_rate": 1.3348627137326082e-06,
+      "loss": 0.5873,
+      "step": 4041
+    },
+    {
+      "epoch": 1.9797917942437233,
+      "grad_norm": 0.3833068907260895,
+      "learning_rate": 1.3337091522480873e-06,
+      "loss": 0.5876,
+      "step": 4042
+    },
+    {
+      "epoch": 1.980281690140845,
+      "grad_norm": 0.388893723487854,
+      "learning_rate": 1.3325559080714607e-06,
+      "loss": 0.5858,
+      "step": 4043
+    },
+    {
+      "epoch": 1.9807715860379669,
+      "grad_norm": 0.4043805003166199,
+      "learning_rate": 1.3314029815164864e-06,
+      "loss": 0.6068,
+      "step": 4044
+    },
+    {
+      "epoch": 1.9812614819350887,
+      "grad_norm": 0.3786218762397766,
+      "learning_rate": 1.3302503728968353e-06,
+      "loss": 0.5943,
+      "step": 4045
+    },
+    {
+      "epoch": 1.9817513778322107,
+      "grad_norm": 0.3952981233596802,
+      "learning_rate": 1.3290980825260963e-06,
+      "loss": 0.599,
+      "step": 4046
+    },
+    {
+      "epoch": 1.9822412737293327,
+      "grad_norm": 0.3985205292701721,
+      "learning_rate": 1.327946110717765e-06,
+      "loss": 0.5858,
+      "step": 4047
+    },
+    {
+      "epoch": 1.9827311696264545,
+      "grad_norm": 0.40103331208229065,
+      "learning_rate": 1.3267944577852534e-06,
+      "loss": 0.5919,
+      "step": 4048
+    },
+    {
+      "epoch": 1.9832210655235762,
+      "grad_norm": 0.3790135681629181,
+      "learning_rate": 1.325643124041889e-06,
+      "loss": 0.6026,
+      "step": 4049
+    },
+    {
+      "epoch": 1.983710961420698,
+      "grad_norm": 0.38013195991516113,
+      "learning_rate": 1.3244921098009106e-06,
+      "loss": 0.5687,
+      "step": 4050
+    },
+    {
+      "epoch": 1.9842008573178198,
+      "grad_norm": 0.3763214647769928,
+      "learning_rate": 1.3233414153754665e-06,
+      "loss": 0.6008,
+      "step": 4051
+    },
+    {
+      "epoch": 1.9846907532149418,
+      "grad_norm": 0.3864734470844269,
+      "learning_rate": 1.3221910410786248e-06,
+      "loss": 0.5966,
+      "step": 4052
+    },
+    {
+      "epoch": 1.9851806491120638,
+      "grad_norm": 0.38048502802848816,
+      "learning_rate": 1.3210409872233627e-06,
+      "loss": 0.5881,
+      "step": 4053
+    },
+    {
+      "epoch": 1.9856705450091856,
+      "grad_norm": 0.38162708282470703,
+      "learning_rate": 1.3198912541225672e-06,
+      "loss": 0.6147,
+      "step": 4054
+    },
+    {
+      "epoch": 1.9861604409063074,
+      "grad_norm": 0.38228505849838257,
+      "learning_rate": 1.3187418420890451e-06,
+      "loss": 0.6171,
+      "step": 4055
+    },
+    {
+      "epoch": 1.9866503368034292,
+      "grad_norm": 0.3915107846260071,
+      "learning_rate": 1.3175927514355108e-06,
+      "loss": 0.6076,
+      "step": 4056
+    },
+    {
+      "epoch": 1.9871402327005512,
+      "grad_norm": 0.40125173330307007,
+      "learning_rate": 1.3164439824745929e-06,
+      "loss": 0.5897,
+      "step": 4057
+    },
+    {
+      "epoch": 1.987630128597673,
+      "grad_norm": 0.37791651487350464,
+      "learning_rate": 1.3152955355188317e-06,
+      "loss": 0.5883,
+      "step": 4058
+    },
+    {
+      "epoch": 1.988120024494795,
+      "grad_norm": 0.3758035898208618,
+      "learning_rate": 1.3141474108806806e-06,
+      "loss": 0.5772,
+      "step": 4059
+    },
+    {
+      "epoch": 1.9886099203919168,
+      "grad_norm": 0.3823799788951874,
+      "learning_rate": 1.3129996088725056e-06,
+      "loss": 0.6204,
+      "step": 4060
+    },
+    {
+      "epoch": 1.9890998162890385,
+      "grad_norm": 0.3887219727039337,
+      "learning_rate": 1.3118521298065833e-06,
+      "loss": 0.5938,
+      "step": 4061
+    },
+    {
+      "epoch": 1.9895897121861603,
+      "grad_norm": 0.3915282189846039,
+      "learning_rate": 1.3107049739951046e-06,
+      "loss": 0.5792,
+      "step": 4062
+    },
+    {
+      "epoch": 1.9900796080832823,
+      "grad_norm": 0.38522347807884216,
+      "learning_rate": 1.309558141750171e-06,
+      "loss": 0.5604,
+      "step": 4063
+    },
+    {
+      "epoch": 1.990569503980404,
+      "grad_norm": 0.3832435607910156,
+      "learning_rate": 1.3084116333837955e-06,
+      "loss": 0.5882,
+      "step": 4064
+    },
+    {
+      "epoch": 1.9910593998775261,
+      "grad_norm": 0.38274067640304565,
+      "learning_rate": 1.3072654492079062e-06,
+      "loss": 0.612,
+      "step": 4065
+    },
+    {
+      "epoch": 1.991549295774648,
+      "grad_norm": 0.3865125775337219,
+      "learning_rate": 1.3061195895343388e-06,
+      "loss": 0.6073,
+      "step": 4066
+    },
+    {
+      "epoch": 1.9920391916717697,
+      "grad_norm": 0.37702202796936035,
+      "learning_rate": 1.3049740546748412e-06,
+      "loss": 0.6257,
+      "step": 4067
+    },
+    {
+      "epoch": 1.9925290875688915,
+      "grad_norm": 0.39168035984039307,
+      "learning_rate": 1.3038288449410779e-06,
+      "loss": 0.5985,
+      "step": 4068
+    },
+    {
+      "epoch": 1.9930189834660135,
+      "grad_norm": 0.38941025733947754,
+      "learning_rate": 1.3026839606446201e-06,
+      "loss": 0.588,
+      "step": 4069
+    },
+    {
+      "epoch": 1.9935088793631355,
+      "grad_norm": 0.38389304280281067,
+      "learning_rate": 1.301539402096949e-06,
+      "loss": 0.5745,
+      "step": 4070
+    },
+    {
+      "epoch": 1.9939987752602573,
+      "grad_norm": 0.3887891471385956,
+      "learning_rate": 1.300395169609463e-06,
+      "loss": 0.5761,
+      "step": 4071
+    },
+    {
+      "epoch": 1.994488671157379,
+      "grad_norm": 0.38305941224098206,
+      "learning_rate": 1.299251263493468e-06,
+      "loss": 0.6406,
+      "step": 4072
+    },
+    {
+      "epoch": 1.9949785670545008,
+      "grad_norm": 0.3767364025115967,
+      "learning_rate": 1.2981076840601809e-06,
+      "loss": 0.6119,
+      "step": 4073
+    },
+    {
+      "epoch": 1.9954684629516228,
+      "grad_norm": 0.3854789435863495,
+      "learning_rate": 1.2969644316207314e-06,
+      "loss": 0.5977,
+      "step": 4074
+    },
+    {
+      "epoch": 1.9959583588487446,
+      "grad_norm": 0.39084726572036743,
+      "learning_rate": 1.295821506486159e-06,
+      "loss": 0.6131,
+      "step": 4075
+    },
+    {
+      "epoch": 1.9964482547458666,
+      "grad_norm": 0.3815646469593048,
+      "learning_rate": 1.294678908967415e-06,
+      "loss": 0.5952,
+      "step": 4076
+    },
+    {
+      "epoch": 1.9969381506429884,
+      "grad_norm": 0.39136478304862976,
+      "learning_rate": 1.2935366393753608e-06,
+      "loss": 0.5878,
+      "step": 4077
+    },
+    {
+      "epoch": 1.9974280465401102,
+      "grad_norm": 0.3913816809654236,
+      "learning_rate": 1.2923946980207685e-06,
+      "loss": 0.5832,
+      "step": 4078
+    },
+    {
+      "epoch": 1.997917942437232,
+      "grad_norm": 0.4054318964481354,
+      "learning_rate": 1.2912530852143224e-06,
+      "loss": 0.5503,
+      "step": 4079
+    },
+    {
+      "epoch": 1.998407838334354,
+      "grad_norm": 0.3980437219142914,
+      "learning_rate": 1.2901118012666147e-06,
+      "loss": 0.6221,
+      "step": 4080
+    },
+    {
+      "epoch": 1.9988977342314758,
+      "grad_norm": 0.35932934284210205,
+      "learning_rate": 1.288970846488153e-06,
+      "loss": 0.5805,
+      "step": 4081
+    },
+    {
+      "epoch": 1.9993876301285978,
+      "grad_norm": 0.381290465593338,
+      "learning_rate": 1.2878302211893485e-06,
+      "loss": 0.5806,
+      "step": 4082
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 6123,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 2041,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.6568841111589618e+19,
+  "train_batch_size": 12,
+  "trial_name": null,
+  "trial_params": null
+}