diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,17933 @@
+{
+  "best_global_step": 63686,
+  "best_metric": 3.054766364990921,
+  "best_model_checkpoint": "outputs/whisper-large-v3-turbo/checkpoint-63686",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 63686,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 3.1404569364842585e-05,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0,
+      "loss": 9.979303359985352,
+      "step": 1
+    },
+    {
+      "epoch": 0.0007851142341210646,
+      "grad_norm": 41.94096374511719,
+      "learning_rate": 9.600000000000001e-07,
+      "loss": 9.373766581217447,
+      "step": 25
+    },
+    {
+      "epoch": 0.0015702284682421292,
+      "grad_norm": 19.067081451416016,
+      "learning_rate": 1.9600000000000003e-06,
+      "loss": 7.542354125976562,
+      "step": 50
+    },
+    {
+      "epoch": 0.002355342702363194,
+      "grad_norm": 20.59769058227539,
+      "learning_rate": 2.96e-06,
+      "loss": 7.009388427734375,
+      "step": 75
+    },
+    {
+      "epoch": 0.0031404569364842584,
+      "grad_norm": 22.558021545410156,
+      "learning_rate": 3.96e-06,
+      "loss": 6.90596435546875,
+      "step": 100
+    },
+    {
+      "epoch": 0.003925571170605323,
+      "grad_norm": 25.78112030029297,
+      "learning_rate": 4.960000000000001e-06,
+      "loss": 6.8768798828125,
+      "step": 125
+    },
+    {
+      "epoch": 0.004710685404726388,
+      "grad_norm": 20.777931213378906,
+      "learning_rate": 5.9600000000000005e-06,
+      "loss": 6.791765747070312,
+      "step": 150
+    },
+    {
+      "epoch": 0.005495799638847452,
+      "grad_norm": 20.44936752319336,
+      "learning_rate": 6.96e-06,
+      "loss": 6.7693017578125,
+      "step": 175
+    },
+    {
+      "epoch": 0.006280913872968517,
+      "grad_norm": 19.20271873474121,
+      "learning_rate": 7.960000000000002e-06,
+      "loss": 6.772525634765625,
+      "step": 200
+    },
+    {
+      "epoch": 0.007066028107089581,
+      "grad_norm": 18.812902450561523,
+      "learning_rate": 8.96e-06,
+      "loss": 6.783408203125,
+      "step": 225
+    },
+    {
+      "epoch": 0.007851142341210647,
+      "grad_norm": 19.372535705566406,
+      "learning_rate": 9.960000000000001e-06,
+      "loss": 6.770665893554687,
+      "step": 250
+    },
+    {
+      "epoch": 0.008636256575331711,
+      "grad_norm": 17.4212589263916,
+      "learning_rate": 1.0960000000000002e-05,
+      "loss": 6.724260864257812,
+      "step": 275
+    },
+    {
+      "epoch": 0.009421370809452776,
+      "grad_norm": 16.882524490356445,
+      "learning_rate": 1.196e-05,
+      "loss": 6.825057373046875,
+      "step": 300
+    },
+    {
+      "epoch": 0.01020648504357384,
+      "grad_norm": 15.996599197387695,
+      "learning_rate": 1.2960000000000001e-05,
+      "loss": 6.773802490234375,
+      "step": 325
+    },
+    {
+      "epoch": 0.010991599277694905,
+      "grad_norm": 18.903011322021484,
+      "learning_rate": 1.396e-05,
+      "loss": 6.7702783203125,
+      "step": 350
+    },
+    {
+      "epoch": 0.01177671351181597,
+      "grad_norm": 20.501256942749023,
+      "learning_rate": 1.496e-05,
+      "loss": 6.7285888671875,
+      "step": 375
+    },
+    {
+      "epoch": 0.012561827745937034,
+      "grad_norm": 18.055997848510742,
+      "learning_rate": 1.5960000000000003e-05,
+      "loss": 6.718192749023437,
+      "step": 400
+    },
+    {
+      "epoch": 0.013346941980058098,
+      "grad_norm": 17.99781036376953,
+      "learning_rate": 1.696e-05,
+      "loss": 6.723134765625,
+      "step": 425
+    },
+    {
+      "epoch": 0.014132056214179163,
+      "grad_norm": 18.030330657958984,
+      "learning_rate": 1.796e-05,
+      "loss": 6.779344482421875,
+      "step": 450
+    },
+    {
+      "epoch": 0.014917170448300227,
+      "grad_norm": 15.898109436035156,
+      "learning_rate": 1.896e-05,
+      "loss": 6.760403442382812,
+      "step": 475
+    },
+    {
+      "epoch": 0.015702284682421293,
+      "grad_norm": 17.55674934387207,
+      "learning_rate": 1.9960000000000002e-05,
+      "loss": 6.7034454345703125,
+      "step": 500
+    },
+    {
+      "epoch": 0.016487398916542356,
+      "grad_norm": 20.509431838989258,
+      "learning_rate": 1.9999993592435822e-05,
+      "loss": 6.7798583984375,
+      "step": 525
+    },
+    {
+      "epoch": 0.017272513150663422,
+      "grad_norm": 19.132766723632812,
+      "learning_rate": 1.9999973290701726e-05,
+      "loss": 6.757376708984375,
+      "step": 550
+    },
+    {
+      "epoch": 0.018057627384784485,
+      "grad_norm": 19.585542678833008,
+      "learning_rate": 1.999993908370483e-05,
+      "loss": 6.733961181640625,
+      "step": 575
+    },
+    {
+      "epoch": 0.01884274161890555,
+      "grad_norm": 17.031105041503906,
+      "learning_rate": 1.9999890971497985e-05,
+      "loss": 6.705369873046875,
+      "step": 600
+    },
+    {
+      "epoch": 0.019627855853026614,
+      "grad_norm": 14.040271759033203,
+      "learning_rate": 1.9999828954155528e-05,
+      "loss": 6.631074829101562,
+      "step": 625
+    },
+    {
+      "epoch": 0.02041297008714768,
+      "grad_norm": 16.218955993652344,
+      "learning_rate": 1.999975303177328e-05,
+      "loss": 6.6722607421875,
+      "step": 650
+    },
+    {
+      "epoch": 0.021198084321268743,
+      "grad_norm": 14.040811538696289,
+      "learning_rate": 1.999966320446854e-05,
+      "loss": 6.6358837890625,
+      "step": 675
+    },
+    {
+      "epoch": 0.02198319855538981,
+      "grad_norm": 15.409050941467285,
+      "learning_rate": 1.9999559472380092e-05,
+      "loss": 6.658862915039062,
+      "step": 700
+    },
+    {
+      "epoch": 0.022768312789510872,
+      "grad_norm": 17.76511573791504,
+      "learning_rate": 1.999944183566821e-05,
+      "loss": 6.6335601806640625,
+      "step": 725
+    },
+    {
+      "epoch": 0.02355342702363194,
+      "grad_norm": 14.490168571472168,
+      "learning_rate": 1.9999310294514647e-05,
+      "loss": 6.631829833984375,
+      "step": 750
+    },
+    {
+      "epoch": 0.024338541257753005,
+      "grad_norm": 17.15380859375,
+      "learning_rate": 1.999916484912264e-05,
+      "loss": 6.634891967773438,
+      "step": 775
+    },
+    {
+      "epoch": 0.025123655491874067,
+      "grad_norm": 15.58073902130127,
+      "learning_rate": 1.9999005499716902e-05,
+      "loss": 6.613302612304688,
+      "step": 800
+    },
+    {
+      "epoch": 0.025908769725995134,
+      "grad_norm": 14.687374114990234,
+      "learning_rate": 1.9998832246543637e-05,
+      "loss": 6.563751831054687,
+      "step": 825
+    },
+    {
+      "epoch": 0.026693883960116196,
+      "grad_norm": 17.44748878479004,
+      "learning_rate": 1.999864508987052e-05,
+      "loss": 6.596546630859375,
+      "step": 850
+    },
+    {
+      "epoch": 0.027478998194237263,
+      "grad_norm": 12.804855346679688,
+      "learning_rate": 1.9998444029986727e-05,
+      "loss": 6.5818548583984375,
+      "step": 875
+    },
+    {
+      "epoch": 0.028264112428358325,
+      "grad_norm": 17.41668701171875,
+      "learning_rate": 1.999822906720289e-05,
+      "loss": 6.559022827148437,
+      "step": 900
+    },
+    {
+      "epoch": 0.02904922666247939,
+      "grad_norm": 12.885072708129883,
+      "learning_rate": 1.9998000201851144e-05,
+      "loss": 6.571969604492187,
+      "step": 925
+    },
+    {
+      "epoch": 0.029834340896600454,
+      "grad_norm": 14.439318656921387,
+      "learning_rate": 1.9997757434285084e-05,
+      "loss": 6.560151977539062,
+      "step": 950
+    },
+    {
+      "epoch": 0.03061945513072152,
+      "grad_norm": 15.08297348022461,
+      "learning_rate": 1.99975007648798e-05,
+      "loss": 6.557699584960938,
+      "step": 975
+    },
+    {
+      "epoch": 0.03140456936484259,
+      "grad_norm": 14.325587272644043,
+      "learning_rate": 1.9997230194031854e-05,
+      "loss": 6.520199584960937,
+      "step": 1000
+    },
+    {
+      "epoch": 0.032189683598963646,
+      "grad_norm": 13.04557991027832,
+      "learning_rate": 1.999694572215929e-05,
+      "loss": 6.5418359375,
+      "step": 1025
+    },
+    {
+      "epoch": 0.03297479783308471,
+      "grad_norm": 14.734786033630371,
+      "learning_rate": 1.9996647349701618e-05,
+      "loss": 6.519505615234375,
+      "step": 1050
+    },
+    {
+      "epoch": 0.03375991206720578,
+      "grad_norm": 11.710091590881348,
+      "learning_rate": 1.999633507711984e-05,
+      "loss": 6.452557983398438,
+      "step": 1075
+    },
+    {
+      "epoch": 0.034545026301326845,
+      "grad_norm": 11.891339302062988,
+      "learning_rate": 1.9996008904896426e-05,
+      "loss": 6.508645629882812,
+      "step": 1100
+    },
+    {
+      "epoch": 0.035330140535447904,
+      "grad_norm": 13.234967231750488,
+      "learning_rate": 1.9995668833535326e-05,
+      "loss": 6.534010009765625,
+      "step": 1125
+    },
+    {
+      "epoch": 0.03611525476956897,
+      "grad_norm": 13.071805000305176,
+      "learning_rate": 1.999531486356196e-05,
+      "loss": 6.49391357421875,
+      "step": 1150
+    },
+    {
+      "epoch": 0.03690036900369004,
+      "grad_norm": 11.06236457824707,
+      "learning_rate": 1.999494699552322e-05,
+      "loss": 6.463763427734375,
+      "step": 1175
+    },
+    {
+      "epoch": 0.0376854832378111,
+      "grad_norm": 14.228161811828613,
+      "learning_rate": 1.999456522998748e-05,
+      "loss": 6.483692016601562,
+      "step": 1200
+    },
+    {
+      "epoch": 0.03847059747193217,
+      "grad_norm": 16.29725456237793,
+      "learning_rate": 1.9994169567544578e-05,
+      "loss": 6.500346069335937,
+      "step": 1225
+    },
+    {
+      "epoch": 0.03925571170605323,
+      "grad_norm": 10.389582633972168,
+      "learning_rate": 1.9993760008805824e-05,
+      "loss": 6.461927490234375,
+      "step": 1250
+    },
+    {
+      "epoch": 0.040040825940174295,
+      "grad_norm": 10.62636661529541,
+      "learning_rate": 1.9993336554404005e-05,
+      "loss": 6.465281372070312,
+      "step": 1275
+    },
+    {
+      "epoch": 0.04082594017429536,
+      "grad_norm": 14.631693840026855,
+      "learning_rate": 1.9992899204993364e-05,
+      "loss": 6.455181274414063,
+      "step": 1300
+    },
+    {
+      "epoch": 0.04161105440841643,
+      "grad_norm": 12.233256340026855,
+      "learning_rate": 1.999244796124963e-05,
+      "loss": 6.475103149414062,
+      "step": 1325
+    },
+    {
+      "epoch": 0.042396168642537486,
+      "grad_norm": 14.816092491149902,
+      "learning_rate": 1.999198282386999e-05,
+      "loss": 6.477763671875,
+      "step": 1350
+    },
+    {
+      "epoch": 0.04318128287665855,
+      "grad_norm": 13.356731414794922,
+      "learning_rate": 1.999150379357309e-05,
+      "loss": 6.436436767578125,
+      "step": 1375
+    },
+    {
+      "epoch": 0.04396639711077962,
+      "grad_norm": 9.61710262298584,
+      "learning_rate": 1.999101087109905e-05,
+      "loss": 6.443475952148438,
+      "step": 1400
+    },
+    {
+      "epoch": 0.044751511344900685,
+      "grad_norm": 13.607565879821777,
+      "learning_rate": 1.999050405720945e-05,
+      "loss": 6.40984130859375,
+      "step": 1425
+    },
+    {
+      "epoch": 0.045536625579021744,
+      "grad_norm": 12.835264205932617,
+      "learning_rate": 1.998998335268734e-05,
+      "loss": 6.450366821289062,
+      "step": 1450
+    },
+    {
+      "epoch": 0.04632173981314281,
+      "grad_norm": 9.50557804107666,
+      "learning_rate": 1.9989448758337227e-05,
+      "loss": 6.404087524414063,
+      "step": 1475
+    },
+    {
+      "epoch": 0.04710685404726388,
+      "grad_norm": 10.875224113464355,
+      "learning_rate": 1.998890027498507e-05,
+      "loss": 6.4033935546875,
+      "step": 1500
+    },
+    {
+      "epoch": 0.04789196828138494,
+      "grad_norm": 11.079575538635254,
+      "learning_rate": 1.9988337903478295e-05,
+      "loss": 6.39769287109375,
+      "step": 1525
+    },
+    {
+      "epoch": 0.04867708251550601,
+      "grad_norm": 12.025618553161621,
+      "learning_rate": 1.9987761644685794e-05,
+      "loss": 6.419639282226562,
+      "step": 1550
+    },
+    {
+      "epoch": 0.04946219674962707,
+      "grad_norm": 10.820062637329102,
+      "learning_rate": 1.99871714994979e-05,
+      "loss": 6.41373046875,
+      "step": 1575
+    },
+    {
+      "epoch": 0.050247310983748135,
+      "grad_norm": 11.888032913208008,
+      "learning_rate": 1.9986567468826403e-05,
+      "loss": 6.375022583007812,
+      "step": 1600
+    },
+    {
+      "epoch": 0.0510324252178692,
+      "grad_norm": 12.498847961425781,
+      "learning_rate": 1.9985949553604558e-05,
+      "loss": 6.412108154296875,
+      "step": 1625
+    },
+    {
+      "epoch": 0.05181753945199027,
+      "grad_norm": 12.67115306854248,
+      "learning_rate": 1.9985317754787064e-05,
+      "loss": 6.412750244140625,
+      "step": 1650
+    },
+    {
+      "epoch": 0.05260265368611133,
+      "grad_norm": 11.6309814453125,
+      "learning_rate": 1.998467207335007e-05,
+      "loss": 6.400971069335937,
+      "step": 1675
+    },
+    {
+      "epoch": 0.05338776792023239,
+      "grad_norm": 10.761411666870117,
+      "learning_rate": 1.998401251029117e-05,
+      "loss": 6.38491455078125,
+      "step": 1700
+    },
+    {
+      "epoch": 0.05417288215435346,
+      "grad_norm": 12.329826354980469,
+      "learning_rate": 1.998333906662942e-05,
+      "loss": 6.389588623046875,
+      "step": 1725
+    },
+    {
+      "epoch": 0.054957996388474525,
+      "grad_norm": 9.342223167419434,
+      "learning_rate": 1.9982651743405314e-05,
+      "loss": 6.387445678710938,
+      "step": 1750
+    },
+    {
+      "epoch": 0.055743110622595585,
+      "grad_norm": 12.338208198547363,
+      "learning_rate": 1.9981950541680778e-05,
+      "loss": 6.388828125,
+      "step": 1775
+    },
+    {
+      "epoch": 0.05652822485671665,
+      "grad_norm": 11.37130069732666,
+      "learning_rate": 1.9981235462539204e-05,
+      "loss": 6.383390502929688,
+      "step": 1800
+    },
+    {
+      "epoch": 0.05731333909083772,
+      "grad_norm": 11.251113891601562,
+      "learning_rate": 1.9980506507085408e-05,
+      "loss": 6.395357055664062,
+      "step": 1825
+    },
+    {
+      "epoch": 0.05809845332495878,
+      "grad_norm": 10.904779434204102,
+      "learning_rate": 1.9979763676445655e-05,
+      "loss": 6.36266357421875,
+      "step": 1850
+    },
+    {
+      "epoch": 0.05888356755907984,
+      "grad_norm": 13.056145668029785,
+      "learning_rate": 1.9979006971767635e-05,
+      "loss": 6.405393676757813,
+      "step": 1875
+    },
+    {
+      "epoch": 0.05966868179320091,
+      "grad_norm": 10.779613494873047,
+      "learning_rate": 1.997823639422049e-05,
+      "loss": 6.346578369140625,
+      "step": 1900
+    },
+    {
+      "epoch": 0.060453796027321975,
+      "grad_norm": 11.322759628295898,
+      "learning_rate": 1.997745194499479e-05,
+      "loss": 6.344718627929687,
+      "step": 1925
+    },
+    {
+      "epoch": 0.06123891026144304,
+      "grad_norm": 10.215258598327637,
+      "learning_rate": 1.997665362530253e-05,
+      "loss": 6.35252197265625,
+      "step": 1950
+    },
+    {
+      "epoch": 0.06202402449556411,
+      "grad_norm": 11.057332038879395,
+      "learning_rate": 1.9975841436377142e-05,
+      "loss": 6.368969116210938,
+      "step": 1975
+    },
+    {
+      "epoch": 0.06280913872968517,
+      "grad_norm": 11.349760055541992,
+      "learning_rate": 1.9975015379473483e-05,
+      "loss": 6.363984849717882,
+      "step": 2000
+    },
+    {
+      "epoch": 0.06359425296380623,
+      "grad_norm": 11.43038558959961,
+      "learning_rate": 1.9974175455867844e-05,
+      "loss": 6.317130126953125,
+      "step": 2025
+    },
+    {
+      "epoch": 0.06437936719792729,
+      "grad_norm": 10.505550384521484,
+      "learning_rate": 1.9973321666857935e-05,
+      "loss": 6.35501953125,
+      "step": 2050
+    },
+    {
+      "epoch": 0.06516448143204837,
+      "grad_norm": 10.38772201538086,
+      "learning_rate": 1.9972454013762886e-05,
+      "loss": 6.336322631835937,
+      "step": 2075
+    },
+    {
+      "epoch": 0.06594959566616942,
+      "grad_norm": 11.543457984924316,
+      "learning_rate": 1.997157249792325e-05,
+      "loss": 6.335061645507812,
+      "step": 2100
+    },
+    {
+      "epoch": 0.0667347099002905,
+      "grad_norm": 9.45538330078125,
+      "learning_rate": 1.9970677120701e-05,
+      "loss": 6.376185302734375,
+      "step": 2125
+    },
+    {
+      "epoch": 0.06751982413441156,
+      "grad_norm": 10.921442985534668,
+      "learning_rate": 1.9969767883479524e-05,
+      "loss": 6.338211669921875,
+      "step": 2150
+    },
+    {
+      "epoch": 0.06830493836853262,
+      "grad_norm": 8.948094367980957,
+      "learning_rate": 1.9968844787663627e-05,
+      "loss": 6.331012573242187,
+      "step": 2175
+    },
+    {
+      "epoch": 0.06909005260265369,
+      "grad_norm": 10.997818946838379,
+      "learning_rate": 1.996790783467952e-05,
+      "loss": 6.336534423828125,
+      "step": 2200
+    },
+    {
+      "epoch": 0.06987516683677475,
+      "grad_norm": 12.306873321533203,
+      "learning_rate": 1.9966957025974824e-05,
+      "loss": 6.35581787109375,
+      "step": 2225
+    },
+    {
+      "epoch": 0.07066028107089581,
+      "grad_norm": 11.029871940612793,
+      "learning_rate": 1.9965992363018575e-05,
+      "loss": 6.323455810546875,
+      "step": 2250
+    },
+    {
+      "epoch": 0.07144539530501688,
+      "grad_norm": 10.700419425964355,
+      "learning_rate": 1.996501384730121e-05,
+      "loss": 6.380532836914062,
+      "step": 2275
+    },
+    {
+      "epoch": 0.07223050953913794,
+      "grad_norm": 10.489208221435547,
+      "learning_rate": 1.996402148033457e-05,
+      "loss": 6.333556518554688,
+      "step": 2300
+    },
+    {
+      "epoch": 0.07301562377325901,
+      "grad_norm": 11.169740676879883,
+      "learning_rate": 1.9963015263651893e-05,
+      "loss": 6.310536499023438,
+      "step": 2325
+    },
+    {
+      "epoch": 0.07380073800738007,
+      "grad_norm": 11.052619934082031,
+      "learning_rate": 1.9961995198807817e-05,
+      "loss": 6.325816040039062,
+      "step": 2350
+    },
+    {
+      "epoch": 0.07458585224150113,
+      "grad_norm": 9.334430694580078,
+      "learning_rate": 1.9960961287378378e-05,
+      "loss": 6.319947509765625,
+      "step": 2375
+    },
+    {
+      "epoch": 0.0753709664756222,
+      "grad_norm": 12.27335262298584,
+      "learning_rate": 1.9959913530961e-05,
+      "loss": 6.297763061523438,
+      "step": 2400
+    },
+    {
+      "epoch": 0.07615608070974327,
+      "grad_norm": 11.433621406555176,
+      "learning_rate": 1.9958851931174512e-05,
+      "loss": 6.300328369140625,
+      "step": 2425
+    },
+    {
+      "epoch": 0.07694119494386434,
+      "grad_norm": 10.371191024780273,
+      "learning_rate": 1.995777648965911e-05,
+      "loss": 6.347232666015625,
+      "step": 2450
+    },
+    {
+      "epoch": 0.0777263091779854,
+      "grad_norm": 10.479618072509766,
+      "learning_rate": 1.9956687208076397e-05,
+      "loss": 6.349697875976562,
+      "step": 2475
+    },
+    {
+      "epoch": 0.07851142341210646,
+      "grad_norm": 9.61593246459961,
+      "learning_rate": 1.9955584088109345e-05,
+      "loss": 6.279691162109375,
+      "step": 2500
+    },
+    {
+      "epoch": 0.07929653764622753,
+      "grad_norm": 9.81901741027832,
+      "learning_rate": 1.9954467131462312e-05,
+      "loss": 6.3111962890625,
+      "step": 2525
+    },
+    {
+      "epoch": 0.08008165188034859,
+      "grad_norm": 10.800393104553223,
+      "learning_rate": 1.9953336339861036e-05,
+      "loss": 6.311746826171875,
+      "step": 2550
+    },
+    {
+      "epoch": 0.08086676611446965,
+      "grad_norm": 13.160219192504883,
+      "learning_rate": 1.9952191715052624e-05,
+      "loss": 6.314322509765625,
+      "step": 2575
+    },
+    {
+      "epoch": 0.08165188034859072,
+      "grad_norm": 10.921112060546875,
+      "learning_rate": 1.995103325880556e-05,
+      "loss": 6.274252319335938,
+      "step": 2600
+    },
+    {
+      "epoch": 0.08243699458271178,
+      "grad_norm": 9.895350456237793,
+      "learning_rate": 1.9949860972909705e-05,
+      "loss": 6.302964477539063,
+      "step": 2625
+    },
+    {
+      "epoch": 0.08322210881683285,
+      "grad_norm": 10.363892555236816,
+      "learning_rate": 1.9948674859176272e-05,
+      "loss": 6.2783349609375,
+      "step": 2650
+    },
+    {
+      "epoch": 0.08400722305095391,
+      "grad_norm": 11.488625526428223,
+      "learning_rate": 1.9947474919437856e-05,
+      "loss": 6.29146484375,
+      "step": 2675
+    },
+    {
+      "epoch": 0.08479233728507497,
+      "grad_norm": 11.399894714355469,
+      "learning_rate": 1.9946261155548394e-05,
+      "loss": 6.30981689453125,
+      "step": 2700
+    },
+    {
+      "epoch": 0.08557745151919605,
+      "grad_norm": 10.254036903381348,
+      "learning_rate": 1.9945033569383197e-05,
+      "loss": 6.324871826171875,
+      "step": 2725
+    },
+    {
+      "epoch": 0.0863625657533171,
+      "grad_norm": 10.538107872009277,
+      "learning_rate": 1.9943792162838928e-05,
+      "loss": 6.3052740478515625,
+      "step": 2750
+    },
+    {
+      "epoch": 0.08714767998743818,
+      "grad_norm": 7.8543853759765625,
+      "learning_rate": 1.9942536937833605e-05,
+      "loss": 6.311158447265625,
+      "step": 2775
+    },
+    {
+      "epoch": 0.08793279422155924,
+      "grad_norm": 10.63546085357666,
+      "learning_rate": 1.9941267896306583e-05,
+      "loss": 6.249661254882812,
+      "step": 2800
+    },
+    {
+      "epoch": 0.0887179084556803,
+      "grad_norm": 9.314477920532227,
+      "learning_rate": 1.9939985040218586e-05,
+      "loss": 6.29000244140625,
+      "step": 2825
+    },
+    {
+      "epoch": 0.08950302268980137,
+      "grad_norm": 8.875669479370117,
+      "learning_rate": 1.9938688371551663e-05,
+      "loss": 6.249137573242187,
+      "step": 2850
+    },
+    {
+      "epoch": 0.09028813692392243,
+      "grad_norm": 11.796751022338867,
+      "learning_rate": 1.9937377892309213e-05,
+      "loss": 6.295302734375,
+      "step": 2875
+    },
+    {
+      "epoch": 0.09107325115804349,
+      "grad_norm": 10.234321594238281,
+      "learning_rate": 1.9936053604515968e-05,
+      "loss": 6.273316650390625,
+      "step": 2900
+    },
+    {
+      "epoch": 0.09185836539216456,
+      "grad_norm": 10.448747634887695,
+      "learning_rate": 1.9934715510218e-05,
+      "loss": 6.2974658203125,
+      "step": 2925
+    },
+    {
+      "epoch": 0.09264347962628562,
+      "grad_norm": 11.137585639953613,
+      "learning_rate": 1.993336361148271e-05,
+      "loss": 6.269514770507812,
+      "step": 2950
+    },
+    {
+      "epoch": 0.0934285938604067,
+      "grad_norm": 11.984169006347656,
+      "learning_rate": 1.9931997910398825e-05,
+      "loss": 6.2598028564453125,
+      "step": 2975
+    },
+    {
+      "epoch": 0.09421370809452775,
+      "grad_norm": 10.593313217163086,
+      "learning_rate": 1.99306184090764e-05,
+      "loss": 6.253529663085938,
+      "step": 3000
+    },
+    {
+      "epoch": 0.09499882232864881,
+      "grad_norm": 9.322269439697266,
+      "learning_rate": 1.9929225109646816e-05,
+      "loss": 6.296830444335938,
+      "step": 3025
+    },
+    {
+      "epoch": 0.09578393656276989,
+      "grad_norm": 8.563907623291016,
+      "learning_rate": 1.992781801426276e-05,
+      "loss": 6.24077392578125,
+      "step": 3050
+    },
+    {
+      "epoch": 0.09656905079689095,
+      "grad_norm": 9.148247718811035,
+      "learning_rate": 1.992639712509825e-05,
+      "loss": 6.276689453125,
+      "step": 3075
+    },
+    {
+      "epoch": 0.09735416503101202,
+      "grad_norm": 9.976004600524902,
+      "learning_rate": 1.9924962444348598e-05,
+      "loss": 6.268125610351563,
+      "step": 3100
+    },
+    {
+      "epoch": 0.09813927926513308,
+      "grad_norm": 9.7391357421875,
+      "learning_rate": 1.992351397423044e-05,
+      "loss": 6.252393188476563,
+      "step": 3125
+    },
+    {
+      "epoch": 0.09892439349925414,
+      "grad_norm": 11.162590980529785,
+      "learning_rate": 1.9922051716981717e-05,
+      "loss": 6.262725830078125,
+      "step": 3150
+    },
+    {
+      "epoch": 0.09970950773337521,
+      "grad_norm": 9.588018417358398,
+      "learning_rate": 1.9920575674861654e-05,
+      "loss": 6.244053344726563,
+      "step": 3175
+    },
+    {
+      "epoch": 0.10049462196749627,
+      "grad_norm": 10.21446704864502,
+      "learning_rate": 1.991908585015079e-05,
+      "loss": 6.255555419921875,
+      "step": 3200
+    },
+    {
+      "epoch": 0.10127973620161733,
+      "grad_norm": 10.891797065734863,
+      "learning_rate": 1.991758224515096e-05,
+      "loss": 6.2576171875,
+      "step": 3225
+    },
+    {
+      "epoch": 0.1020648504357384,
+      "grad_norm": 8.930691719055176,
+      "learning_rate": 1.991606486218528e-05,
+      "loss": 6.2703399658203125,
+      "step": 3250
+    },
+    {
+      "epoch": 0.10284996466985946,
+      "grad_norm": 10.67702579498291,
+      "learning_rate": 1.991453370359816e-05,
+      "loss": 6.241373901367187,
+      "step": 3275
+    },
+    {
+      "epoch": 0.10363507890398053,
+      "grad_norm": 8.414963722229004,
+      "learning_rate": 1.9912988771755287e-05,
+      "loss": 6.263267211914062,
+      "step": 3300
+    },
+    {
+      "epoch": 0.1044201931381016,
+      "grad_norm": 10.072351455688477,
+      "learning_rate": 1.991143006904364e-05,
+      "loss": 6.26646728515625,
+      "step": 3325
+    },
+    {
+      "epoch": 0.10520530737222265,
+      "grad_norm": 11.865885734558105,
+      "learning_rate": 1.990985759787146e-05,
+      "loss": 6.241846313476563,
+      "step": 3350
+    },
+    {
+      "epoch": 0.10599042160634373,
+      "grad_norm": 10.353376388549805,
+      "learning_rate": 1.9908271360668273e-05,
+      "loss": 6.28155517578125,
+      "step": 3375
+    },
+    {
+      "epoch": 0.10677553584046479,
+      "grad_norm": 13.077787399291992,
+      "learning_rate": 1.990667135988487e-05,
+      "loss": 6.237803955078125,
+      "step": 3400
+    },
+    {
+      "epoch": 0.10756065007458586,
+      "grad_norm": 11.286938667297363,
+      "learning_rate": 1.9905057597993303e-05,
+      "loss": 6.243350830078125,
+      "step": 3425
+    },
+    {
+      "epoch": 0.10834576430870692,
+      "grad_norm": 10.396014213562012,
+      "learning_rate": 1.9903430077486884e-05,
+      "loss": 6.2287548828125,
+      "step": 3450
+    },
+    {
+      "epoch": 0.10913087854282798,
+      "grad_norm": 8.9232816696167,
+      "learning_rate": 1.99017888008802e-05,
+      "loss": 6.235592041015625,
+      "step": 3475
+    },
+    {
+      "epoch": 0.10991599277694905,
+      "grad_norm": 8.340466499328613,
+      "learning_rate": 1.9900133770709068e-05,
+      "loss": 6.240104370117187,
+      "step": 3500
+    },
+    {
+      "epoch": 0.11070110701107011,
+      "grad_norm": 8.6317138671875,
+      "learning_rate": 1.989846498953057e-05,
+      "loss": 6.2185791015625,
+      "step": 3525
+    },
+    {
+      "epoch": 0.11148622124519117,
+      "grad_norm": 10.392827987670898,
+      "learning_rate": 1.989678245992303e-05,
+      "loss": 6.248939819335938,
+      "step": 3550
+    },
+    {
+      "epoch": 0.11227133547931224,
+      "grad_norm": 11.138606071472168,
+      "learning_rate": 1.989508618448601e-05,
+      "loss": 6.241966552734375,
+      "step": 3575
+    },
+    {
+      "epoch": 0.1130564497134333,
+      "grad_norm": 9.577104568481445,
+      "learning_rate": 1.9893376165840316e-05,
+      "loss": 6.2293634033203125,
+      "step": 3600
+    },
+    {
+      "epoch": 0.11384156394755438,
+      "grad_norm": 9.183435440063477,
+      "learning_rate": 1.989165240662798e-05,
+      "loss": 6.199210205078125,
+      "step": 3625
+    },
+    {
+      "epoch": 0.11462667818167543,
+      "grad_norm": 10.918403625488281,
+      "learning_rate": 1.9889914909512275e-05,
+      "loss": 6.210628662109375,
+      "step": 3650
+    },
+    {
+      "epoch": 0.1154117924157965,
+      "grad_norm": 10.935476303100586,
+      "learning_rate": 1.9888163677177687e-05,
+      "loss": 6.2219482421875,
+      "step": 3675
+    },
+    {
+      "epoch": 0.11619690664991757,
+      "grad_norm": 8.196861267089844,
+      "learning_rate": 1.9886398712329932e-05,
+      "loss": 6.246177368164062,
+      "step": 3700
+    },
+    {
+      "epoch": 0.11698202088403863,
+      "grad_norm": 10.488009452819824,
+      "learning_rate": 1.9884620017695935e-05,
+      "loss": 6.244432983398437,
+      "step": 3725
+    },
+    {
+      "epoch": 0.11776713511815969,
+      "grad_norm": 10.21810531616211,
+      "learning_rate": 1.9882827596023847e-05,
+      "loss": 6.220256958007813,
+      "step": 3750
+    },
+    {
+      "epoch": 0.11855224935228076,
+      "grad_norm": 11.324859619140625,
+      "learning_rate": 1.988102145008302e-05,
+      "loss": 6.214730834960937,
+      "step": 3775
+    },
+    {
+      "epoch": 0.11933736358640182,
+      "grad_norm": 8.648311614990234,
+      "learning_rate": 1.9879201582664e-05,
+      "loss": 6.231104125976563,
+      "step": 3800
+    },
+    {
+      "epoch": 0.12012247782052289,
+      "grad_norm": 10.830723762512207,
+      "learning_rate": 1.9877367996578556e-05,
+      "loss": 6.214857177734375,
+      "step": 3825
+    },
+    {
+      "epoch": 0.12090759205464395,
+      "grad_norm": 9.74167251586914,
+      "learning_rate": 1.9875520694659636e-05,
+      "loss": 6.22563232421875,
+      "step": 3850
+    },
+    {
+      "epoch": 0.12169270628876501,
+      "grad_norm": 10.081503868103027,
+      "learning_rate": 1.9873659679761383e-05,
+      "loss": 6.22583740234375,
+      "step": 3875
+    },
+    {
+      "epoch": 0.12247782052288608,
+      "grad_norm": 8.374776840209961,
+      "learning_rate": 1.9871784954759124e-05,
+      "loss": 6.203502197265625,
+      "step": 3900
+    },
+    {
+      "epoch": 0.12326293475700714,
+      "grad_norm": 9.443041801452637,
+      "learning_rate": 1.986989652254938e-05,
+      "loss": 6.21442626953125,
+      "step": 3925
+    },
+    {
+      "epoch": 0.12404804899112822,
+      "grad_norm": 8.679952621459961,
+      "learning_rate": 1.9867994386049842e-05,
+      "loss": 6.2056646728515625,
+      "step": 3950
+    },
+    {
+      "epoch": 0.12483316322524927,
+      "grad_norm": 10.583311080932617,
+      "learning_rate": 1.9866078548199364e-05,
+      "loss": 6.223202514648437,
+      "step": 3975
+    },
+    {
+      "epoch": 0.12561827745937035,
+      "grad_norm": 9.005955696105957,
+      "learning_rate": 1.9864149011957994e-05,
+      "loss": 6.213162841796875,
+      "step": 4000
+    },
+    {
+      "epoch": 0.1264033916934914,
+      "grad_norm": 11.103883743286133,
+      "learning_rate": 1.9862205780306922e-05,
+      "loss": 6.228407592773437,
+      "step": 4025
+    },
+    {
+      "epoch": 0.12718850592761247,
+      "grad_norm": 10.70343017578125,
+      "learning_rate": 1.9860248856248515e-05,
+      "loss": 6.228624877929687,
+      "step": 4050
+    },
+    {
+      "epoch": 0.12797362016173353,
+      "grad_norm": 9.76686954498291,
+      "learning_rate": 1.9858278242806276e-05,
+      "loss": 6.212389526367187,
+      "step": 4075
+    },
+    {
+      "epoch": 0.12875873439585458,
+      "grad_norm": 7.485008716583252,
+      "learning_rate": 1.985629394302488e-05,
+      "loss": 6.188821411132812,
+      "step": 4100
+    },
+    {
+      "epoch": 0.12954384862997567,
+      "grad_norm": 9.819150924682617,
+      "learning_rate": 1.985429595997013e-05,
+      "loss": 6.224051513671875,
+      "step": 4125
+    },
+    {
+      "epoch": 0.13032896286409673,
+      "grad_norm": 10.67740249633789,
+      "learning_rate": 1.985228429672898e-05,
+      "loss": 6.2152862548828125,
+      "step": 4150
+    },
+    {
+      "epoch": 0.1311140770982178,
+      "grad_norm": 10.333677291870117,
+      "learning_rate": 1.9850258956409513e-05,
+      "loss": 6.239793701171875,
+      "step": 4175
+    },
+    {
+      "epoch": 0.13189919133233885,
+      "grad_norm": 9.053677558898926,
+      "learning_rate": 1.9848219942140957e-05,
+      "loss": 6.187979736328125,
+      "step": 4200
+    },
+    {
+      "epoch": 0.1326843055664599,
+      "grad_norm": 9.030153274536133,
+      "learning_rate": 1.9846167257073652e-05,
+      "loss": 6.214325561523437,
+      "step": 4225
+    },
+    {
+      "epoch": 0.133469419800581,
+      "grad_norm": 11.282963752746582,
+      "learning_rate": 1.9844100904379065e-05,
+      "loss": 6.191294555664062,
+      "step": 4250
+    },
+    {
+      "epoch": 0.13425453403470206,
+      "grad_norm": 9.737730026245117,
+      "learning_rate": 1.9842020887249786e-05,
+      "loss": 6.213854370117187,
+      "step": 4275
+    },
+    {
+      "epoch": 0.13503964826882311,
+      "grad_norm": 8.100914001464844,
+      "learning_rate": 1.9839927208899504e-05,
+      "loss": 6.186459350585937,
+      "step": 4300
+    },
+    {
+      "epoch": 0.13582476250294417,
+      "grad_norm": 9.341636657714844,
+      "learning_rate": 1.9837819872563032e-05,
+      "loss": 6.172025756835938,
+      "step": 4325
+    },
+    {
+      "epoch": 0.13660987673706523,
+      "grad_norm": 8.412219047546387,
+      "learning_rate": 1.9835698881496267e-05,
+      "loss": 6.185524291992188,
+      "step": 4350
+    },
+    {
+      "epoch": 0.13739499097118632,
+      "grad_norm": 7.95367956161499,
+      "learning_rate": 1.983356423897622e-05,
+      "loss": 6.205936279296875,
+      "step": 4375
+    },
+    {
+      "epoch": 0.13818010520530738,
+      "grad_norm": 10.064981460571289,
+      "learning_rate": 1.983141594830098e-05,
+      "loss": 6.189014282226562,
+      "step": 4400
+    },
+    {
+      "epoch": 0.13896521943942844,
+      "grad_norm": 6.3258843421936035,
+      "learning_rate": 1.982925401278973e-05,
+      "loss": 6.1766455078125,
+      "step": 4425
+    },
+    {
+      "epoch": 0.1397503336735495,
+      "grad_norm": 10.785058975219727,
+      "learning_rate": 1.9827078435782732e-05,
+      "loss": 6.182383422851562,
+      "step": 4450
+    },
+    {
+      "epoch": 0.14053544790767056,
+      "grad_norm": 7.382954120635986,
+      "learning_rate": 1.9824889220641333e-05,
+      "loss": 6.17932373046875,
+      "step": 4475
+    },
+    {
+      "epoch": 0.14132056214179162,
+      "grad_norm": 10.448567390441895,
+      "learning_rate": 1.9822686370747935e-05,
+      "loss": 6.185806884765625,
+      "step": 4500
+    },
+    {
+      "epoch": 0.1421056763759127,
+      "grad_norm": 12.225725173950195,
+      "learning_rate": 1.9820469889506018e-05,
+      "loss": 6.211871337890625,
+      "step": 4525
+    },
+    {
+      "epoch": 0.14289079061003376,
+      "grad_norm": 10.037734031677246,
+      "learning_rate": 1.9818239780340127e-05,
+      "loss": 6.181618041992188,
+      "step": 4550
+    },
+    {
+      "epoch": 0.14367590484415482,
+      "grad_norm": 10.706823348999023,
+      "learning_rate": 1.9815996046695846e-05,
+      "loss": 6.191204833984375,
+      "step": 4575
+    },
+    {
+      "epoch": 0.14446101907827588,
+      "grad_norm": 9.014902114868164,
+      "learning_rate": 1.9813738692039827e-05,
+      "loss": 6.179193115234375,
+      "step": 4600
+    },
+    {
+      "epoch": 0.14524613331239694,
+      "grad_norm": 11.926057815551758,
+      "learning_rate": 1.9811467719859757e-05,
+      "loss": 6.181840209960938,
+      "step": 4625
+    },
+    {
+      "epoch": 0.14603124754651803,
+      "grad_norm": 9.946725845336914,
+      "learning_rate": 1.9809183133664367e-05,
+      "loss": 6.192357788085937,
+      "step": 4650
+    },
+    {
+      "epoch": 0.1468163617806391,
+      "grad_norm": 8.289819717407227,
+      "learning_rate": 1.9806884936983412e-05,
+      "loss": 6.194725341796875,
+      "step": 4675
+    },
+    {
+      "epoch": 0.14760147601476015,
+      "grad_norm": 6.509995937347412,
+      "learning_rate": 1.9804573133367692e-05,
+      "loss": 6.185567016601563,
+      "step": 4700
+    },
+    {
+      "epoch": 0.1483865902488812,
+      "grad_norm": 9.318564414978027,
+      "learning_rate": 1.9802247726389018e-05,
+      "loss": 6.179719848632812,
+      "step": 4725
+    },
+    {
+      "epoch": 0.14917170448300227,
+      "grad_norm": 11.016097068786621,
+      "learning_rate": 1.979990871964022e-05,
+      "loss": 6.17201904296875,
+      "step": 4750
+    },
+    {
+      "epoch": 0.14995681871712335,
+      "grad_norm": 8.966126441955566,
+      "learning_rate": 1.9797556116735148e-05,
+      "loss": 6.180454711914063,
+      "step": 4775
+    },
+    {
+      "epoch": 0.1507419329512444,
+      "grad_norm": 7.874191761016846,
+      "learning_rate": 1.979518992130865e-05,
+      "loss": 6.198030395507812,
+      "step": 4800
+    },
+    {
+      "epoch": 0.15152704718536547,
+      "grad_norm": 9.266504287719727,
+      "learning_rate": 1.9792810137016577e-05,
+      "loss": 6.1792059326171875,
+      "step": 4825
+    },
+    {
+      "epoch": 0.15231216141948653,
+      "grad_norm": 10.382789611816406,
+      "learning_rate": 1.9790416767535778e-05,
+      "loss": 6.19174560546875,
+      "step": 4850
+    },
+    {
+      "epoch": 0.1530972756536076,
+      "grad_norm": 8.12353229522705,
+      "learning_rate": 1.9788009816564087e-05,
+      "loss": 6.172281494140625,
+      "step": 4875
+    },
+    {
+      "epoch": 0.15388238988772868,
+      "grad_norm": 11.126033782958984,
+      "learning_rate": 1.9785589287820327e-05,
+      "loss": 6.175980834960938,
+      "step": 4900
+    },
+    {
+      "epoch": 0.15466750412184974,
+      "grad_norm": 9.489386558532715,
+      "learning_rate": 1.97831551850443e-05,
+      "loss": 6.1783819580078125,
+      "step": 4925
+    },
+    {
+      "epoch": 0.1554526183559708,
+      "grad_norm": 9.837382316589355,
+      "learning_rate": 1.9780707511996767e-05,
+      "loss": 6.17843017578125,
+      "step": 4950
+    },
+    {
+      "epoch": 0.15623773259009185,
+      "grad_norm": 9.826859474182129,
+      "learning_rate": 1.9778246272459476e-05,
+      "loss": 6.16966064453125,
+      "step": 4975
+    },
+    {
+      "epoch": 0.1570228468242129,
+      "grad_norm": 10.61966609954834,
+      "learning_rate": 1.977577147023512e-05,
+      "loss": 6.1547021484375,
+      "step": 5000
+    },
+    {
+      "epoch": 0.157807961058334,
+      "grad_norm": 8.017159461975098,
+      "learning_rate": 1.977328310914735e-05,
+      "loss": 6.16110107421875,
+      "step": 5025
+    },
+    {
+      "epoch": 0.15859307529245506,
+      "grad_norm": 9.731488227844238,
+      "learning_rate": 1.9770781193040776e-05,
+      "loss": 6.1703125,
+      "step": 5050
+    },
+    {
+      "epoch": 0.15937818952657612,
+      "grad_norm": 8.962721824645996,
+      "learning_rate": 1.9768265725780936e-05,
+      "loss": 6.16505615234375,
+      "step": 5075
+    },
+    {
+      "epoch": 0.16016330376069718,
+      "grad_norm": 9.964286804199219,
+      "learning_rate": 1.976573671125431e-05,
+      "loss": 6.175228881835937,
+      "step": 5100
+    },
+    {
+      "epoch": 0.16094841799481824,
+      "grad_norm": 8.709931373596191,
+      "learning_rate": 1.976319415336832e-05,
+      "loss": 6.1799755859375,
+      "step": 5125
+    },
+    {
+      "epoch": 0.1617335322289393,
+      "grad_norm": 8.342013359069824,
+      "learning_rate": 1.9760638056051293e-05,
+      "loss": 6.163645629882812,
+      "step": 5150
+    },
+    {
+      "epoch": 0.16251864646306038,
+      "grad_norm": 9.469314575195312,
+      "learning_rate": 1.9758068423252496e-05,
+      "loss": 6.188755493164063,
+      "step": 5175
+    },
+    {
+      "epoch": 0.16330376069718144,
+      "grad_norm": 6.644179344177246,
+      "learning_rate": 1.9755485258942092e-05,
+      "loss": 6.173428344726562,
+      "step": 5200
+    },
+    {
+      "epoch": 0.1640888749313025,
+      "grad_norm": 6.068005561828613,
+      "learning_rate": 1.975288856711116e-05,
+      "loss": 6.170798950195312,
+      "step": 5225
+    },
+    {
+      "epoch": 0.16487398916542356,
+      "grad_norm": 9.144749641418457,
+      "learning_rate": 1.9750278351771674e-05,
+      "loss": 6.147886962890625,
+      "step": 5250
+    },
+    {
+      "epoch": 0.16565910339954462,
+      "grad_norm": 8.890758514404297,
+      "learning_rate": 1.974765461695651e-05,
+      "loss": 6.161375122070313,
+      "step": 5275
+    },
+    {
+      "epoch": 0.1664442176336657,
+      "grad_norm": 7.843451023101807,
+      "learning_rate": 1.9745017366719416e-05,
+      "loss": 6.143359375,
+      "step": 5300
+    },
+    {
+      "epoch": 0.16722933186778677,
+      "grad_norm": 8.7725830078125,
+      "learning_rate": 1.9742366605135045e-05,
+      "loss": 6.173168334960938,
+      "step": 5325
+    },
+    {
+      "epoch": 0.16801444610190783,
+      "grad_norm": 8.318331718444824,
+      "learning_rate": 1.9739702336298906e-05,
+      "loss": 6.127272338867187,
+      "step": 5350
+    },
+    {
+      "epoch": 0.1687995603360289,
+      "grad_norm": 7.687984466552734,
+      "learning_rate": 1.9737024564327387e-05,
+      "loss": 6.1730194091796875,
+      "step": 5375
+    },
+    {
+      "epoch": 0.16958467457014995,
+      "grad_norm": 8.86296558380127,
+      "learning_rate": 1.973433329335774e-05,
+      "loss": 6.131113891601562,
+      "step": 5400
+    },
+    {
+      "epoch": 0.17036978880427103,
+      "grad_norm": 8.887882232666016,
+      "learning_rate": 1.9731628527548057e-05,
+      "loss": 6.142433471679688,
+      "step": 5425
+    },
+    {
+      "epoch": 0.1711549030383921,
+      "grad_norm": 10.87294864654541,
+      "learning_rate": 1.9728910271077307e-05,
+      "loss": 6.155120239257813,
+      "step": 5450
+    },
+    {
+      "epoch": 0.17194001727251315,
+      "grad_norm": 8.872554779052734,
+      "learning_rate": 1.972617852814528e-05,
+      "loss": 6.151682739257812,
+      "step": 5475
+    },
+    {
+      "epoch": 0.1727251315066342,
+      "grad_norm": 7.303031921386719,
+      "learning_rate": 1.972343330297261e-05,
+      "loss": 6.155535888671875,
+      "step": 5500
+    },
+    {
+      "epoch": 0.17351024574075527,
+      "grad_norm": 9.150452613830566,
+      "learning_rate": 1.9720674599800772e-05,
+      "loss": 6.130807495117187,
+      "step": 5525
+    },
+    {
+      "epoch": 0.17429535997487636,
+      "grad_norm": 7.366339683532715,
+      "learning_rate": 1.9717902422892046e-05,
+      "loss": 6.157325439453125,
+      "step": 5550
+    },
+    {
+      "epoch": 0.17508047420899742,
+      "grad_norm": 8.925331115722656,
+      "learning_rate": 1.971511677652954e-05,
+      "loss": 6.1735009765625,
+      "step": 5575
+    },
+    {
+      "epoch": 0.17586558844311848,
+      "grad_norm": 11.452009201049805,
+      "learning_rate": 1.9712317665017175e-05,
+      "loss": 6.158316040039063,
+      "step": 5600
+    },
+    {
+      "epoch": 0.17665070267723954,
+      "grad_norm": 8.121882438659668,
+      "learning_rate": 1.9709505092679674e-05,
+      "loss": 6.1595166015625,
+      "step": 5625
+    },
+    {
+      "epoch": 0.1774358169113606,
+      "grad_norm": 10.033334732055664,
+      "learning_rate": 1.9706679063862555e-05,
+      "loss": 6.15797119140625,
+      "step": 5650
+    },
+    {
+      "epoch": 0.17822093114548168,
+      "grad_norm": 9.641092300415039,
+      "learning_rate": 1.9703839582932122e-05,
+      "loss": 6.139176635742188,
+      "step": 5675
+    },
+    {
+      "epoch": 0.17900604537960274,
+      "grad_norm": 10.898619651794434,
+      "learning_rate": 1.970098665427548e-05,
+      "loss": 6.15917724609375,
+      "step": 5700
+    },
+    {
+      "epoch": 0.1797911596137238,
+      "grad_norm": 6.8958563804626465,
+      "learning_rate": 1.969812028230049e-05,
+      "loss": 6.164471435546875,
+      "step": 5725
+    },
+    {
+      "epoch": 0.18057627384784486,
+      "grad_norm": 11.500550270080566,
+      "learning_rate": 1.96952404714358e-05,
+      "loss": 6.1606512451171875,
+      "step": 5750
+    },
+    {
+      "epoch": 0.18136138808196592,
+      "grad_norm": 9.062318801879883,
+      "learning_rate": 1.9692347226130814e-05,
+      "loss": 6.140675659179688,
+      "step": 5775
+    },
+    {
+      "epoch": 0.18214650231608698,
+      "grad_norm": 8.850255012512207,
+      "learning_rate": 1.968944055085569e-05,
+      "loss": 6.12903076171875,
+      "step": 5800
+    },
+    {
+      "epoch": 0.18293161655020806,
+      "grad_norm": 8.567095756530762,
+      "learning_rate": 1.968652045010134e-05,
+      "loss": 6.147072143554688,
+      "step": 5825
+    },
+    {
+      "epoch": 0.18371673078432912,
+      "grad_norm": 7.051018714904785,
+      "learning_rate": 1.9683586928379424e-05,
+      "loss": 6.113607177734375,
+      "step": 5850
+    },
+    {
+      "epoch": 0.18450184501845018,
+      "grad_norm": 9.476158142089844,
+      "learning_rate": 1.968063999022233e-05,
+      "loss": 6.181278686523438,
+      "step": 5875
+    },
+    {
+      "epoch": 0.18528695925257124,
+      "grad_norm": 7.5354533195495605,
+      "learning_rate": 1.9677679640183174e-05,
+      "loss": 6.1427880859375,
+      "step": 5900
+    },
+    {
+      "epoch": 0.1860720734866923,
+      "grad_norm": 9.682645797729492,
+      "learning_rate": 1.9674705882835797e-05,
+      "loss": 6.11967529296875,
+      "step": 5925
+    },
+    {
+      "epoch": 0.1868571877208134,
+      "grad_norm": 7.102179527282715,
+      "learning_rate": 1.9671718722774758e-05,
+      "loss": 6.123211059570313,
+      "step": 5950
+    },
+    {
+      "epoch": 0.18764230195493445,
+      "grad_norm": 10.115147590637207,
+      "learning_rate": 1.9668718164615317e-05,
+      "loss": 6.202584266662598,
+      "step": 5975
+    },
+    {
+      "epoch": 0.1884274161890555,
+      "grad_norm": 7.011385917663574,
+      "learning_rate": 1.966570421299344e-05,
+      "loss": 6.12556640625,
+      "step": 6000
+    },
+    {
+      "epoch": 0.18921253042317657,
+      "grad_norm": 7.7122063636779785,
+      "learning_rate": 1.966267687256578e-05,
+      "loss": 6.1134423828125,
+      "step": 6025
+    },
+    {
+      "epoch": 0.18999764465729763,
+      "grad_norm": 7.824562072753906,
+      "learning_rate": 1.9659636148009686e-05,
+      "loss": 6.121304321289062,
+      "step": 6050
+    },
+    {
+      "epoch": 0.1907827588914187,
+      "grad_norm": 10.313433647155762,
+      "learning_rate": 1.9656582044023177e-05,
+      "loss": 6.126422119140625,
+      "step": 6075
+    },
+    {
+      "epoch": 0.19156787312553977,
+      "grad_norm": 8.119521141052246,
+      "learning_rate": 1.9653514565324947e-05,
+      "loss": 6.150328369140625,
+      "step": 6100
+    },
+    {
+      "epoch": 0.19235298735966083,
+      "grad_norm": 8.781272888183594,
+      "learning_rate": 1.9650433716654357e-05,
+      "loss": 6.125905151367188,
+      "step": 6125
+    },
+    {
+      "epoch": 0.1931381015937819,
+      "grad_norm": 9.367782592773438,
+      "learning_rate": 1.9647339502771416e-05,
+      "loss": 6.138644409179688,
+      "step": 6150
+    },
+    {
+      "epoch": 0.19392321582790295,
+      "grad_norm": 6.009584426879883,
+      "learning_rate": 1.9644231928456797e-05,
+      "loss": 6.137570190429687,
+      "step": 6175
+    },
+    {
+      "epoch": 0.19470833006202404,
+      "grad_norm": 10.180763244628906,
+      "learning_rate": 1.9641110998511798e-05,
+      "loss": 6.124027099609375,
+      "step": 6200
+    },
+    {
+      "epoch": 0.1954934442961451,
+      "grad_norm": 8.387354850769043,
+      "learning_rate": 1.963797671775837e-05,
+      "loss": 6.130537109375,
+      "step": 6225
+    },
+    {
+      "epoch": 0.19627855853026616,
+      "grad_norm": 8.385422706604004,
+      "learning_rate": 1.9634829091039077e-05,
+      "loss": 6.12103759765625,
+      "step": 6250
+    },
+    {
+      "epoch": 0.19706367276438722,
+      "grad_norm": 9.353492736816406,
+      "learning_rate": 1.963166812321711e-05,
+      "loss": 6.15225341796875,
+      "step": 6275
+    },
+    {
+      "epoch": 0.19784878699850827,
+      "grad_norm": 8.940140724182129,
+      "learning_rate": 1.9628493819176274e-05,
+      "loss": 6.13609619140625,
+      "step": 6300
+    },
+    {
+      "epoch": 0.19863390123262933,
+      "grad_norm": 7.4060869216918945,
+      "learning_rate": 1.9625306183820972e-05,
+      "loss": 6.13810791015625,
+      "step": 6325
+    },
+    {
+      "epoch": 0.19941901546675042,
+      "grad_norm": 7.979679584503174,
+      "learning_rate": 1.962210522207621e-05,
+      "loss": 6.127867431640625,
+      "step": 6350
+    },
+    {
+      "epoch": 0.20020412970087148,
+      "grad_norm": 8.318560600280762,
+      "learning_rate": 1.9618890938887584e-05,
+      "loss": 6.142042846679687,
+      "step": 6375
+    },
+    {
+      "epoch": 0.20098924393499254,
+      "grad_norm": 8.278966903686523,
+      "learning_rate": 1.9615663339221267e-05,
+      "loss": 6.136571655273437,
+      "step": 6400
+    },
+    {
+      "epoch": 0.2017743581691136,
+      "grad_norm": 8.510711669921875,
+      "learning_rate": 1.961242242806401e-05,
+      "loss": 6.141307983398438,
+      "step": 6425
+    },
+    {
+      "epoch": 0.20255947240323466,
+      "grad_norm": 10.701105117797852,
+      "learning_rate": 1.9609168210423134e-05,
+      "loss": 6.114397583007812,
+      "step": 6450
+    },
+    {
+      "epoch": 0.20334458663735575,
+      "grad_norm": 7.05831241607666,
+      "learning_rate": 1.9605900691326504e-05,
+      "loss": 6.137372436523438,
+      "step": 6475
+    },
+    {
+      "epoch": 0.2041297008714768,
+      "grad_norm": 7.726666450500488,
+      "learning_rate": 1.9602619875822563e-05,
+      "loss": 6.113399658203125,
+      "step": 6500
+    },
+    {
+      "epoch": 0.20491481510559786,
+      "grad_norm": 9.983379364013672,
+      "learning_rate": 1.9599325768980273e-05,
+      "loss": 6.1419873046875,
+      "step": 6525
+    },
+    {
+      "epoch": 0.20569992933971892,
+      "grad_norm": 7.255304336547852,
+      "learning_rate": 1.9596018375889142e-05,
+      "loss": 6.135066528320312,
+      "step": 6550
+    },
+    {
+      "epoch": 0.20648504357383998,
+      "grad_norm": 9.520317077636719,
+      "learning_rate": 1.95926977016592e-05,
+      "loss": 6.11998779296875,
+      "step": 6575
+    },
+    {
+      "epoch": 0.20727015780796107,
+      "grad_norm": 6.786963939666748,
+      "learning_rate": 1.9589363751421008e-05,
+      "loss": 6.125740356445313,
+      "step": 6600
+    },
+    {
+      "epoch": 0.20805527204208213,
+      "grad_norm": 7.7769975662231445,
+      "learning_rate": 1.9586016530325626e-05,
+      "loss": 6.1314630126953125,
+      "step": 6625
+    },
+    {
+      "epoch": 0.2088403862762032,
+      "grad_norm": 9.979001998901367,
+      "learning_rate": 1.958265604354463e-05,
+      "loss": 6.147931518554688,
+      "step": 6650
+    },
+    {
+      "epoch": 0.20962550051032425,
+      "grad_norm": 8.705126762390137,
+      "learning_rate": 1.9579282296270076e-05,
+      "loss": 6.13921630859375,
+      "step": 6675
+    },
+    {
+      "epoch": 0.2104106147444453,
+      "grad_norm": 6.68727445602417,
+      "learning_rate": 1.957589529371453e-05,
+      "loss": 6.13066650390625,
+      "step": 6700
+    },
+    {
+      "epoch": 0.2111957289785664,
+      "grad_norm": 9.349790573120117,
+      "learning_rate": 1.9572495041111014e-05,
+      "loss": 6.093824462890625,
+      "step": 6725
+    },
+    {
+      "epoch": 0.21198084321268745,
+      "grad_norm": 8.778707504272461,
+      "learning_rate": 1.9569081543713037e-05,
+      "loss": 6.105714721679687,
+      "step": 6750
+    },
+    {
+      "epoch": 0.2127659574468085,
+      "grad_norm": 8.454255104064941,
+      "learning_rate": 1.9565654806794568e-05,
+      "loss": 6.137057495117188,
+      "step": 6775
+    },
+    {
+      "epoch": 0.21355107168092957,
+      "grad_norm": 8.667468070983887,
+      "learning_rate": 1.9562214835650036e-05,
+      "loss": 6.14056396484375,
+      "step": 6800
+    },
+    {
+      "epoch": 0.21433618591505063,
+      "grad_norm": 6.602585315704346,
+      "learning_rate": 1.9558761635594306e-05,
+      "loss": 6.093595581054688,
+      "step": 6825
+    },
+    {
+      "epoch": 0.21512130014917172,
+      "grad_norm": 7.005263805389404,
+      "learning_rate": 1.955529521196269e-05,
+      "loss": 6.101895141601562,
+      "step": 6850
+    },
+    {
+      "epoch": 0.21590641438329278,
+      "grad_norm": 9.877135276794434,
+      "learning_rate": 1.9551815570110933e-05,
+      "loss": 6.129929809570313,
+      "step": 6875
+    },
+    {
+      "epoch": 0.21669152861741384,
+      "grad_norm": 8.351065635681152,
+      "learning_rate": 1.95483227154152e-05,
+      "loss": 6.109620971679687,
+      "step": 6900
+    },
+    {
+      "epoch": 0.2174766428515349,
+      "grad_norm": 8.608957290649414,
+      "learning_rate": 1.954481665327206e-05,
+      "loss": 6.141491088867188,
+      "step": 6925
+    },
+    {
+      "epoch": 0.21826175708565596,
+      "grad_norm": 7.891459941864014,
+      "learning_rate": 1.9541297389098507e-05,
+      "loss": 6.1160345458984375,
+      "step": 6950
+    },
+    {
+      "epoch": 0.21904687131977701,
+      "grad_norm": 7.396613121032715,
+      "learning_rate": 1.9537764928331918e-05,
+      "loss": 6.113394165039063,
+      "step": 6975
+    },
+    {
+      "epoch": 0.2198319855538981,
+      "grad_norm": 8.824213027954102,
+      "learning_rate": 1.953421927643007e-05,
+      "loss": 6.127730102539062,
+      "step": 7000
+    },
+    {
+      "epoch": 0.22061709978801916,
+      "grad_norm": 10.46630573272705,
+      "learning_rate": 1.9530660438871107e-05,
+      "loss": 6.093670654296875,
+      "step": 7025
+    },
+    {
+      "epoch": 0.22140221402214022,
+      "grad_norm": 9.092950820922852,
+      "learning_rate": 1.952708842115356e-05,
+      "loss": 6.115619506835937,
+      "step": 7050
+    },
+    {
+      "epoch": 0.22218732825626128,
+      "grad_norm": 6.029088973999023,
+      "learning_rate": 1.9523503228796317e-05,
+      "loss": 6.106693725585938,
+      "step": 7075
+    },
+    {
+      "epoch": 0.22297244249038234,
+      "grad_norm": 8.74901294708252,
+      "learning_rate": 1.9519904867338614e-05,
+      "loss": 6.131513061523438,
+      "step": 7100
+    },
+    {
+      "epoch": 0.22375755672450343,
+      "grad_norm": 10.972220420837402,
+      "learning_rate": 1.9516293342340047e-05,
+      "loss": 6.138427734375,
+      "step": 7125
+    },
+    {
+      "epoch": 0.22454267095862449,
+      "grad_norm": 8.7410306930542,
+      "learning_rate": 1.9512668659380546e-05,
+      "loss": 6.110509643554687,
+      "step": 7150
+    },
+    {
+      "epoch": 0.22532778519274554,
+      "grad_norm": 5.667666435241699,
+      "learning_rate": 1.950903082406036e-05,
+      "loss": 6.126967163085937,
+      "step": 7175
+    },
+    {
+      "epoch": 0.2261128994268666,
+      "grad_norm": 8.045656204223633,
+      "learning_rate": 1.9505379842000078e-05,
+      "loss": 6.12472412109375,
+      "step": 7200
+    },
+    {
+      "epoch": 0.22689801366098766,
+      "grad_norm": 7.980565071105957,
+      "learning_rate": 1.9501715718840587e-05,
+      "loss": 6.149642333984375,
+      "step": 7225
+    },
+    {
+      "epoch": 0.22768312789510875,
+      "grad_norm": 7.379549026489258,
+      "learning_rate": 1.9498038460243076e-05,
+      "loss": 6.10189453125,
+      "step": 7250
+    },
+    {
+      "epoch": 0.2284682421292298,
+      "grad_norm": 6.921355724334717,
+      "learning_rate": 1.949434807188904e-05,
+      "loss": 6.105921630859375,
+      "step": 7275
+    },
+    {
+      "epoch": 0.22925335636335087,
+      "grad_norm": 8.45422077178955,
+      "learning_rate": 1.949064455948025e-05,
+      "loss": 6.091075439453125,
+      "step": 7300
+    },
+    {
+      "epoch": 0.23003847059747193,
+      "grad_norm": 7.013403415679932,
+      "learning_rate": 1.948692792873876e-05,
+      "loss": 6.133209838867187,
+      "step": 7325
+    },
+    {
+      "epoch": 0.230823584831593,
+      "grad_norm": 7.077011585235596,
+      "learning_rate": 1.9483198185406887e-05,
+      "loss": 6.099066162109375,
+      "step": 7350
+    },
+    {
+      "epoch": 0.23160869906571407,
+      "grad_norm": 9.267788887023926,
+      "learning_rate": 1.9479455335247217e-05,
+      "loss": 6.1107330322265625,
+      "step": 7375
+    },
+    {
+      "epoch": 0.23239381329983513,
+      "grad_norm": 6.571483135223389,
+      "learning_rate": 1.947569938404257e-05,
+      "loss": 6.0654229736328125,
+      "step": 7400
+    },
+    {
+      "epoch": 0.2331789275339562,
+      "grad_norm": 8.133341789245605,
+      "learning_rate": 1.947193033759603e-05,
+      "loss": 6.097215576171875,
+      "step": 7425
+    },
+    {
+      "epoch": 0.23396404176807725,
+      "grad_norm": 8.099224090576172,
+      "learning_rate": 1.946814820173089e-05,
+      "loss": 6.097811279296875,
+      "step": 7450
+    },
+    {
+      "epoch": 0.2347491560021983,
+      "grad_norm": 7.7246575355529785,
+      "learning_rate": 1.9464352982290683e-05,
+      "loss": 6.126438598632813,
+      "step": 7475
+    },
+    {
+      "epoch": 0.23553427023631937,
+      "grad_norm": 7.32771110534668,
+      "learning_rate": 1.946054468513915e-05,
+      "loss": 6.114263916015625,
+      "step": 7500
+    },
+    {
+      "epoch": 0.23631938447044046,
+      "grad_norm": 9.025934219360352,
+      "learning_rate": 1.9456723316160237e-05,
+      "loss": 6.097006225585938,
+      "step": 7525
+    },
+    {
+      "epoch": 0.23710449870456152,
+      "grad_norm": 8.413931846618652,
+      "learning_rate": 1.945288888125809e-05,
+      "loss": 6.078002319335938,
+      "step": 7550
+    },
+    {
+      "epoch": 0.23788961293868258,
+      "grad_norm": 8.507669448852539,
+      "learning_rate": 1.9449041386357042e-05,
+      "loss": 6.11097412109375,
+      "step": 7575
+    },
+    {
+      "epoch": 0.23867472717280364,
+      "grad_norm": 7.603123188018799,
+      "learning_rate": 1.9445180837401603e-05,
+      "loss": 6.108457641601563,
+      "step": 7600
+    },
+    {
+      "epoch": 0.2394598414069247,
+      "grad_norm": 8.62441349029541,
+      "learning_rate": 1.9441307240356446e-05,
+      "loss": 6.09090576171875,
+      "step": 7625
+    },
+    {
+      "epoch": 0.24024495564104578,
+      "grad_norm": 6.84232234954834,
+      "learning_rate": 1.9437420601206414e-05,
+      "loss": 6.079618530273438,
+      "step": 7650
+    },
+    {
+      "epoch": 0.24103006987516684,
+      "grad_norm": 7.540565013885498,
+      "learning_rate": 1.9433520925956497e-05,
+      "loss": 6.145294799804687,
+      "step": 7675
+    },
+    {
+      "epoch": 0.2418151841092879,
+      "grad_norm": 8.01793098449707,
+      "learning_rate": 1.942960822063182e-05,
+      "loss": 6.105317993164062,
+      "step": 7700
+    },
+    {
+      "epoch": 0.24260029834340896,
+      "grad_norm": 6.836312294006348,
+      "learning_rate": 1.9425682491277653e-05,
+      "loss": 6.118194580078125,
+      "step": 7725
+    },
+    {
+      "epoch": 0.24338541257753002,
+      "grad_norm": 6.854023456573486,
+      "learning_rate": 1.942174374395937e-05,
+      "loss": 6.098612060546875,
+      "step": 7750
+    },
+    {
+      "epoch": 0.2441705268116511,
+      "grad_norm": 7.412289619445801,
+      "learning_rate": 1.9417791984762474e-05,
+      "loss": 6.10634765625,
+      "step": 7775
+    },
+    {
+      "epoch": 0.24495564104577217,
+      "grad_norm": 9.05181884765625,
+      "learning_rate": 1.9413827219792565e-05,
+      "loss": 6.1146923828125,
+      "step": 7800
+    },
+    {
+      "epoch": 0.24574075527989322,
+      "grad_norm": 7.55516242980957,
+      "learning_rate": 1.9409849455175346e-05,
+      "loss": 6.099641723632812,
+      "step": 7825
+    },
+    {
+      "epoch": 0.24652586951401428,
+      "grad_norm": 7.916590690612793,
+      "learning_rate": 1.940585869705659e-05,
+      "loss": 6.098927612304688,
+      "step": 7850
+    },
+    {
+      "epoch": 0.24731098374813534,
+      "grad_norm": 7.240673542022705,
+      "learning_rate": 1.9401854951602152e-05,
+      "loss": 6.111246337890625,
+      "step": 7875
+    },
+    {
+      "epoch": 0.24809609798225643,
+      "grad_norm": 6.73378849029541,
+      "learning_rate": 1.939783822499796e-05,
+      "loss": 6.067181396484375,
+      "step": 7900
+    },
+    {
+      "epoch": 0.2488812122163775,
+      "grad_norm": 7.575690746307373,
+      "learning_rate": 1.939380852344999e-05,
+      "loss": 6.0854052734375,
+      "step": 7925
+    },
+    {
+      "epoch": 0.24966632645049855,
+      "grad_norm": 8.157740592956543,
+      "learning_rate": 1.9389765853184263e-05,
+      "loss": 6.089390869140625,
+      "step": 7950
+    },
+    {
+      "epoch": 0.2504514406846196,
+      "grad_norm": 8.730521202087402,
+      "learning_rate": 1.9385710220446847e-05,
+      "loss": 6.080964769635882,
+      "step": 7975
+    },
+    {
+      "epoch": 0.2512365549187407,
+      "grad_norm": 8.453075408935547,
+      "learning_rate": 1.9381641631503828e-05,
+      "loss": 6.090482177734375,
+      "step": 8000
+    },
+    {
+      "epoch": 0.2520216691528617,
+      "grad_norm": 8.2374849319458,
+      "learning_rate": 1.9377560092641314e-05,
+      "loss": 6.093213500976563,
+      "step": 8025
+    },
+    {
+      "epoch": 0.2528067833869828,
+      "grad_norm": 7.423177719116211,
+      "learning_rate": 1.9373465610165423e-05,
+      "loss": 6.081823120117187,
+      "step": 8050
+    },
+    {
+      "epoch": 0.25359189762110385,
+      "grad_norm": 7.9487528800964355,
+      "learning_rate": 1.9369358190402262e-05,
+      "loss": 6.083873291015625,
+      "step": 8075
+    },
+    {
+      "epoch": 0.25437701185522493,
+      "grad_norm": 8.090024948120117,
+      "learning_rate": 1.9365237839697944e-05,
+      "loss": 6.120177612304688,
+      "step": 8100
+    },
+    {
+      "epoch": 0.255162126089346,
+      "grad_norm": 8.478367805480957,
+      "learning_rate": 1.9361104564418542e-05,
+      "loss": 6.0869818115234375,
+      "step": 8125
+    },
+    {
+      "epoch": 0.25594724032346705,
+      "grad_norm": 9.296222686767578,
+      "learning_rate": 1.9356958370950107e-05,
+      "loss": 6.09420654296875,
+      "step": 8150
+    },
+    {
+      "epoch": 0.25673235455758814,
+      "grad_norm": 8.544968605041504,
+      "learning_rate": 1.9352799265698646e-05,
+      "loss": 6.1034478759765625,
+      "step": 8175
+    },
+    {
+      "epoch": 0.25751746879170917,
+      "grad_norm": 7.534852027893066,
+      "learning_rate": 1.9348627255090125e-05,
+      "loss": 6.132659912109375,
+      "step": 8200
+    },
+    {
+      "epoch": 0.25830258302583026,
+      "grad_norm": 8.706232070922852,
+      "learning_rate": 1.9344442345570437e-05,
+      "loss": 6.1021826171875,
+      "step": 8225
+    },
+    {
+      "epoch": 0.25908769725995134,
+      "grad_norm": 7.513480186462402,
+      "learning_rate": 1.9340244543605405e-05,
+      "loss": 6.09001220703125,
+      "step": 8250
+    },
+    {
+      "epoch": 0.2598728114940724,
+      "grad_norm": 10.582332611083984,
+      "learning_rate": 1.9336033855680777e-05,
+      "loss": 6.080181884765625,
+      "step": 8275
+    },
+    {
+      "epoch": 0.26065792572819346,
+      "grad_norm": 8.431282043457031,
+      "learning_rate": 1.9331810288302216e-05,
+      "loss": 6.084490966796875,
+      "step": 8300
+    },
+    {
+      "epoch": 0.2614430399623145,
+      "grad_norm": 7.604475021362305,
+      "learning_rate": 1.9327573847995262e-05,
+      "loss": 6.077401123046875,
+      "step": 8325
+    },
+    {
+      "epoch": 0.2622281541964356,
+      "grad_norm": 7.361900806427002,
+      "learning_rate": 1.9323324541305367e-05,
+      "loss": 6.09489013671875,
+      "step": 8350
+    },
+    {
+      "epoch": 0.26301326843055667,
+      "grad_norm": 8.024670600891113,
+      "learning_rate": 1.9319062374797855e-05,
+      "loss": 6.065264282226562,
+      "step": 8375
+    },
+    {
+      "epoch": 0.2637983826646777,
+      "grad_norm": 9.078442573547363,
+      "learning_rate": 1.931478735505791e-05,
+      "loss": 6.1088934326171875,
+      "step": 8400
+    },
+    {
+      "epoch": 0.2645834968987988,
+      "grad_norm": 9.455032348632812,
+      "learning_rate": 1.9310499488690592e-05,
+      "loss": 6.089759521484375,
+      "step": 8425
+    },
+    {
+      "epoch": 0.2653686111329198,
+      "grad_norm": 5.793647289276123,
+      "learning_rate": 1.9306198782320785e-05,
+      "loss": 6.086008911132812,
+      "step": 8450
+    },
+    {
+      "epoch": 0.2661537253670409,
+      "grad_norm": 9.200705528259277,
+      "learning_rate": 1.9301885242593243e-05,
+      "loss": 6.063539428710937,
+      "step": 8475
+    },
+    {
+      "epoch": 0.266938839601162,
+      "grad_norm": 7.469987869262695,
+      "learning_rate": 1.929755887617252e-05,
+      "loss": 6.091107177734375,
+      "step": 8500
+    },
+    {
+      "epoch": 0.267723953835283,
+      "grad_norm": 9.012052536010742,
+      "learning_rate": 1.9293219689742997e-05,
+      "loss": 6.072770385742188,
+      "step": 8525
+    },
+    {
+      "epoch": 0.2685090680694041,
+      "grad_norm": 7.782796382904053,
+      "learning_rate": 1.928886769000887e-05,
+      "loss": 6.0926513671875,
+      "step": 8550
+    },
+    {
+      "epoch": 0.26929418230352514,
+      "grad_norm": 6.323625564575195,
+      "learning_rate": 1.9284502883694122e-05,
+      "loss": 6.08256591796875,
+      "step": 8575
+    },
+    {
+      "epoch": 0.27007929653764623,
+      "grad_norm": 7.582986354827881,
+      "learning_rate": 1.9280125277542526e-05,
+      "loss": 6.103290405273437,
+      "step": 8600
+    },
+    {
+      "epoch": 0.2708644107717673,
+      "grad_norm": 7.042757034301758,
+      "learning_rate": 1.927573487831763e-05,
+      "loss": 6.099789428710937,
+      "step": 8625
+    },
+    {
+      "epoch": 0.27164952500588835,
+      "grad_norm": 9.09696102142334,
+      "learning_rate": 1.9271331692802753e-05,
+      "loss": 6.081097412109375,
+      "step": 8650
+    },
+    {
+      "epoch": 0.27243463924000944,
+      "grad_norm": 11.186524391174316,
+      "learning_rate": 1.9266915727800965e-05,
+      "loss": 6.084293212890625,
+      "step": 8675
+    },
+    {
+      "epoch": 0.27321975347413047,
+      "grad_norm": 6.84335994720459,
+      "learning_rate": 1.926248699013508e-05,
+      "loss": 6.096376342773437,
+      "step": 8700
+    },
+    {
+      "epoch": 0.27400486770825155,
+      "grad_norm": 9.2902193069458,
+      "learning_rate": 1.9258045486647646e-05,
+      "loss": 6.06237548828125,
+      "step": 8725
+    },
+    {
+      "epoch": 0.27478998194237264,
+      "grad_norm": 5.458731651306152,
+      "learning_rate": 1.9253591224200938e-05,
+      "loss": 6.08322021484375,
+      "step": 8750
+    },
+    {
+      "epoch": 0.2755750961764937,
+      "grad_norm": 7.920042037963867,
+      "learning_rate": 1.924912420967694e-05,
+      "loss": 6.079279174804688,
+      "step": 8775
+    },
+    {
+      "epoch": 0.27636021041061476,
+      "grad_norm": 6.038084030151367,
+      "learning_rate": 1.9244644449977338e-05,
+      "loss": 6.0774169921875,
+      "step": 8800
+    },
+    {
+      "epoch": 0.2771453246447358,
+      "grad_norm": 6.85615348815918,
+      "learning_rate": 1.9240151952023516e-05,
+      "loss": 6.091692504882812,
+      "step": 8825
+    },
+    {
+      "epoch": 0.2779304388788569,
+      "grad_norm": 7.801642417907715,
+      "learning_rate": 1.923564672275654e-05,
+      "loss": 6.07525634765625,
+      "step": 8850
+    },
+    {
+      "epoch": 0.27871555311297797,
+      "grad_norm": 8.359718322753906,
+      "learning_rate": 1.9231128769137134e-05,
+      "loss": 6.0793701171875,
+      "step": 8875
+    },
+    {
+      "epoch": 0.279500667347099,
+      "grad_norm": 6.57523250579834,
+      "learning_rate": 1.922659809814569e-05,
+      "loss": 6.082147827148438,
+      "step": 8900
+    },
+    {
+      "epoch": 0.2802857815812201,
+      "grad_norm": 6.429874897003174,
+      "learning_rate": 1.9222054716782246e-05,
+      "loss": 6.071991577148437,
+      "step": 8925
+    },
+    {
+      "epoch": 0.2810708958153411,
+      "grad_norm": 6.105246543884277,
+      "learning_rate": 1.9217498632066483e-05,
+      "loss": 6.070576782226563,
+      "step": 8950
+    },
+    {
+      "epoch": 0.2818560100494622,
+      "grad_norm": 10.252945899963379,
+      "learning_rate": 1.9212929851037712e-05,
+      "loss": 6.060130069130345,
+      "step": 8975
+    },
+    {
+      "epoch": 0.28264112428358323,
+      "grad_norm": 10.666425704956055,
+      "learning_rate": 1.9208348380754844e-05,
+      "loss": 6.07262451171875,
+      "step": 9000
+    },
+    {
+      "epoch": 0.2834262385177043,
+      "grad_norm": 7.326347827911377,
+      "learning_rate": 1.9203754228296404e-05,
+      "loss": 6.089608154296875,
+      "step": 9025
+    },
+    {
+      "epoch": 0.2842113527518254,
+      "grad_norm": 6.007728576660156,
+      "learning_rate": 1.919914740076052e-05,
+      "loss": 6.067042236328125,
+      "step": 9050
+    },
+    {
+      "epoch": 0.28499646698594644,
+      "grad_norm": 6.439706802368164,
+      "learning_rate": 1.919452790526489e-05,
+      "loss": 6.100827026367187,
+      "step": 9075
+    },
+    {
+      "epoch": 0.2857815812200675,
+      "grad_norm": 7.205475807189941,
+      "learning_rate": 1.91898957489468e-05,
+      "loss": 6.0810308837890625,
+      "step": 9100
+    },
+    {
+      "epoch": 0.28656669545418856,
+      "grad_norm": 8.613924026489258,
+      "learning_rate": 1.918525093896308e-05,
+      "loss": 6.0901861572265625,
+      "step": 9125
+    },
+    {
+      "epoch": 0.28735180968830965,
+      "grad_norm": 7.643390655517578,
+      "learning_rate": 1.918059348249012e-05,
+      "loss": 6.073208618164062,
+      "step": 9150
+    },
+    {
+      "epoch": 0.28813692392243073,
+      "grad_norm": 7.871557235717773,
+      "learning_rate": 1.9175923386723853e-05,
+      "loss": 6.064640502929688,
+      "step": 9175
+    },
+    {
+      "epoch": 0.28892203815655176,
+      "grad_norm": 8.201736450195312,
+      "learning_rate": 1.9171240658879723e-05,
+      "loss": 6.089393310546875,
+      "step": 9200
+    },
+    {
+      "epoch": 0.28970715239067285,
+      "grad_norm": 9.029735565185547,
+      "learning_rate": 1.9166545306192714e-05,
+      "loss": 6.086573486328125,
+      "step": 9225
+    },
+    {
+      "epoch": 0.2904922666247939,
+      "grad_norm": 8.206645965576172,
+      "learning_rate": 1.9161837335917297e-05,
+      "loss": 6.097440795898438,
+      "step": 9250
+    },
+    {
+      "epoch": 0.29127738085891497,
+      "grad_norm": 6.268886089324951,
+      "learning_rate": 1.915711675532745e-05,
+      "loss": 6.066869506835937,
+      "step": 9275
+    },
+    {
+      "epoch": 0.29206249509303606,
+      "grad_norm": 7.023653984069824,
+      "learning_rate": 1.9152383571716628e-05,
+      "loss": 6.078419189453125,
+      "step": 9300
+    },
+    {
+      "epoch": 0.2928476093271571,
+      "grad_norm": 6.25575590133667,
+      "learning_rate": 1.914763779239776e-05,
+      "loss": 6.0618048095703125,
+      "step": 9325
+    },
+    {
+      "epoch": 0.2936327235612782,
+      "grad_norm": 7.432967185974121,
+      "learning_rate": 1.9142879424703233e-05,
+      "loss": 6.0575799560546875,
+      "step": 9350
+    },
+    {
+      "epoch": 0.2944178377953992,
+      "grad_norm": 7.492427825927734,
+      "learning_rate": 1.913810847598489e-05,
+      "loss": 6.046594848632813,
+      "step": 9375
+    },
+    {
+      "epoch": 0.2952029520295203,
+      "grad_norm": 6.218588829040527,
+      "learning_rate": 1.9133324953614003e-05,
+      "loss": 6.095703125,
+      "step": 9400
+    },
+    {
+      "epoch": 0.2959880662636414,
+      "grad_norm": 8.066258430480957,
+      "learning_rate": 1.912852886498128e-05,
+      "loss": 6.078289184570313,
+      "step": 9425
+    },
+    {
+      "epoch": 0.2967731804977624,
+      "grad_norm": 9.229392051696777,
+      "learning_rate": 1.9123720217496837e-05,
+      "loss": 6.059725952148438,
+      "step": 9450
+    },
+    {
+      "epoch": 0.2975582947318835,
+      "grad_norm": 6.735298156738281,
+      "learning_rate": 1.91188990185902e-05,
+      "loss": 6.08950439453125,
+      "step": 9475
+    },
+    {
+      "epoch": 0.29834340896600453,
+      "grad_norm": 6.997681140899658,
+      "learning_rate": 1.911406527571028e-05,
+      "loss": 6.0705413818359375,
+      "step": 9500
+    },
+    {
+      "epoch": 0.2991285232001256,
+      "grad_norm": 8.46038818359375,
+      "learning_rate": 1.9109218996325373e-05,
+      "loss": 6.0867852783203125,
+      "step": 9525
+    },
+    {
+      "epoch": 0.2999136374342467,
+      "grad_norm": 8.23660659790039,
+      "learning_rate": 1.910436018792315e-05,
+      "loss": 6.060445556640625,
+      "step": 9550
+    },
+    {
+      "epoch": 0.30069875166836774,
+      "grad_norm": 7.068746089935303,
+      "learning_rate": 1.909948885801063e-05,
+      "loss": 6.088594970703125,
+      "step": 9575
+    },
+    {
+      "epoch": 0.3014838659024888,
+      "grad_norm": 7.799080848693848,
+      "learning_rate": 1.9094605014114183e-05,
+      "loss": 6.07252685546875,
+      "step": 9600
+    },
+    {
+      "epoch": 0.30226898013660985,
+      "grad_norm": 7.389161586761475,
+      "learning_rate": 1.9089708663779517e-05,
+      "loss": 6.052852783203125,
+      "step": 9625
+    },
+    {
+      "epoch": 0.30305409437073094,
+      "grad_norm": 6.638370513916016,
+      "learning_rate": 1.9084799814571647e-05,
+      "loss": 6.065245971679688,
+      "step": 9650
+    },
+    {
+      "epoch": 0.30383920860485203,
+      "grad_norm": 9.253580093383789,
+      "learning_rate": 1.907987847407492e-05,
+      "loss": 6.095588989257813,
+      "step": 9675
+    },
+    {
+      "epoch": 0.30462432283897306,
+      "grad_norm": 6.421274185180664,
+      "learning_rate": 1.9074944649892977e-05,
+      "loss": 6.068941650390625,
+      "step": 9700
+    },
+    {
+      "epoch": 0.30540943707309415,
+      "grad_norm": 9.121893882751465,
+      "learning_rate": 1.9069998349648736e-05,
+      "loss": 6.072774658203125,
+      "step": 9725
+    },
+    {
+      "epoch": 0.3061945513072152,
+      "grad_norm": 7.841750144958496,
+      "learning_rate": 1.9065039580984396e-05,
+      "loss": 6.096015625,
+      "step": 9750
+    },
+    {
+      "epoch": 0.30697966554133627,
+      "grad_norm": 6.011407852172852,
+      "learning_rate": 1.906006835156143e-05,
+      "loss": 6.049310913085938,
+      "step": 9775
+    },
+    {
+      "epoch": 0.30776477977545735,
+      "grad_norm": 7.44486141204834,
+      "learning_rate": 1.9055084669060554e-05,
+      "loss": 6.06850830078125,
+      "step": 9800
+    },
+    {
+      "epoch": 0.3085498940095784,
+      "grad_norm": 8.295485496520996,
+      "learning_rate": 1.9050088541181716e-05,
+      "loss": 6.059293212890625,
+      "step": 9825
+    },
+    {
+      "epoch": 0.30933500824369947,
+      "grad_norm": 7.225030899047852,
+      "learning_rate": 1.9045079975644113e-05,
+      "loss": 6.0575927734375,
+      "step": 9850
+    },
+    {
+      "epoch": 0.3101201224778205,
+      "grad_norm": 5.714171409606934,
+      "learning_rate": 1.9040058980186143e-05,
+      "loss": 6.06213134765625,
+      "step": 9875
+    },
+    {
+      "epoch": 0.3109052367119416,
+      "grad_norm": 7.30633544921875,
+      "learning_rate": 1.9035025562565417e-05,
+      "loss": 6.063967895507813,
+      "step": 9900
+    },
+    {
+      "epoch": 0.3116903509460627,
+      "grad_norm": 5.63694953918457,
+      "learning_rate": 1.9029979730558736e-05,
+      "loss": 6.038084716796875,
+      "step": 9925
+    },
+    {
+      "epoch": 0.3124754651801837,
+      "grad_norm": 7.0372114181518555,
+      "learning_rate": 1.9024921491962074e-05,
+      "loss": 6.0520458984375,
+      "step": 9950
+    },
+    {
+      "epoch": 0.3132605794143048,
+      "grad_norm": 7.623991966247559,
+      "learning_rate": 1.9019850854590586e-05,
+      "loss": 6.0503997802734375,
+      "step": 9975
+    },
+    {
+      "epoch": 0.3140456936484258,
+      "grad_norm": 6.508340835571289,
+      "learning_rate": 1.9014767826278576e-05,
+      "loss": 6.064945068359375,
+      "step": 10000
+    },
+    {
+      "epoch": 0.3148308078825469,
+      "grad_norm": 6.292807579040527,
+      "learning_rate": 1.9009672414879498e-05,
+      "loss": 6.060416259765625,
+      "step": 10025
+    },
+    {
+      "epoch": 0.315615922116668,
+      "grad_norm": 8.361135482788086,
+      "learning_rate": 1.900456462826593e-05,
+      "loss": 6.035560302734375,
+      "step": 10050
+    },
+    {
+      "epoch": 0.31640103635078903,
+      "grad_norm": 6.783228397369385,
+      "learning_rate": 1.8999444474329577e-05,
+      "loss": 6.063842163085938,
+      "step": 10075
+    },
+    {
+      "epoch": 0.3171861505849101,
+      "grad_norm": 10.100295066833496,
+      "learning_rate": 1.8994311960981253e-05,
+      "loss": 6.052635498046875,
+      "step": 10100
+    },
+    {
+      "epoch": 0.31797126481903115,
+      "grad_norm": 7.355575084686279,
+      "learning_rate": 1.8989167096150858e-05,
+      "loss": 6.057730712890625,
+      "step": 10125
+    },
+    {
+      "epoch": 0.31875637905315224,
+      "grad_norm": 6.112579345703125,
+      "learning_rate": 1.8984009887787386e-05,
+      "loss": 6.071738891601562,
+      "step": 10150
+    },
+    {
+      "epoch": 0.3195414932872733,
+      "grad_norm": 5.873129844665527,
+      "learning_rate": 1.89788403438589e-05,
+      "loss": 6.049765625,
+      "step": 10175
+    },
+    {
+      "epoch": 0.32032660752139436,
+      "grad_norm": 6.607877254486084,
+      "learning_rate": 1.8973658472352517e-05,
+      "loss": 6.09537841796875,
+      "step": 10200
+    },
+    {
+      "epoch": 0.32111172175551544,
+      "grad_norm": 7.894289016723633,
+      "learning_rate": 1.89684642812744e-05,
+      "loss": 6.060230712890625,
+      "step": 10225
+    },
+    {
+      "epoch": 0.3218968359896365,
+      "grad_norm": 7.560802936553955,
+      "learning_rate": 1.8963257778649756e-05,
+      "loss": 6.086636962890625,
+      "step": 10250
+    },
+    {
+      "epoch": 0.32268195022375756,
+      "grad_norm": 7.569696426391602,
+      "learning_rate": 1.8958038972522807e-05,
+      "loss": 6.079852294921875,
+      "step": 10275
+    },
+    {
+      "epoch": 0.3234670644578786,
+      "grad_norm": 8.521283149719238,
+      "learning_rate": 1.895280787095678e-05,
+      "loss": 6.0591973876953125,
+      "step": 10300
+    },
+    {
+      "epoch": 0.3242521786919997,
+      "grad_norm": 8.364990234375,
+      "learning_rate": 1.894756448203391e-05,
+      "loss": 6.064938354492187,
+      "step": 10325
+    },
+    {
+      "epoch": 0.32503729292612077,
+      "grad_norm": 7.309362411499023,
+      "learning_rate": 1.8942308813855404e-05,
+      "loss": 6.033217163085937,
+      "step": 10350
+    },
+    {
+      "epoch": 0.3258224071602418,
+      "grad_norm": 6.4552001953125,
+      "learning_rate": 1.893704087454145e-05,
+      "loss": 6.065508422851562,
+      "step": 10375
+    },
+    {
+      "epoch": 0.3266075213943629,
+      "grad_norm": 8.206357955932617,
+      "learning_rate": 1.8931760672231193e-05,
+      "loss": 6.045038452148438,
+      "step": 10400
+    },
+    {
+      "epoch": 0.3273926356284839,
+      "grad_norm": 8.414793968200684,
+      "learning_rate": 1.8926468215082724e-05,
+      "loss": 6.039845581054688,
+      "step": 10425
+    },
+    {
+      "epoch": 0.328177749862605,
+      "grad_norm": 9.054853439331055,
+      "learning_rate": 1.8921163511273064e-05,
+      "loss": 6.053256225585938,
+      "step": 10450
+    },
+    {
+      "epoch": 0.3289628640967261,
+      "grad_norm": 7.0534844398498535,
+      "learning_rate": 1.8915846568998165e-05,
+      "loss": 6.062099609375,
+      "step": 10475
+    },
+    {
+      "epoch": 0.3297479783308471,
+      "grad_norm": 8.93610668182373,
+      "learning_rate": 1.891051739647288e-05,
+      "loss": 6.0590966796875,
+      "step": 10500
+    },
+    {
+      "epoch": 0.3305330925649682,
+      "grad_norm": 9.573548316955566,
+      "learning_rate": 1.890517600193096e-05,
+      "loss": 6.082064208984375,
+      "step": 10525
+    },
+    {
+      "epoch": 0.33131820679908924,
+      "grad_norm": 7.467121124267578,
+      "learning_rate": 1.889982239362504e-05,
+      "loss": 6.064890747070312,
+      "step": 10550
+    },
+    {
+      "epoch": 0.33210332103321033,
+      "grad_norm": 6.912933349609375,
+      "learning_rate": 1.8894456579826626e-05,
+      "loss": 6.044160766601562,
+      "step": 10575
+    },
+    {
+      "epoch": 0.3328884352673314,
+      "grad_norm": 7.090230941772461,
+      "learning_rate": 1.8889078568826082e-05,
+      "loss": 6.061206665039062,
+      "step": 10600
+    },
+    {
+      "epoch": 0.33367354950145245,
+      "grad_norm": 6.8900885581970215,
+      "learning_rate": 1.8883688368932617e-05,
+      "loss": 6.034147338867188,
+      "step": 10625
+    },
+    {
+      "epoch": 0.33445866373557354,
+      "grad_norm": 8.430006980895996,
+      "learning_rate": 1.887828598847427e-05,
+      "loss": 6.04238037109375,
+      "step": 10650
+    },
+    {
+      "epoch": 0.33524377796969457,
+      "grad_norm": 6.7249250411987305,
+      "learning_rate": 1.8872871435797903e-05,
+      "loss": 6.017744750976562,
+      "step": 10675
+    },
+    {
+      "epoch": 0.33602889220381565,
+      "grad_norm": 7.001337051391602,
+      "learning_rate": 1.8867444719269186e-05,
+      "loss": 6.073046875,
+      "step": 10700
+    },
+    {
+      "epoch": 0.33681400643793674,
+      "grad_norm": 6.054315567016602,
+      "learning_rate": 1.8862005847272577e-05,
+      "loss": 6.064963989257812,
+      "step": 10725
+    },
+    {
+      "epoch": 0.3375991206720578,
+      "grad_norm": 6.656607627868652,
+      "learning_rate": 1.8856554828211312e-05,
+      "loss": 6.040057373046875,
+      "step": 10750
+    },
+    {
+      "epoch": 0.33838423490617886,
+      "grad_norm": 7.471758842468262,
+      "learning_rate": 1.8851091670507404e-05,
+      "loss": 6.041532592773438,
+      "step": 10775
+    },
+    {
+      "epoch": 0.3391693491402999,
+      "grad_norm": 7.223377227783203,
+      "learning_rate": 1.8845616382601616e-05,
+      "loss": 6.060450439453125,
+      "step": 10800
+    },
+    {
+      "epoch": 0.339954463374421,
+      "grad_norm": 8.435572624206543,
+      "learning_rate": 1.8840128972953454e-05,
+      "loss": 6.01211181640625,
+      "step": 10825
+    },
+    {
+      "epoch": 0.34073957760854207,
+      "grad_norm": 5.700301170349121,
+      "learning_rate": 1.8834629450041148e-05,
+      "loss": 6.032303466796875,
+      "step": 10850
+    },
+    {
+      "epoch": 0.3415246918426631,
+      "grad_norm": 6.378774642944336,
+      "learning_rate": 1.882911782236165e-05,
+      "loss": 6.051644897460937,
+      "step": 10875
+    },
+    {
+      "epoch": 0.3423098060767842,
+      "grad_norm": 10.972804069519043,
+      "learning_rate": 1.882359409843061e-05,
+      "loss": 6.039440307617188,
+      "step": 10900
+    },
+    {
+      "epoch": 0.3430949203109052,
+      "grad_norm": 8.193053245544434,
+      "learning_rate": 1.8818058286782364e-05,
+      "loss": 6.0320892333984375,
+      "step": 10925
+    },
+    {
+      "epoch": 0.3438800345450263,
+      "grad_norm": 7.77625036239624,
+      "learning_rate": 1.8812510395969936e-05,
+      "loss": 6.04307861328125,
+      "step": 10950
+    },
+    {
+      "epoch": 0.3446651487791474,
+      "grad_norm": 8.063611030578613,
+      "learning_rate": 1.8806950434565e-05,
+      "loss": 6.060855712890625,
+      "step": 10975
+    },
+    {
+      "epoch": 0.3454502630132684,
+      "grad_norm": 6.406928062438965,
+      "learning_rate": 1.8801378411157886e-05,
+      "loss": 6.02157470703125,
+      "step": 11000
+    },
+    {
+      "epoch": 0.3462353772473895,
+      "grad_norm": 6.904330730438232,
+      "learning_rate": 1.8795794334357556e-05,
+      "loss": 6.047982788085937,
+      "step": 11025
+    },
+    {
+      "epoch": 0.34702049148151054,
+      "grad_norm": 6.215887069702148,
+      "learning_rate": 1.8790198212791596e-05,
+      "loss": 6.030949096679688,
+      "step": 11050
+    },
+    {
+      "epoch": 0.3478056057156316,
+      "grad_norm": 9.67748737335205,
+      "learning_rate": 1.8784590055106207e-05,
+      "loss": 6.0265655517578125,
+      "step": 11075
+    },
+    {
+      "epoch": 0.3485907199497527,
+      "grad_norm": 8.487585067749023,
+      "learning_rate": 1.877896986996618e-05,
+      "loss": 6.045703125,
+      "step": 11100
+    },
+    {
+      "epoch": 0.34937583418387375,
+      "grad_norm": 5.361997127532959,
+      "learning_rate": 1.8773337666054895e-05,
+      "loss": 6.023746948242188,
+      "step": 11125
+    },
+    {
+      "epoch": 0.35016094841799483,
+      "grad_norm": 8.568739891052246,
+      "learning_rate": 1.876769345207429e-05,
+      "loss": 6.047612915039062,
+      "step": 11150
+    },
+    {
+      "epoch": 0.35094606265211586,
+      "grad_norm": 6.879204750061035,
+      "learning_rate": 1.8762037236744867e-05,
+      "loss": 6.037516479492187,
+      "step": 11175
+    },
+    {
+      "epoch": 0.35173117688623695,
+      "grad_norm": 7.195074558258057,
+      "learning_rate": 1.875636902880568e-05,
+      "loss": 6.029046630859375,
+      "step": 11200
+    },
+    {
+      "epoch": 0.35251629112035804,
+      "grad_norm": 6.277739524841309,
+      "learning_rate": 1.875068883701429e-05,
+      "loss": 6.054810791015625,
+      "step": 11225
+    },
+    {
+      "epoch": 0.35330140535447907,
+      "grad_norm": 8.48022174835205,
+      "learning_rate": 1.874499667014679e-05,
+      "loss": 6.055784912109375,
+      "step": 11250
+    },
+    {
+      "epoch": 0.35408651958860016,
+      "grad_norm": 7.358577728271484,
+      "learning_rate": 1.8739292536997767e-05,
+      "loss": 6.0368505859375,
+      "step": 11275
+    },
+    {
+      "epoch": 0.3548716338227212,
+      "grad_norm": 6.124172687530518,
+      "learning_rate": 1.873357644638031e-05,
+      "loss": 6.033704833984375,
+      "step": 11300
+    },
+    {
+      "epoch": 0.3556567480568423,
+      "grad_norm": 7.543927192687988,
+      "learning_rate": 1.8727848407125958e-05,
+      "loss": 6.044652709960937,
+      "step": 11325
+    },
+    {
+      "epoch": 0.35644186229096336,
+      "grad_norm": 7.918491363525391,
+      "learning_rate": 1.8722108428084732e-05,
+      "loss": 6.035922241210938,
+      "step": 11350
+    },
+    {
+      "epoch": 0.3572269765250844,
+      "grad_norm": 6.090640544891357,
+      "learning_rate": 1.8716356518125096e-05,
+      "loss": 6.028107299804687,
+      "step": 11375
+    },
+    {
+      "epoch": 0.3580120907592055,
+      "grad_norm": 7.507791519165039,
+      "learning_rate": 1.8710592686133945e-05,
+      "loss": 6.053147583007813,
+      "step": 11400
+    },
+    {
+      "epoch": 0.3587972049933265,
+      "grad_norm": 7.755253791809082,
+      "learning_rate": 1.8704816941016584e-05,
+      "loss": 6.028209838867188,
+      "step": 11425
+    },
+    {
+      "epoch": 0.3595823192274476,
+      "grad_norm": 6.474155902862549,
+      "learning_rate": 1.8699029291696745e-05,
+      "loss": 6.020354614257813,
+      "step": 11450
+    },
+    {
+      "epoch": 0.36036743346156863,
+      "grad_norm": 7.208597183227539,
+      "learning_rate": 1.869322974711654e-05,
+      "loss": 6.040818481445313,
+      "step": 11475
+    },
+    {
+      "epoch": 0.3611525476956897,
+      "grad_norm": 6.3050312995910645,
+      "learning_rate": 1.868741831623646e-05,
+      "loss": 6.018604125976562,
+      "step": 11500
+    },
+    {
+      "epoch": 0.3619376619298108,
+      "grad_norm": 7.102381706237793,
+      "learning_rate": 1.868159500803536e-05,
+      "loss": 6.034991455078125,
+      "step": 11525
+    },
+    {
+      "epoch": 0.36272277616393184,
+      "grad_norm": 8.841017723083496,
+      "learning_rate": 1.8675759831510448e-05,
+      "loss": 6.02751708984375,
+      "step": 11550
+    },
+    {
+      "epoch": 0.3635078903980529,
+      "grad_norm": 8.08227252960205,
+      "learning_rate": 1.8669912795677274e-05,
+      "loss": 6.046445922851563,
+      "step": 11575
+    },
+    {
+      "epoch": 0.36429300463217396,
+      "grad_norm": 7.369481086730957,
+      "learning_rate": 1.8664053909569703e-05,
+      "loss": 6.070865478515625,
+      "step": 11600
+    },
+    {
+      "epoch": 0.36507811886629504,
+      "grad_norm": 7.1761932373046875,
+      "learning_rate": 1.865818318223991e-05,
+      "loss": 6.048270263671875,
+      "step": 11625
+    },
+    {
+      "epoch": 0.36586323310041613,
+      "grad_norm": 6.302981853485107,
+      "learning_rate": 1.865230062275837e-05,
+      "loss": 6.007454223632813,
+      "step": 11650
+    },
+    {
+      "epoch": 0.36664834733453716,
+      "grad_norm": 6.380688667297363,
+      "learning_rate": 1.8646406240213836e-05,
+      "loss": 6.001620483398438,
+      "step": 11675
+    },
+    {
+      "epoch": 0.36743346156865825,
+      "grad_norm": 7.499889850616455,
+      "learning_rate": 1.8640500043713323e-05,
+      "loss": 6.045592041015625,
+      "step": 11700
+    },
+    {
+      "epoch": 0.3682185758027793,
+      "grad_norm": 6.4084792137146,
+      "learning_rate": 1.863458204238211e-05,
+      "loss": 6.019312133789063,
+      "step": 11725
+    },
+    {
+      "epoch": 0.36900369003690037,
+      "grad_norm": 7.318563938140869,
+      "learning_rate": 1.862865224536371e-05,
+      "loss": 6.043784790039062,
+      "step": 11750
+    },
+    {
+      "epoch": 0.36978880427102145,
+      "grad_norm": 6.372910499572754,
+      "learning_rate": 1.862271066181985e-05,
+      "loss": 6.01970947265625,
+      "step": 11775
+    },
+    {
+      "epoch": 0.3705739185051425,
+      "grad_norm": 9.704291343688965,
+      "learning_rate": 1.861675730093049e-05,
+      "loss": 6.043094482421875,
+      "step": 11800
+    },
+    {
+      "epoch": 0.3713590327392636,
+      "grad_norm": 8.120965003967285,
+      "learning_rate": 1.8610792171893766e-05,
+      "loss": 6.03557373046875,
+      "step": 11825
+    },
+    {
+      "epoch": 0.3721441469733846,
+      "grad_norm": 7.747727394104004,
+      "learning_rate": 1.860481528392601e-05,
+      "loss": 6.03875,
+      "step": 11850
+    },
+    {
+      "epoch": 0.3729292612075057,
+      "grad_norm": 7.511434555053711,
+      "learning_rate": 1.8598826646261704e-05,
+      "loss": 6.04180908203125,
+      "step": 11875
+    },
+    {
+      "epoch": 0.3737143754416268,
+      "grad_norm": 6.001734256744385,
+      "learning_rate": 1.8592826268153504e-05,
+      "loss": 6.0308905029296875,
+      "step": 11900
+    },
+    {
+      "epoch": 0.3744994896757478,
+      "grad_norm": 5.927894115447998,
+      "learning_rate": 1.8586814158872198e-05,
+      "loss": 6.038502197265625,
+      "step": 11925
+    },
+    {
+      "epoch": 0.3752846039098689,
+      "grad_norm": 6.034798622131348,
+      "learning_rate": 1.85807903277067e-05,
+      "loss": 6.048773765563965,
+      "step": 11950
+    },
+    {
+      "epoch": 0.37606971814398993,
+      "grad_norm": 6.92681360244751,
+      "learning_rate": 1.8574754783964024e-05,
+      "loss": 6.027759399414062,
+      "step": 11975
+    },
+    {
+      "epoch": 0.376854832378111,
+      "grad_norm": 7.4112138748168945,
+      "learning_rate": 1.8568707536969296e-05,
+      "loss": 6.021046142578125,
+      "step": 12000
+    },
+    {
+      "epoch": 0.3776399466122321,
+      "grad_norm": 7.190526962280273,
+      "learning_rate": 1.8562648596065713e-05,
+      "loss": 6.0243902587890625,
+      "step": 12025
+    },
+    {
+      "epoch": 0.37842506084635313,
+      "grad_norm": 6.987718105316162,
+      "learning_rate": 1.8556577970614544e-05,
+      "loss": 6.018140869140625,
+      "step": 12050
+    },
+    {
+      "epoch": 0.3792101750804742,
+      "grad_norm": 8.24082088470459,
+      "learning_rate": 1.8550495669995114e-05,
+      "loss": 6.047182006835937,
+      "step": 12075
+    },
+    {
+      "epoch": 0.37999528931459525,
+      "grad_norm": 7.611581325531006,
+      "learning_rate": 1.854440170360478e-05,
+      "loss": 6.032937622070312,
+      "step": 12100
+    },
+    {
+      "epoch": 0.38078040354871634,
+      "grad_norm": 6.780263423919678,
+      "learning_rate": 1.853829608085892e-05,
+      "loss": 6.036834106445313,
+      "step": 12125
+    },
+    {
+      "epoch": 0.3815655177828374,
+      "grad_norm": 9.1497220993042,
+      "learning_rate": 1.8532178811190943e-05,
+      "loss": 6.031931762695312,
+      "step": 12150
+    },
+    {
+      "epoch": 0.38235063201695846,
+      "grad_norm": 7.544963359832764,
+      "learning_rate": 1.8526049904052223e-05,
+      "loss": 6.047650146484375,
+      "step": 12175
+    },
+    {
+      "epoch": 0.38313574625107955,
+      "grad_norm": 9.74996280670166,
+      "learning_rate": 1.8519909368912135e-05,
+      "loss": 6.048277587890625,
+      "step": 12200
+    },
+    {
+      "epoch": 0.3839208604852006,
+      "grad_norm": 7.021296977996826,
+      "learning_rate": 1.851375721525801e-05,
+      "loss": 6.027951049804687,
+      "step": 12225
+    },
+    {
+      "epoch": 0.38470597471932166,
+      "grad_norm": 7.319636344909668,
+      "learning_rate": 1.8507593452595138e-05,
+      "loss": 6.046517944335937,
+      "step": 12250
+    },
+    {
+      "epoch": 0.38549108895344275,
+      "grad_norm": 7.183573246002197,
+      "learning_rate": 1.8501418090446735e-05,
+      "loss": 6.020502319335938,
+      "step": 12275
+    },
+    {
+      "epoch": 0.3862762031875638,
+      "grad_norm": 5.594688415527344,
+      "learning_rate": 1.8495231138353945e-05,
+      "loss": 6.01718505859375,
+      "step": 12300
+    },
+    {
+      "epoch": 0.38706131742168487,
+      "grad_norm": 7.139080047607422,
+      "learning_rate": 1.8489032605875826e-05,
+      "loss": 6.040979614257813,
+      "step": 12325
+    },
+    {
+      "epoch": 0.3878464316558059,
+      "grad_norm": 6.538236618041992,
+      "learning_rate": 1.848282250258931e-05,
+      "loss": 6.025040283203125,
+      "step": 12350
+    },
+    {
+      "epoch": 0.388631545889927,
+      "grad_norm": 5.932796001434326,
+      "learning_rate": 1.847660083808922e-05,
+      "loss": 6.040492553710937,
+      "step": 12375
+    },
+    {
+      "epoch": 0.3894166601240481,
+      "grad_norm": 7.121323108673096,
+      "learning_rate": 1.847036762198824e-05,
+      "loss": 6.037491455078125,
+      "step": 12400
+    },
+    {
+      "epoch": 0.3902017743581691,
+      "grad_norm": 4.944361209869385,
+      "learning_rate": 1.8464122863916894e-05,
+      "loss": 6.050401611328125,
+      "step": 12425
+    },
+    {
+      "epoch": 0.3909868885922902,
+      "grad_norm": 7.780629634857178,
+      "learning_rate": 1.8457866573523554e-05,
+      "loss": 6.035247802734375,
+      "step": 12450
+    },
+    {
+      "epoch": 0.3917720028264112,
+      "grad_norm": 8.498658180236816,
+      "learning_rate": 1.845159876047439e-05,
+      "loss": 6.028329467773437,
+      "step": 12475
+    },
+    {
+      "epoch": 0.3925571170605323,
+      "grad_norm": 7.45485782623291,
+      "learning_rate": 1.8445319434453386e-05,
+      "loss": 6.032855224609375,
+      "step": 12500
+    },
+    {
+      "epoch": 0.3933422312946534,
+      "grad_norm": 6.773138999938965,
+      "learning_rate": 1.843902860516232e-05,
+      "loss": 6.026155395507812,
+      "step": 12525
+    },
+    {
+      "epoch": 0.39412734552877443,
+      "grad_norm": 6.737361431121826,
+      "learning_rate": 1.8432726282320728e-05,
+      "loss": 6.0356884765625,
+      "step": 12550
+    },
+    {
+      "epoch": 0.3949124597628955,
+      "grad_norm": 6.8191399574279785,
+      "learning_rate": 1.842641247566592e-05,
+      "loss": 6.0403759765625,
+      "step": 12575
+    },
+    {
+      "epoch": 0.39569757399701655,
+      "grad_norm": 6.419453144073486,
+      "learning_rate": 1.842008719495293e-05,
+      "loss": 6.029004516601563,
+      "step": 12600
+    },
+    {
+      "epoch": 0.39648268823113764,
+      "grad_norm": 7.009780406951904,
+      "learning_rate": 1.841375044995454e-05,
+      "loss": 6.020476684570313,
+      "step": 12625
+    },
+    {
+      "epoch": 0.39726780246525867,
+      "grad_norm": 6.108678340911865,
+      "learning_rate": 1.8407402250461227e-05,
+      "loss": 6.046521606445313,
+      "step": 12650
+    },
+    {
+      "epoch": 0.39805291669937976,
+      "grad_norm": 6.681120872497559,
+      "learning_rate": 1.8401042606281186e-05,
+      "loss": 6.026983642578125,
+      "step": 12675
+    },
+    {
+      "epoch": 0.39883803093350084,
+      "grad_norm": 7.839036464691162,
+      "learning_rate": 1.8394671527240265e-05,
+      "loss": 6.036826171875,
+      "step": 12700
+    },
+    {
+      "epoch": 0.3996231451676219,
+      "grad_norm": 6.829401016235352,
+      "learning_rate": 1.8388289023182012e-05,
+      "loss": 6.017455444335938,
+      "step": 12725
+    },
+    {
+      "epoch": 0.40040825940174296,
+      "grad_norm": 6.768727779388428,
+      "learning_rate": 1.8381895103967603e-05,
+      "loss": 6.0541162109375,
+      "step": 12750
+    },
+    {
+      "epoch": 0.401193373635864,
+      "grad_norm": 6.770383834838867,
+      "learning_rate": 1.837548977947586e-05,
+      "loss": 6.035471801757812,
+      "step": 12775
+    },
+    {
+      "epoch": 0.4019784878699851,
+      "grad_norm": 5.607656002044678,
+      "learning_rate": 1.8369073059603228e-05,
+      "loss": 6.0449365234375,
+      "step": 12800
+    },
+    {
+      "epoch": 0.40276360210410617,
+      "grad_norm": 7.781570911407471,
+      "learning_rate": 1.836264495426375e-05,
+      "loss": 6.017721557617188,
+      "step": 12825
+    },
+    {
+      "epoch": 0.4035487163382272,
+      "grad_norm": 10.902204513549805,
+      "learning_rate": 1.8356205473389075e-05,
+      "loss": 6.025816650390625,
+      "step": 12850
+    },
+    {
+      "epoch": 0.4043338305723483,
+      "grad_norm": 7.106377601623535,
+      "learning_rate": 1.8349754626928413e-05,
+      "loss": 6.013694458007812,
+      "step": 12875
+    },
+    {
+      "epoch": 0.4051189448064693,
+      "grad_norm": 5.889981746673584,
+      "learning_rate": 1.8343292424848544e-05,
+      "loss": 6.01642333984375,
+      "step": 12900
+    },
+    {
+      "epoch": 0.4059040590405904,
+      "grad_norm": 6.696752071380615,
+      "learning_rate": 1.833681887713378e-05,
+      "loss": 6.0293798828125,
+      "step": 12925
+    },
+    {
+      "epoch": 0.4066891732747115,
+      "grad_norm": 7.501461029052734,
+      "learning_rate": 1.833033399378598e-05,
+      "loss": 6.048368600698618,
+      "step": 12950
+    },
+    {
+      "epoch": 0.4074742875088325,
+      "grad_norm": 7.523172855377197,
+      "learning_rate": 1.8323837784824503e-05,
+      "loss": 6.053330688476563,
+      "step": 12975
+    },
+    {
+      "epoch": 0.4082594017429536,
+      "grad_norm": 6.536755561828613,
+      "learning_rate": 1.8317330260286215e-05,
+      "loss": 6.026072387695312,
+      "step": 13000
+    },
+    {
+      "epoch": 0.40904451597707464,
+      "grad_norm": 7.596675872802734,
+      "learning_rate": 1.8310811430225453e-05,
+      "loss": 6.011339721679687,
+      "step": 13025
+    },
+    {
+      "epoch": 0.40982963021119573,
+      "grad_norm": 6.989407062530518,
+      "learning_rate": 1.830428130471404e-05,
+      "loss": 6.031344604492188,
+      "step": 13050
+    },
+    {
+      "epoch": 0.4106147444453168,
+      "grad_norm": 8.470300674438477,
+      "learning_rate": 1.8297739893841234e-05,
+      "loss": 6.028606567382813,
+      "step": 13075
+    },
+    {
+      "epoch": 0.41139985867943785,
+      "grad_norm": 6.645995140075684,
+      "learning_rate": 1.829118720771374e-05,
+      "loss": 6.027051391601563,
+      "step": 13100
+    },
+    {
+      "epoch": 0.41218497291355893,
+      "grad_norm": 7.257071018218994,
+      "learning_rate": 1.8284623256455675e-05,
+      "loss": 6.024285888671875,
+      "step": 13125
+    },
+    {
+      "epoch": 0.41297008714767997,
+      "grad_norm": 7.008105278015137,
+      "learning_rate": 1.827804805020857e-05,
+      "loss": 6.007571411132813,
+      "step": 13150
+    },
+    {
+      "epoch": 0.41375520138180105,
+      "grad_norm": 7.29708194732666,
+      "learning_rate": 1.8271461599131336e-05,
+      "loss": 6.033352661132812,
+      "step": 13175
+    },
+    {
+      "epoch": 0.41454031561592214,
+      "grad_norm": 6.295455455780029,
+      "learning_rate": 1.8264863913400266e-05,
+      "loss": 6.002512817382812,
+      "step": 13200
+    },
+    {
+      "epoch": 0.41532542985004317,
+      "grad_norm": 8.981111526489258,
+      "learning_rate": 1.825825500320901e-05,
+      "loss": 6.013607177734375,
+      "step": 13225
+    },
+    {
+      "epoch": 0.41611054408416426,
+      "grad_norm": 7.749846458435059,
+      "learning_rate": 1.8251634878768547e-05,
+      "loss": 6.015499877929687,
+      "step": 13250
+    },
+    {
+      "epoch": 0.4168956583182853,
+      "grad_norm": 7.727872848510742,
+      "learning_rate": 1.8245003550307206e-05,
+      "loss": 6.0066259765625,
+      "step": 13275
+    },
+    {
+      "epoch": 0.4176807725524064,
+      "grad_norm": 4.966046333312988,
+      "learning_rate": 1.8238361028070602e-05,
+      "loss": 6.0255499267578125,
+      "step": 13300
+    },
+    {
+      "epoch": 0.41846588678652746,
+      "grad_norm": 8.59343433380127,
+      "learning_rate": 1.8231707322321667e-05,
+      "loss": 6.009500122070312,
+      "step": 13325
+    },
+    {
+      "epoch": 0.4192510010206485,
+      "grad_norm": 7.226011753082275,
+      "learning_rate": 1.822504244334059e-05,
+      "loss": 6.01266357421875,
+      "step": 13350
+    },
+    {
+      "epoch": 0.4200361152547696,
+      "grad_norm": 7.133829593658447,
+      "learning_rate": 1.8218366401424843e-05,
+      "loss": 6.027396850585937,
+      "step": 13375
+    },
+    {
+      "epoch": 0.4208212294888906,
+      "grad_norm": 9.130123138427734,
+      "learning_rate": 1.8211679206889135e-05,
+      "loss": 6.032857055664063,
+      "step": 13400
+    },
+    {
+      "epoch": 0.4216063437230117,
+      "grad_norm": 6.071317672729492,
+      "learning_rate": 1.8204980870065404e-05,
+      "loss": 6.026655883789062,
+      "step": 13425
+    },
+    {
+      "epoch": 0.4223914579571328,
+      "grad_norm": 9.760759353637695,
+      "learning_rate": 1.8198271401302806e-05,
+      "loss": 6.01298828125,
+      "step": 13450
+    },
+    {
+      "epoch": 0.4231765721912538,
+      "grad_norm": 6.463744163513184,
+      "learning_rate": 1.81915508109677e-05,
+      "loss": 6.0219091796875,
+      "step": 13475
+    },
+    {
+      "epoch": 0.4239616864253749,
+      "grad_norm": 7.907313346862793,
+      "learning_rate": 1.8184819109443627e-05,
+      "loss": 6.009920043945312,
+      "step": 13500
+    },
+    {
+      "epoch": 0.42474680065949594,
+      "grad_norm": 6.163563251495361,
+      "learning_rate": 1.817807630713129e-05,
+      "loss": 5.997871704101563,
+      "step": 13525
+    },
+    {
+      "epoch": 0.425531914893617,
+      "grad_norm": 6.326579570770264,
+      "learning_rate": 1.817132241444855e-05,
+      "loss": 6.001806640625,
+      "step": 13550
+    },
+    {
+      "epoch": 0.4263170291277381,
+      "grad_norm": 7.002986907958984,
+      "learning_rate": 1.816455744183039e-05,
+      "loss": 6.025028686523438,
+      "step": 13575
+    },
+    {
+      "epoch": 0.42710214336185914,
+      "grad_norm": 7.135458469390869,
+      "learning_rate": 1.815778139972893e-05,
+      "loss": 6.017838134765625,
+      "step": 13600
+    },
+    {
+      "epoch": 0.42788725759598023,
+      "grad_norm": 7.496002674102783,
+      "learning_rate": 1.8150994298613385e-05,
+      "loss": 6.009573364257813,
+      "step": 13625
+    },
+    {
+      "epoch": 0.42867237183010126,
+      "grad_norm": 6.810083866119385,
+      "learning_rate": 1.8144196148970047e-05,
+      "loss": 6.0144110107421875,
+      "step": 13650
+    },
+    {
+      "epoch": 0.42945748606422235,
+      "grad_norm": 7.642554759979248,
+      "learning_rate": 1.8137386961302298e-05,
+      "loss": 6.0398626708984375,
+      "step": 13675
+    },
+    {
+      "epoch": 0.43024260029834344,
+      "grad_norm": 5.227537155151367,
+      "learning_rate": 1.8130566746130557e-05,
+      "loss": 6.030364379882813,
+      "step": 13700
+    },
+    {
+      "epoch": 0.43102771453246447,
+      "grad_norm": 8.58128833770752,
+      "learning_rate": 1.812373551399228e-05,
+      "loss": 5.996229858398437,
+      "step": 13725
+    },
+    {
+      "epoch": 0.43181282876658555,
+      "grad_norm": 5.801585674285889,
+      "learning_rate": 1.8116893275441965e-05,
+      "loss": 5.98702392578125,
+      "step": 13750
+    },
+    {
+      "epoch": 0.4325979430007066,
+      "grad_norm": 8.644152641296387,
+      "learning_rate": 1.8110040041051093e-05,
+      "loss": 6.015497436523438,
+      "step": 13775
+    },
+    {
+      "epoch": 0.4333830572348277,
+      "grad_norm": 5.409648895263672,
+      "learning_rate": 1.8103175821408142e-05,
+      "loss": 5.99656982421875,
+      "step": 13800
+    },
+    {
+      "epoch": 0.4341681714689487,
+      "grad_norm": 7.467557430267334,
+      "learning_rate": 1.8096300627118567e-05,
+      "loss": 6.060056762695313,
+      "step": 13825
+    },
+    {
+      "epoch": 0.4349532857030698,
+      "grad_norm": 7.186622142791748,
+      "learning_rate": 1.808941446880478e-05,
+      "loss": 6.014412841796875,
+      "step": 13850
+    },
+    {
+      "epoch": 0.4357383999371909,
+      "grad_norm": 5.200715065002441,
+      "learning_rate": 1.8082517357106117e-05,
+      "loss": 6.021922607421875,
+      "step": 13875
+    },
+    {
+      "epoch": 0.4365235141713119,
+      "grad_norm": 5.337906360626221,
+      "learning_rate": 1.8075609302678857e-05,
+      "loss": 6.012916259765625,
+      "step": 13900
+    },
+    {
+      "epoch": 0.437308628405433,
+      "grad_norm": 7.45744514465332,
+      "learning_rate": 1.8068690316196174e-05,
+      "loss": 6.014993286132812,
+      "step": 13925
+    },
+    {
+      "epoch": 0.43809374263955403,
+      "grad_norm": 5.522850036621094,
+      "learning_rate": 1.8061760408348137e-05,
+      "loss": 5.997562408447266,
+      "step": 13950
+    },
+    {
+      "epoch": 0.4388788568736751,
+      "grad_norm": 6.472789287567139,
+      "learning_rate": 1.8054819589841687e-05,
+      "loss": 6.033994750976563,
+      "step": 13975
+    },
+    {
+      "epoch": 0.4396639711077962,
+      "grad_norm": 6.895258903503418,
+      "learning_rate": 1.8047867871400625e-05,
+      "loss": 6.0125048828125,
+      "step": 14000
+    },
+    {
+      "epoch": 0.44044908534191723,
+      "grad_norm": 7.945712566375732,
+      "learning_rate": 1.8040905263765588e-05,
+      "loss": 6.0253076171875,
+      "step": 14025
+    },
+    {
+      "epoch": 0.4412341995760383,
+      "grad_norm": 6.004476547241211,
+      "learning_rate": 1.8033931777694042e-05,
+      "loss": 6.061200561523438,
+      "step": 14050
+    },
+    {
+      "epoch": 0.44201931381015935,
+      "grad_norm": 7.918838024139404,
+      "learning_rate": 1.8026947423960258e-05,
+      "loss": 6.043032836914063,
+      "step": 14075
+    },
+    {
+      "epoch": 0.44280442804428044,
+      "grad_norm": 5.808018684387207,
+      "learning_rate": 1.80199522133553e-05,
+      "loss": 5.978490600585937,
+      "step": 14100
+    },
+    {
+      "epoch": 0.4435895422784015,
+      "grad_norm": 5.634881019592285,
+      "learning_rate": 1.8012946156686998e-05,
+      "loss": 6.008768920898437,
+      "step": 14125
+    },
+    {
+      "epoch": 0.44437465651252256,
+      "grad_norm": 6.0006794929504395,
+      "learning_rate": 1.8005929264779954e-05,
+      "loss": 6.002869873046875,
+      "step": 14150
+    },
+    {
+      "epoch": 0.44515977074664365,
+      "grad_norm": 6.0581536293029785,
+      "learning_rate": 1.7998901548475505e-05,
+      "loss": 6.020526123046875,
+      "step": 14175
+    },
+    {
+      "epoch": 0.4459448849807647,
+      "grad_norm": 7.235322952270508,
+      "learning_rate": 1.7991863018631698e-05,
+      "loss": 5.996553955078125,
+      "step": 14200
+    },
+    {
+      "epoch": 0.44672999921488576,
+      "grad_norm": 9.50629711151123,
+      "learning_rate": 1.7984813686123314e-05,
+      "loss": 6.018790893554687,
+      "step": 14225
+    },
+    {
+      "epoch": 0.44751511344900685,
+      "grad_norm": 6.713864803314209,
+      "learning_rate": 1.79777535618418e-05,
+      "loss": 6.007920532226563,
+      "step": 14250
+    },
+    {
+      "epoch": 0.4483002276831279,
+      "grad_norm": 8.611591339111328,
+      "learning_rate": 1.7970682656695294e-05,
+      "loss": 6.0057830810546875,
+      "step": 14275
+    },
+    {
+      "epoch": 0.44908534191724897,
+      "grad_norm": 5.062463283538818,
+      "learning_rate": 1.7963600981608575e-05,
+      "loss": 5.98197509765625,
+      "step": 14300
+    },
+    {
+      "epoch": 0.44987045615137,
+      "grad_norm": 6.618898391723633,
+      "learning_rate": 1.7956508547523068e-05,
+      "loss": 5.997550048828125,
+      "step": 14325
+    },
+    {
+      "epoch": 0.4506555703854911,
+      "grad_norm": 6.035687446594238,
+      "learning_rate": 1.7949405365396835e-05,
+      "loss": 6.012372436523438,
+      "step": 14350
+    },
+    {
+      "epoch": 0.4514406846196122,
+      "grad_norm": 6.016815662384033,
+      "learning_rate": 1.794229144620453e-05,
+      "loss": 6.005814819335938,
+      "step": 14375
+    },
+    {
+      "epoch": 0.4522257988537332,
+      "grad_norm": 7.440488338470459,
+      "learning_rate": 1.793516680093739e-05,
+      "loss": 6.013446044921875,
+      "step": 14400
+    },
+    {
+      "epoch": 0.4530109130878543,
+      "grad_norm": 5.334819793701172,
+      "learning_rate": 1.7928031440603242e-05,
+      "loss": 6.011575927734375,
+      "step": 14425
+    },
+    {
+      "epoch": 0.4537960273219753,
+      "grad_norm": 7.730499267578125,
+      "learning_rate": 1.792088537622645e-05,
+      "loss": 6.029010620117187,
+      "step": 14450
+    },
+    {
+      "epoch": 0.4545811415560964,
+      "grad_norm": 6.4564900398254395,
+      "learning_rate": 1.7913728618847934e-05,
+      "loss": 6.026947021484375,
+      "step": 14475
+    },
+    {
+      "epoch": 0.4553662557902175,
+      "grad_norm": 6.429846286773682,
+      "learning_rate": 1.790656117952512e-05,
+      "loss": 6.006602783203125,
+      "step": 14500
+    },
+    {
+      "epoch": 0.45615137002433853,
+      "grad_norm": 6.599667549133301,
+      "learning_rate": 1.7899383069331948e-05,
+      "loss": 6.022766776706861,
+      "step": 14525
+    },
+    {
+      "epoch": 0.4569364842584596,
+      "grad_norm": 6.249053001403809,
+      "learning_rate": 1.7892194299358833e-05,
+      "loss": 5.992688598632813,
+      "step": 14550
+    },
+    {
+      "epoch": 0.45772159849258065,
+      "grad_norm": 5.462608337402344,
+      "learning_rate": 1.788499488071267e-05,
+      "loss": 6.0088568115234375,
+      "step": 14575
+    },
+    {
+      "epoch": 0.45850671272670174,
+      "grad_norm": 7.769815921783447,
+      "learning_rate": 1.7877784824516816e-05,
+      "loss": 5.983077392578125,
+      "step": 14600
+    },
+    {
+      "epoch": 0.4592918269608228,
+      "grad_norm": 4.935760021209717,
+      "learning_rate": 1.787056414191104e-05,
+      "loss": 6.009028930664062,
+      "step": 14625
+    },
+    {
+      "epoch": 0.46007694119494386,
+      "grad_norm": 6.799657821655273,
+      "learning_rate": 1.786333284405154e-05,
+      "loss": 6.016587524414063,
+      "step": 14650
+    },
+    {
+      "epoch": 0.46086205542906494,
+      "grad_norm": 9.121086120605469,
+      "learning_rate": 1.7856090942110914e-05,
+      "loss": 6.021969604492187,
+      "step": 14675
+    },
+    {
+      "epoch": 0.461647169663186,
+      "grad_norm": 6.207000255584717,
+      "learning_rate": 1.7848838447278155e-05,
+      "loss": 6.0174102783203125,
+      "step": 14700
+    },
+    {
+      "epoch": 0.46243228389730706,
+      "grad_norm": 5.745265960693359,
+      "learning_rate": 1.7841575370758607e-05,
+      "loss": 6.0080804443359375,
+      "step": 14725
+    },
+    {
+      "epoch": 0.46321739813142815,
+      "grad_norm": 7.634740829467773,
+      "learning_rate": 1.783430172377397e-05,
+      "loss": 6.003064575195313,
+      "step": 14750
+    },
+    {
+      "epoch": 0.4640025123655492,
+      "grad_norm": 5.885915756225586,
+      "learning_rate": 1.7827017517562268e-05,
+      "loss": 5.993345947265625,
+      "step": 14775
+    },
+    {
+      "epoch": 0.46478762659967027,
+      "grad_norm": 7.342817783355713,
+      "learning_rate": 1.7819722763377854e-05,
+      "loss": 5.9821484375,
+      "step": 14800
+    },
+    {
+      "epoch": 0.4655727408337913,
+      "grad_norm": 4.743215084075928,
+      "learning_rate": 1.7812417472491362e-05,
+      "loss": 5.994312744140625,
+      "step": 14825
+    },
+    {
+      "epoch": 0.4663578550679124,
+      "grad_norm": 6.582151412963867,
+      "learning_rate": 1.7805101656189722e-05,
+      "loss": 5.984220581054688,
+      "step": 14850
+    },
+    {
+      "epoch": 0.4671429693020335,
+      "grad_norm": 6.497868537902832,
+      "learning_rate": 1.779777532577611e-05,
+      "loss": 6.01655517578125,
+      "step": 14875
+    },
+    {
+      "epoch": 0.4679280835361545,
+      "grad_norm": 6.742717742919922,
+      "learning_rate": 1.779043849256996e-05,
+      "loss": 6.00601806640625,
+      "step": 14900
+    },
+    {
+      "epoch": 0.4687131977702756,
+      "grad_norm": 6.5293731689453125,
+      "learning_rate": 1.7783091167906922e-05,
+      "loss": 6.008165893554687,
+      "step": 14925
+    },
+    {
+      "epoch": 0.4694983120043966,
+      "grad_norm": 6.881898880004883,
+      "learning_rate": 1.777573336313886e-05,
+      "loss": 6.025721010954483,
+      "step": 14950
+    },
+    {
+      "epoch": 0.4702834262385177,
+      "grad_norm": 7.383565425872803,
+      "learning_rate": 1.776836508963384e-05,
+      "loss": 5.993233642578125,
+      "step": 14975
+    },
+    {
+      "epoch": 0.47106854047263874,
+      "grad_norm": 7.164944171905518,
+      "learning_rate": 1.7760986358776082e-05,
+      "loss": 5.998822021484375,
+      "step": 15000
+    },
+    {
+      "epoch": 0.47185365470675983,
+      "grad_norm": 6.21272087097168,
+      "learning_rate": 1.775359718196598e-05,
+      "loss": 5.999829711914063,
+      "step": 15025
+    },
+    {
+      "epoch": 0.4726387689408809,
+      "grad_norm": 6.477439880371094,
+      "learning_rate": 1.7746197570620064e-05,
+      "loss": 6.002055053710937,
+      "step": 15050
+    },
+    {
+      "epoch": 0.47342388317500195,
+      "grad_norm": 5.921806812286377,
+      "learning_rate": 1.773878753617098e-05,
+      "loss": 6.00700439453125,
+      "step": 15075
+    },
+    {
+      "epoch": 0.47420899740912303,
+      "grad_norm": 8.893495559692383,
+      "learning_rate": 1.7731367090067484e-05,
+      "loss": 6.0103173828125,
+      "step": 15100
+    },
+    {
+      "epoch": 0.47499411164324407,
+      "grad_norm": 6.748020172119141,
+      "learning_rate": 1.7723936243774412e-05,
+      "loss": 5.996409301757812,
+      "step": 15125
+    },
+    {
+      "epoch": 0.47577922587736515,
+      "grad_norm": 7.704909324645996,
+      "learning_rate": 1.7716495008772678e-05,
+      "loss": 6.028046875,
+      "step": 15150
+    },
+    {
+      "epoch": 0.47656434011148624,
+      "grad_norm": 5.896365642547607,
+      "learning_rate": 1.7709043396559237e-05,
+      "loss": 6.020074462890625,
+      "step": 15175
+    },
+    {
+      "epoch": 0.47734945434560727,
+      "grad_norm": 7.135949611663818,
+      "learning_rate": 1.7701581418647086e-05,
+      "loss": 5.997328491210937,
+      "step": 15200
+    },
+    {
+      "epoch": 0.47813456857972836,
+      "grad_norm": 6.554275989532471,
+      "learning_rate": 1.7694109086565224e-05,
+      "loss": 5.9866650390625,
+      "step": 15225
+    },
+    {
+      "epoch": 0.4789196828138494,
+      "grad_norm": 6.387217998504639,
+      "learning_rate": 1.7686626411858666e-05,
+      "loss": 5.9937200927734375,
+      "step": 15250
+    },
+    {
+      "epoch": 0.4797047970479705,
+      "grad_norm": 6.937610149383545,
+      "learning_rate": 1.7679133406088393e-05,
+      "loss": 5.991025390625,
+      "step": 15275
+    },
+    {
+      "epoch": 0.48048991128209156,
+      "grad_norm": 5.617008686065674,
+      "learning_rate": 1.7671630080831355e-05,
+      "loss": 5.998310546875,
+      "step": 15300
+    },
+    {
+      "epoch": 0.4812750255162126,
+      "grad_norm": 6.899811744689941,
+      "learning_rate": 1.766411644768044e-05,
+      "loss": 6.02084228515625,
+      "step": 15325
+    },
+    {
+      "epoch": 0.4820601397503337,
+      "grad_norm": 7.302089691162109,
+      "learning_rate": 1.7656592518244465e-05,
+      "loss": 5.995045166015625,
+      "step": 15350
+    },
+    {
+      "epoch": 0.4828452539844547,
+      "grad_norm": 6.471199989318848,
+      "learning_rate": 1.764905830414816e-05,
+      "loss": 5.993697509765625,
+      "step": 15375
+    },
+    {
+      "epoch": 0.4836303682185758,
+      "grad_norm": 8.545948028564453,
+      "learning_rate": 1.764151381703213e-05,
+      "loss": 6.0272802734375,
+      "step": 15400
+    },
+    {
+      "epoch": 0.4844154824526969,
+      "grad_norm": 5.461451053619385,
+      "learning_rate": 1.7633959068552876e-05,
+      "loss": 5.991051025390625,
+      "step": 15425
+    },
+    {
+      "epoch": 0.4852005966868179,
+      "grad_norm": 6.671406269073486,
+      "learning_rate": 1.762639407038273e-05,
+      "loss": 5.985828857421875,
+      "step": 15450
+    },
+    {
+      "epoch": 0.485985710920939,
+      "grad_norm": 6.436744213104248,
+      "learning_rate": 1.7618818834209872e-05,
+      "loss": 6.006229248046875,
+      "step": 15475
+    },
+    {
+      "epoch": 0.48677082515506004,
+      "grad_norm": 5.546392917633057,
+      "learning_rate": 1.76112333717383e-05,
+      "loss": 6.017716064453125,
+      "step": 15500
+    },
+    {
+      "epoch": 0.4875559393891811,
+      "grad_norm": 4.869434833526611,
+      "learning_rate": 1.760363769468781e-05,
+      "loss": 5.9818359375,
+      "step": 15525
+    },
+    {
+      "epoch": 0.4883410536233022,
+      "grad_norm": 3.9381494522094727,
+      "learning_rate": 1.759603181479397e-05,
+      "loss": 5.999924341837565,
+      "step": 15550
+    },
+    {
+      "epoch": 0.48912616785742324,
+      "grad_norm": 7.062398910522461,
+      "learning_rate": 1.7588415743808136e-05,
+      "loss": 5.985195922851562,
+      "step": 15575
+    },
+    {
+      "epoch": 0.48991128209154433,
+      "grad_norm": 6.727392673492432,
+      "learning_rate": 1.7580789493497383e-05,
+      "loss": 5.98890625,
+      "step": 15600
+    },
+    {
+      "epoch": 0.49069639632566536,
+      "grad_norm": 5.719323635101318,
+      "learning_rate": 1.757315307564454e-05,
+      "loss": 6.015670166015625,
+      "step": 15625
+    },
+    {
+      "epoch": 0.49148151055978645,
+      "grad_norm": 5.263721942901611,
+      "learning_rate": 1.756550650204811e-05,
+      "loss": 6.005720825195312,
+      "step": 15650
+    },
+    {
+      "epoch": 0.49226662479390754,
+      "grad_norm": 6.878104209899902,
+      "learning_rate": 1.7557849784522323e-05,
+      "loss": 5.999227905273438,
+      "step": 15675
+    },
+    {
+      "epoch": 0.49305173902802857,
+      "grad_norm": 7.825394153594971,
+      "learning_rate": 1.755018293489706e-05,
+      "loss": 6.00095947265625,
+      "step": 15700
+    },
+    {
+      "epoch": 0.49383685326214966,
+      "grad_norm": 5.97175407409668,
+      "learning_rate": 1.7542505965017868e-05,
+      "loss": 5.99855712890625,
+      "step": 15725
+    },
+    {
+      "epoch": 0.4946219674962707,
+      "grad_norm": 6.147233963012695,
+      "learning_rate": 1.753481888674592e-05,
+      "loss": 5.990853271484375,
+      "step": 15750
+    },
+    {
+      "epoch": 0.4954070817303918,
+      "grad_norm": 6.691616058349609,
+      "learning_rate": 1.7527121711958014e-05,
+      "loss": 6.009390869140625,
+      "step": 15775
+    },
+    {
+      "epoch": 0.49619219596451286,
+      "grad_norm": 5.827635288238525,
+      "learning_rate": 1.7519414452546544e-05,
+      "loss": 5.983176879882812,
+      "step": 15800
+    },
+    {
+      "epoch": 0.4969773101986339,
+      "grad_norm": 7.527554512023926,
+      "learning_rate": 1.7511697120419485e-05,
+      "loss": 6.008059692382813,
+      "step": 15825
+    },
+    {
+      "epoch": 0.497762424432755,
+      "grad_norm": 5.735544204711914,
+      "learning_rate": 1.750396972750038e-05,
+      "loss": 6.0194329833984375,
+      "step": 15850
+    },
+    {
+      "epoch": 0.498547538666876,
+      "grad_norm": 6.6720967292785645,
+      "learning_rate": 1.7496232285728304e-05,
+      "loss": 6.004626187411222,
+      "step": 15875
+    },
+    {
+      "epoch": 0.4993326529009971,
+      "grad_norm": 7.539514064788818,
+      "learning_rate": 1.7488484807057878e-05,
+      "loss": 5.983084106445313,
+      "step": 15900
+    },
+    {
+      "epoch": 0.5000235534270236,
+      "eval_loss": 0.1775270402431488,
+      "eval_runtime": 5123.9315,
+      "eval_samples_per_second": 4.231,
+      "eval_steps_per_second": 0.264,
+      "eval_wer": 6.022335823076517,
+      "step": 15922
+    },
+    {
+      "epoch": 0.5001177671351181,
+      "grad_norm": 6.7327117919921875,
+      "learning_rate": 1.7480727303459207e-05,
+      "loss": 5.9751942952473955,
+      "step": 15925
+    },
+    {
+      "epoch": 0.5009028813692392,
+      "grad_norm": 4.340229511260986,
+      "learning_rate": 1.74729597869179e-05,
+      "loss": 5.9837103271484375,
+      "step": 15950
+    },
+    {
+      "epoch": 0.5016879956033603,
+      "grad_norm": 5.466999053955078,
+      "learning_rate": 1.746518226943504e-05,
+      "loss": 5.9746142578125,
+      "step": 15975
+    },
+    {
+      "epoch": 0.5024731098374814,
+      "grad_norm": 6.748511791229248,
+      "learning_rate": 1.745739476302714e-05,
+      "loss": 5.984482421875,
+      "step": 16000
+    },
+    {
+      "epoch": 0.5032582240716024,
+      "grad_norm": 5.161959171295166,
+      "learning_rate": 1.7449597279726168e-05,
+      "loss": 6.00741455078125,
+      "step": 16025
+    },
+    {
+      "epoch": 0.5040433383057235,
+      "grad_norm": 10.300546646118164,
+      "learning_rate": 1.74417898315795e-05,
+      "loss": 5.9782037353515625,
+      "step": 16050
+    },
+    {
+      "epoch": 0.5048284525398445,
+      "grad_norm": 5.949592590332031,
+      "learning_rate": 1.7433972430649914e-05,
+      "loss": 6.000860595703125,
+      "step": 16075
+    },
+    {
+      "epoch": 0.5056135667739656,
+      "grad_norm": 4.501881122589111,
+      "learning_rate": 1.742614508901554e-05,
+      "loss": 5.982913208007813,
+      "step": 16100
+    },
+    {
+      "epoch": 0.5063986810080867,
+      "grad_norm": 5.641136646270752,
+      "learning_rate": 1.7418307818769905e-05,
+      "loss": 6.000094604492188,
+      "step": 16125
+    },
+    {
+      "epoch": 0.5071837952422077,
+      "grad_norm": 6.897375583648682,
+      "learning_rate": 1.7410460632021842e-05,
+      "loss": 5.970610961914063,
+      "step": 16150
+    },
+    {
+      "epoch": 0.5079689094763288,
+      "grad_norm": 7.0756731033325195,
+      "learning_rate": 1.7402603540895528e-05,
+      "loss": 6.0036181640625,
+      "step": 16175
+    },
+    {
+      "epoch": 0.5087540237104499,
+      "grad_norm": 6.198889255523682,
+      "learning_rate": 1.739473655753043e-05,
+      "loss": 5.984674682617188,
+      "step": 16200
+    },
+    {
+      "epoch": 0.509539137944571,
+      "grad_norm": 6.3933820724487305,
+      "learning_rate": 1.7386859694081303e-05,
+      "loss": 5.977184448242188,
+      "step": 16225
+    },
+    {
+      "epoch": 0.510324252178692,
+      "grad_norm": 6.183777809143066,
+      "learning_rate": 1.7378972962718174e-05,
+      "loss": 5.993760375976563,
+      "step": 16250
+    },
+    {
+      "epoch": 0.511109366412813,
+      "grad_norm": 7.4453864097595215,
+      "learning_rate": 1.7371076375626296e-05,
+      "loss": 6.005464477539062,
+      "step": 16275
+    },
+    {
+      "epoch": 0.5118944806469341,
+      "grad_norm": 6.7400383949279785,
+      "learning_rate": 1.7363169945006174e-05,
+      "loss": 5.991670532226562,
+      "step": 16300
+    },
+    {
+      "epoch": 0.5126795948810552,
+      "grad_norm": 7.428774356842041,
+      "learning_rate": 1.7355253683073506e-05,
+      "loss": 5.993043212890625,
+      "step": 16325
+    },
+    {
+      "epoch": 0.5134647091151763,
+      "grad_norm": 6.046384334564209,
+      "learning_rate": 1.734732760205919e-05,
+      "loss": 5.988531494140625,
+      "step": 16350
+    },
+    {
+      "epoch": 0.5142498233492974,
+      "grad_norm": 6.85564661026001,
+      "learning_rate": 1.7339391714209278e-05,
+      "loss": 6.01021484375,
+      "step": 16375
+    },
+    {
+      "epoch": 0.5150349375834183,
+      "grad_norm": 8.108253479003906,
+      "learning_rate": 1.7331446031784997e-05,
+      "loss": 5.971982421875,
+      "step": 16400
+    },
+    {
+      "epoch": 0.5158200518175394,
+      "grad_norm": 8.373122215270996,
+      "learning_rate": 1.7323490567062687e-05,
+      "loss": 5.989812622070312,
+      "step": 16425
+    },
+    {
+      "epoch": 0.5166051660516605,
+      "grad_norm": 8.284374237060547,
+      "learning_rate": 1.7315525332333813e-05,
+      "loss": 5.983814086914062,
+      "step": 16450
+    },
+    {
+      "epoch": 0.5173902802857816,
+      "grad_norm": 7.153393745422363,
+      "learning_rate": 1.7307550339904926e-05,
+      "loss": 5.993232421875,
+      "step": 16475
+    },
+    {
+      "epoch": 0.5181753945199027,
+      "grad_norm": 5.523364067077637,
+      "learning_rate": 1.7299565602097667e-05,
+      "loss": 5.973712768554687,
+      "step": 16500
+    },
+    {
+      "epoch": 0.5189605087540237,
+      "grad_norm": 8.089876174926758,
+      "learning_rate": 1.729157113124872e-05,
+      "loss": 5.987085571289063,
+      "step": 16525
+    },
+    {
+      "epoch": 0.5197456229881448,
+      "grad_norm": 6.855902194976807,
+      "learning_rate": 1.7283566939709816e-05,
+      "loss": 5.976376953125,
+      "step": 16550
+    },
+    {
+      "epoch": 0.5205307372222658,
+      "grad_norm": 5.136626243591309,
+      "learning_rate": 1.72755530398477e-05,
+      "loss": 5.991744384765625,
+      "step": 16575
+    },
+    {
+      "epoch": 0.5213158514563869,
+      "grad_norm": 5.694565773010254,
+      "learning_rate": 1.7267529444044117e-05,
+      "loss": 5.962613525390625,
+      "step": 16600
+    },
+    {
+      "epoch": 0.522100965690508,
+      "grad_norm": 9.666460037231445,
+      "learning_rate": 1.725949616469579e-05,
+      "loss": 5.984867553710938,
+      "step": 16625
+    },
+    {
+      "epoch": 0.522886079924629,
+      "grad_norm": 5.078762531280518,
+      "learning_rate": 1.725145321421442e-05,
+      "loss": 5.989614868164063,
+      "step": 16650
+    },
+    {
+      "epoch": 0.5236711941587501,
+      "grad_norm": 6.477517127990723,
+      "learning_rate": 1.7243400605026623e-05,
+      "loss": 6.0136175537109375,
+      "step": 16675
+    },
+    {
+      "epoch": 0.5244563083928712,
+      "grad_norm": 4.204240322113037,
+      "learning_rate": 1.723533834957396e-05,
+      "loss": 5.96806884765625,
+      "step": 16700
+    },
+    {
+      "epoch": 0.5252414226269922,
+      "grad_norm": 7.016325950622559,
+      "learning_rate": 1.7227266460312883e-05,
+      "loss": 5.966884765625,
+      "step": 16725
+    },
+    {
+      "epoch": 0.5260265368611133,
+      "grad_norm": 5.886275291442871,
+      "learning_rate": 1.721918494971474e-05,
+      "loss": 6.015527954101563,
+      "step": 16750
+    },
+    {
+      "epoch": 0.5268116510952343,
+      "grad_norm": 5.597747802734375,
+      "learning_rate": 1.7211093830265733e-05,
+      "loss": 5.974203491210938,
+      "step": 16775
+    },
+    {
+      "epoch": 0.5275967653293554,
+      "grad_norm": 6.396210193634033,
+      "learning_rate": 1.7202993114466916e-05,
+      "loss": 5.992606811523437,
+      "step": 16800
+    },
+    {
+      "epoch": 0.5283818795634765,
+      "grad_norm": 8.385923385620117,
+      "learning_rate": 1.719488281483417e-05,
+      "loss": 5.96287841796875,
+      "step": 16825
+    },
+    {
+      "epoch": 0.5291669937975976,
+      "grad_norm": 7.3003668785095215,
+      "learning_rate": 1.718676294389818e-05,
+      "loss": 5.97940185546875,
+      "step": 16850
+    },
+    {
+      "epoch": 0.5299521080317187,
+      "grad_norm": 5.827690124511719,
+      "learning_rate": 1.7178633514204424e-05,
+      "loss": 5.982298583984375,
+      "step": 16875
+    },
+    {
+      "epoch": 0.5307372222658396,
+      "grad_norm": 5.305222511291504,
+      "learning_rate": 1.717049453831314e-05,
+      "loss": 5.996360473632812,
+      "step": 16900
+    },
+    {
+      "epoch": 0.5315223364999607,
+      "grad_norm": 5.9110331535339355,
+      "learning_rate": 1.7162346028799326e-05,
+      "loss": 5.9729681396484375,
+      "step": 16925
+    },
+    {
+      "epoch": 0.5323074507340818,
+      "grad_norm": 6.23408317565918,
+      "learning_rate": 1.7154187998252703e-05,
+      "loss": 5.97909423828125,
+      "step": 16950
+    },
+    {
+      "epoch": 0.5330925649682029,
+      "grad_norm": 6.106709957122803,
+      "learning_rate": 1.7146020459277703e-05,
+      "loss": 5.972821044921875,
+      "step": 16975
+    },
+    {
+      "epoch": 0.533877679202324,
+      "grad_norm": 6.928908824920654,
+      "learning_rate": 1.713784342449345e-05,
+      "loss": 5.999638671875,
+      "step": 17000
+    },
+    {
+      "epoch": 0.534662793436445,
+      "grad_norm": 5.384850025177002,
+      "learning_rate": 1.7129656906533738e-05,
+      "loss": 5.98822021484375,
+      "step": 17025
+    },
+    {
+      "epoch": 0.535447907670566,
+      "grad_norm": 7.443471908569336,
+      "learning_rate": 1.7121460918047016e-05,
+      "loss": 5.98213623046875,
+      "step": 17050
+    },
+    {
+      "epoch": 0.5362330219046871,
+      "grad_norm": 6.532201766967773,
+      "learning_rate": 1.7113255471696363e-05,
+      "loss": 5.99128173828125,
+      "step": 17075
+    },
+    {
+      "epoch": 0.5370181361388082,
+      "grad_norm": 6.973550319671631,
+      "learning_rate": 1.7105040580159468e-05,
+      "loss": 6.014287719726562,
+      "step": 17100
+    },
+    {
+      "epoch": 0.5378032503729293,
+      "grad_norm": 7.224700927734375,
+      "learning_rate": 1.709681625612862e-05,
+      "loss": 5.974287719726562,
+      "step": 17125
+    },
+    {
+      "epoch": 0.5385883646070503,
+      "grad_norm": 6.451601982116699,
+      "learning_rate": 1.708858251231067e-05,
+      "loss": 5.9864501953125,
+      "step": 17150
+    },
+    {
+      "epoch": 0.5393734788411714,
+      "grad_norm": 7.947690486907959,
+      "learning_rate": 1.7080339361427044e-05,
+      "loss": 5.96664794921875,
+      "step": 17175
+    },
+    {
+      "epoch": 0.5401585930752925,
+      "grad_norm": 5.501924514770508,
+      "learning_rate": 1.7072086816213674e-05,
+      "loss": 5.972179565429688,
+      "step": 17200
+    },
+    {
+      "epoch": 0.5409437073094135,
+      "grad_norm": 4.645030498504639,
+      "learning_rate": 1.706382488942103e-05,
+      "loss": 6.00225830078125,
+      "step": 17225
+    },
+    {
+      "epoch": 0.5417288215435346,
+      "grad_norm": 6.230678081512451,
+      "learning_rate": 1.7055553593814065e-05,
+      "loss": 5.969537963867188,
+      "step": 17250
+    },
+    {
+      "epoch": 0.5425139357776556,
+      "grad_norm": 5.186971664428711,
+      "learning_rate": 1.7047272942172208e-05,
+      "loss": 5.9681549072265625,
+      "step": 17275
+    },
+    {
+      "epoch": 0.5432990500117767,
+      "grad_norm": 7.244428634643555,
+      "learning_rate": 1.7038982947289354e-05,
+      "loss": 5.987784423828125,
+      "step": 17300
+    },
+    {
+      "epoch": 0.5440841642458978,
+      "grad_norm": 5.102660179138184,
+      "learning_rate": 1.7030683621973813e-05,
+      "loss": 5.952317504882813,
+      "step": 17325
+    },
+    {
+      "epoch": 0.5448692784800189,
+      "grad_norm": 5.980892181396484,
+      "learning_rate": 1.7022374979048335e-05,
+      "loss": 5.9924774169921875,
+      "step": 17350
+    },
+    {
+      "epoch": 0.54565439271414,
+      "grad_norm": 7.802984237670898,
+      "learning_rate": 1.701405703135004e-05,
+      "loss": 5.98140869140625,
+      "step": 17375
+    },
+    {
+      "epoch": 0.5464395069482609,
+      "grad_norm": 6.573966026306152,
+      "learning_rate": 1.7005729791730456e-05,
+      "loss": 5.983587036132812,
+      "step": 17400
+    },
+    {
+      "epoch": 0.547224621182382,
+      "grad_norm": 5.843371868133545,
+      "learning_rate": 1.6997393273055438e-05,
+      "loss": 6.001084594726563,
+      "step": 17425
+    },
+    {
+      "epoch": 0.5480097354165031,
+      "grad_norm": 7.278885841369629,
+      "learning_rate": 1.6989047488205188e-05,
+      "loss": 5.961531372070312,
+      "step": 17450
+    },
+    {
+      "epoch": 0.5487948496506242,
+      "grad_norm": 5.740422248840332,
+      "learning_rate": 1.698069245007423e-05,
+      "loss": 5.985166015625,
+      "step": 17475
+    },
+    {
+      "epoch": 0.5495799638847453,
+      "grad_norm": 5.239304542541504,
+      "learning_rate": 1.697232817157138e-05,
+      "loss": 5.99416259765625,
+      "step": 17500
+    },
+    {
+      "epoch": 0.5503650781188663,
+      "grad_norm": 5.947329998016357,
+      "learning_rate": 1.696395466561973e-05,
+      "loss": 6.00931884765625,
+      "step": 17525
+    },
+    {
+      "epoch": 0.5511501923529873,
+      "grad_norm": 6.159853935241699,
+      "learning_rate": 1.6955571945156627e-05,
+      "loss": 5.984913330078125,
+      "step": 17550
+    },
+    {
+      "epoch": 0.5519353065871084,
+      "grad_norm": 4.8231120109558105,
+      "learning_rate": 1.694718002313366e-05,
+      "loss": 5.997113647460938,
+      "step": 17575
+    },
+    {
+      "epoch": 0.5527204208212295,
+      "grad_norm": 4.420044898986816,
+      "learning_rate": 1.6938778912516635e-05,
+      "loss": 5.961992797851562,
+      "step": 17600
+    },
+    {
+      "epoch": 0.5535055350553506,
+      "grad_norm": 6.57444953918457,
+      "learning_rate": 1.6930368626285545e-05,
+      "loss": 5.980524291992188,
+      "step": 17625
+    },
+    {
+      "epoch": 0.5542906492894716,
+      "grad_norm": 7.454888343811035,
+      "learning_rate": 1.6921949177434573e-05,
+      "loss": 5.9910650634765625,
+      "step": 17650
+    },
+    {
+      "epoch": 0.5550757635235927,
+      "grad_norm": 6.050715923309326,
+      "learning_rate": 1.6913520578972046e-05,
+      "loss": 5.98554443359375,
+      "step": 17675
+    },
+    {
+      "epoch": 0.5558608777577138,
+      "grad_norm": 6.887601852416992,
+      "learning_rate": 1.6905082843920436e-05,
+      "loss": 5.992676391601562,
+      "step": 17700
+    },
+    {
+      "epoch": 0.5566459919918348,
+      "grad_norm": 5.23854398727417,
+      "learning_rate": 1.689663598531633e-05,
+      "loss": 5.9701025390625,
+      "step": 17725
+    },
+    {
+      "epoch": 0.5574311062259559,
+      "grad_norm": 7.124228000640869,
+      "learning_rate": 1.6888180016210405e-05,
+      "loss": 5.983826904296875,
+      "step": 17750
+    },
+    {
+      "epoch": 0.5582162204600769,
+      "grad_norm": 5.992212295532227,
+      "learning_rate": 1.6879714949667433e-05,
+      "loss": 5.969363403320313,
+      "step": 17775
+    },
+    {
+      "epoch": 0.559001334694198,
+      "grad_norm": 7.426286220550537,
+      "learning_rate": 1.687124079876621e-05,
+      "loss": 5.980809936523437,
+      "step": 17800
+    },
+    {
+      "epoch": 0.5597864489283191,
+      "grad_norm": 5.820804595947266,
+      "learning_rate": 1.6862757576599593e-05,
+      "loss": 5.9843212890625,
+      "step": 17825
+    },
+    {
+      "epoch": 0.5605715631624402,
+      "grad_norm": 6.804028511047363,
+      "learning_rate": 1.685426529627445e-05,
+      "loss": 5.976370849609375,
+      "step": 17850
+    },
+    {
+      "epoch": 0.5613566773965613,
+      "grad_norm": 5.806180953979492,
+      "learning_rate": 1.6845763970911634e-05,
+      "loss": 5.969212036132813,
+      "step": 17875
+    },
+    {
+      "epoch": 0.5621417916306822,
+      "grad_norm": 4.407258033752441,
+      "learning_rate": 1.6837253613645982e-05,
+      "loss": 5.973047485351563,
+      "step": 17900
+    },
+    {
+      "epoch": 0.5629269058648033,
+      "grad_norm": 6.541548252105713,
+      "learning_rate": 1.682873423762629e-05,
+      "loss": 5.9986669921875,
+      "step": 17925
+    },
+    {
+      "epoch": 0.5637120200989244,
+      "grad_norm": 4.314496040344238,
+      "learning_rate": 1.6820205856015277e-05,
+      "loss": 5.998218994140625,
+      "step": 17950
+    },
+    {
+      "epoch": 0.5644971343330455,
+      "grad_norm": 7.64862060546875,
+      "learning_rate": 1.6811668481989577e-05,
+      "loss": 5.957893676757813,
+      "step": 17975
+    },
+    {
+      "epoch": 0.5652822485671665,
+      "grad_norm": 4.967900276184082,
+      "learning_rate": 1.680312212873973e-05,
+      "loss": 5.9678173828125,
+      "step": 18000
+    },
+    {
+      "epoch": 0.5660673628012876,
+      "grad_norm": 5.962733268737793,
+      "learning_rate": 1.6794566809470133e-05,
+      "loss": 5.960451049804687,
+      "step": 18025
+    },
+    {
+      "epoch": 0.5668524770354086,
+      "grad_norm": 9.126944541931152,
+      "learning_rate": 1.6786002537399044e-05,
+      "loss": 5.965335693359375,
+      "step": 18050
+    },
+    {
+      "epoch": 0.5676375912695297,
+      "grad_norm": 6.437664985656738,
+      "learning_rate": 1.6777429325758557e-05,
+      "loss": 5.972857055664062,
+      "step": 18075
+    },
+    {
+      "epoch": 0.5684227055036508,
+      "grad_norm": 6.7029571533203125,
+      "learning_rate": 1.6768847187794573e-05,
+      "loss": 5.965831298828125,
+      "step": 18100
+    },
+    {
+      "epoch": 0.5692078197377718,
+      "grad_norm": 5.07132625579834,
+      "learning_rate": 1.676025613676678e-05,
+      "loss": 5.965888671875,
+      "step": 18125
+    },
+    {
+      "epoch": 0.5699929339718929,
+      "grad_norm": 7.3259968757629395,
+      "learning_rate": 1.6751656185948645e-05,
+      "loss": 5.976241455078125,
+      "step": 18150
+    },
+    {
+      "epoch": 0.570778048206014,
+      "grad_norm": 5.761317253112793,
+      "learning_rate": 1.6743047348627384e-05,
+      "loss": 5.964612426757813,
+      "step": 18175
+    },
+    {
+      "epoch": 0.571563162440135,
+      "grad_norm": 6.198018550872803,
+      "learning_rate": 1.6734429638103942e-05,
+      "loss": 5.966058349609375,
+      "step": 18200
+    },
+    {
+      "epoch": 0.5723482766742561,
+      "grad_norm": 7.538841724395752,
+      "learning_rate": 1.672580306769297e-05,
+      "loss": 5.975484619140625,
+      "step": 18225
+    },
+    {
+      "epoch": 0.5731333909083771,
+      "grad_norm": 6.728540420532227,
+      "learning_rate": 1.6717167650722812e-05,
+      "loss": 5.9976220703125,
+      "step": 18250
+    },
+    {
+      "epoch": 0.5739185051424982,
+      "grad_norm": 6.197620391845703,
+      "learning_rate": 1.670852340053548e-05,
+      "loss": 6.0005322265625,
+      "step": 18275
+    },
+    {
+      "epoch": 0.5747036193766193,
+      "grad_norm": 7.213536739349365,
+      "learning_rate": 1.6699870330486632e-05,
+      "loss": 5.969610595703125,
+      "step": 18300
+    },
+    {
+      "epoch": 0.5754887336107404,
+      "grad_norm": 8.402562141418457,
+      "learning_rate": 1.6691208453945552e-05,
+      "loss": 5.941055908203125,
+      "step": 18325
+    },
+    {
+      "epoch": 0.5762738478448615,
+      "grad_norm": 5.4232964515686035,
+      "learning_rate": 1.6682537784295134e-05,
+      "loss": 5.9587158203125,
+      "step": 18350
+    },
+    {
+      "epoch": 0.5770589620789824,
+      "grad_norm": 4.672300338745117,
+      "learning_rate": 1.6673858334931855e-05,
+      "loss": 5.967249145507813,
+      "step": 18375
+    },
+    {
+      "epoch": 0.5778440763131035,
+      "grad_norm": 7.926326751708984,
+      "learning_rate": 1.6665170119265758e-05,
+      "loss": 5.956943359375,
+      "step": 18400
+    },
+    {
+      "epoch": 0.5786291905472246,
+      "grad_norm": 6.106409549713135,
+      "learning_rate": 1.6656473150720424e-05,
+      "loss": 5.962383422851563,
+      "step": 18425
+    },
+    {
+      "epoch": 0.5794143047813457,
+      "grad_norm": 6.68604850769043,
+      "learning_rate": 1.664776744273297e-05,
+      "loss": 5.968807983398437,
+      "step": 18450
+    },
+    {
+      "epoch": 0.5801994190154668,
+      "grad_norm": 7.674676895141602,
+      "learning_rate": 1.663905300875401e-05,
+      "loss": 5.984287719726563,
+      "step": 18475
+    },
+    {
+      "epoch": 0.5809845332495878,
+      "grad_norm": 5.729357719421387,
+      "learning_rate": 1.6630329862247636e-05,
+      "loss": 5.9693670654296875,
+      "step": 18500
+    },
+    {
+      "epoch": 0.5817696474837089,
+      "grad_norm": 6.809622764587402,
+      "learning_rate": 1.6621598016691402e-05,
+      "loss": 5.973291015625,
+      "step": 18525
+    },
+    {
+      "epoch": 0.5825547617178299,
+      "grad_norm": 7.206978797912598,
+      "learning_rate": 1.6612857485576308e-05,
+      "loss": 5.964166259765625,
+      "step": 18550
+    },
+    {
+      "epoch": 0.583339875951951,
+      "grad_norm": 5.887747764587402,
+      "learning_rate": 1.6604108282406766e-05,
+      "loss": 5.995296020507812,
+      "step": 18575
+    },
+    {
+      "epoch": 0.5841249901860721,
+      "grad_norm": 7.267726898193359,
+      "learning_rate": 1.6595350420700594e-05,
+      "loss": 5.973833618164062,
+      "step": 18600
+    },
+    {
+      "epoch": 0.5849101044201931,
+      "grad_norm": 5.648615837097168,
+      "learning_rate": 1.6586583913988986e-05,
+      "loss": 5.962001953125,
+      "step": 18625
+    },
+    {
+      "epoch": 0.5856952186543142,
+      "grad_norm": 6.2857584953308105,
+      "learning_rate": 1.6577808775816485e-05,
+      "loss": 5.998330688476562,
+      "step": 18650
+    },
+    {
+      "epoch": 0.5864803328884353,
+      "grad_norm": 5.842519283294678,
+      "learning_rate": 1.656902501974098e-05,
+      "loss": 5.98353759765625,
+      "step": 18675
+    },
+    {
+      "epoch": 0.5872654471225563,
+      "grad_norm": 5.343513488769531,
+      "learning_rate": 1.656023265933367e-05,
+      "loss": 5.969229736328125,
+      "step": 18700
+    },
+    {
+      "epoch": 0.5880505613566774,
+      "grad_norm": 6.921598434448242,
+      "learning_rate": 1.6551431708179047e-05,
+      "loss": 5.963245849609375,
+      "step": 18725
+    },
+    {
+      "epoch": 0.5888356755907984,
+      "grad_norm": 7.193586349487305,
+      "learning_rate": 1.654262217987488e-05,
+      "loss": 5.961904907226563,
+      "step": 18750
+    },
+    {
+      "epoch": 0.5896207898249195,
+      "grad_norm": 6.090300559997559,
+      "learning_rate": 1.6533804088032187e-05,
+      "loss": 5.95270751953125,
+      "step": 18775
+    },
+    {
+      "epoch": 0.5904059040590406,
+      "grad_norm": 7.19282341003418,
+      "learning_rate": 1.652497744627522e-05,
+      "loss": 5.9788525390625,
+      "step": 18800
+    },
+    {
+      "epoch": 0.5911910182931617,
+      "grad_norm": 8.167314529418945,
+      "learning_rate": 1.651614226824144e-05,
+      "loss": 5.970059814453125,
+      "step": 18825
+    },
+    {
+      "epoch": 0.5919761325272828,
+      "grad_norm": 6.778092861175537,
+      "learning_rate": 1.650729856758149e-05,
+      "loss": 5.977365112304687,
+      "step": 18850
+    },
+    {
+      "epoch": 0.5927612467614037,
+      "grad_norm": 5.703238487243652,
+      "learning_rate": 1.6498446357959187e-05,
+      "loss": 5.938150634765625,
+      "step": 18875
+    },
+    {
+      "epoch": 0.5935463609955248,
+      "grad_norm": 7.178860187530518,
+      "learning_rate": 1.64895856530515e-05,
+      "loss": 5.976498413085937,
+      "step": 18900
+    },
+    {
+      "epoch": 0.5943314752296459,
+      "grad_norm": 5.8019561767578125,
+      "learning_rate": 1.648071646654851e-05,
+      "loss": 5.963931189643012,
+      "step": 18925
+    },
+    {
+      "epoch": 0.595116589463767,
+      "grad_norm": 5.785225868225098,
+      "learning_rate": 1.6471838812153416e-05,
+      "loss": 5.957450561523437,
+      "step": 18950
+    },
+    {
+      "epoch": 0.5959017036978881,
+      "grad_norm": 5.308383941650391,
+      "learning_rate": 1.6462952703582487e-05,
+      "loss": 5.967897338867187,
+      "step": 18975
+    },
+    {
+      "epoch": 0.5966868179320091,
+      "grad_norm": 5.468820571899414,
+      "learning_rate": 1.6454058154565065e-05,
+      "loss": 5.981375732421875,
+      "step": 19000
+    },
+    {
+      "epoch": 0.5974719321661301,
+      "grad_norm": 7.921565532684326,
+      "learning_rate": 1.6445155178843533e-05,
+      "loss": 5.9771875,
+      "step": 19025
+    },
+    {
+      "epoch": 0.5982570464002512,
+      "grad_norm": 5.417508602142334,
+      "learning_rate": 1.6436243790173284e-05,
+      "loss": 5.961673583984375,
+      "step": 19050
+    },
+    {
+      "epoch": 0.5990421606343723,
+      "grad_norm": 4.896191596984863,
+      "learning_rate": 1.6427324002322717e-05,
+      "loss": 5.959312744140625,
+      "step": 19075
+    },
+    {
+      "epoch": 0.5998272748684934,
+      "grad_norm": 5.8037919998168945,
+      "learning_rate": 1.64183958290732e-05,
+      "loss": 5.985181884765625,
+      "step": 19100
+    },
+    {
+      "epoch": 0.6006123891026144,
+      "grad_norm": 5.80145263671875,
+      "learning_rate": 1.640945928421907e-05,
+      "loss": 5.96064208984375,
+      "step": 19125
+    },
+    {
+      "epoch": 0.6013975033367355,
+      "grad_norm": 4.268670558929443,
+      "learning_rate": 1.6400514381567585e-05,
+      "loss": 5.960164184570313,
+      "step": 19150
+    },
+    {
+      "epoch": 0.6021826175708566,
+      "grad_norm": 7.407561302185059,
+      "learning_rate": 1.6391561134938922e-05,
+      "loss": 5.94114013671875,
+      "step": 19175
+    },
+    {
+      "epoch": 0.6029677318049776,
+      "grad_norm": 6.710731506347656,
+      "learning_rate": 1.6382599558166156e-05,
+      "loss": 5.977440185546875,
+      "step": 19200
+    },
+    {
+      "epoch": 0.6037528460390987,
+      "grad_norm": 5.982191562652588,
+      "learning_rate": 1.637362966509522e-05,
+      "loss": 5.968762817382813,
+      "step": 19225
+    },
+    {
+      "epoch": 0.6045379602732197,
+      "grad_norm": 5.094526767730713,
+      "learning_rate": 1.6364651469584904e-05,
+      "loss": 5.974467163085937,
+      "step": 19250
+    },
+    {
+      "epoch": 0.6053230745073408,
+      "grad_norm": 6.691288471221924,
+      "learning_rate": 1.6355664985506823e-05,
+      "loss": 5.954463500976562,
+      "step": 19275
+    },
+    {
+      "epoch": 0.6061081887414619,
+      "grad_norm": 7.0572099685668945,
+      "learning_rate": 1.6346670226745396e-05,
+      "loss": 5.9692919921875,
+      "step": 19300
+    },
+    {
+      "epoch": 0.606893302975583,
+      "grad_norm": 7.397186756134033,
+      "learning_rate": 1.6337667207197833e-05,
+      "loss": 5.967357177734375,
+      "step": 19325
+    },
+    {
+      "epoch": 0.6076784172097041,
+      "grad_norm": 5.563709735870361,
+      "learning_rate": 1.6328655940774102e-05,
+      "loss": 5.958339233398437,
+      "step": 19350
+    },
+    {
+      "epoch": 0.608463531443825,
+      "grad_norm": 8.807904243469238,
+      "learning_rate": 1.631963644139691e-05,
+      "loss": 5.959872436523438,
+      "step": 19375
+    },
+    {
+      "epoch": 0.6092486456779461,
+      "grad_norm": 5.945065021514893,
+      "learning_rate": 1.6310608723001697e-05,
+      "loss": 5.957438354492187,
+      "step": 19400
+    },
+    {
+      "epoch": 0.6100337599120672,
+      "grad_norm": 4.4111480712890625,
+      "learning_rate": 1.6301572799536588e-05,
+      "loss": 5.94736572265625,
+      "step": 19425
+    },
+    {
+      "epoch": 0.6108188741461883,
+      "grad_norm": 5.989535331726074,
+      "learning_rate": 1.629252868496239e-05,
+      "loss": 5.985905151367188,
+      "step": 19450
+    },
+    {
+      "epoch": 0.6116039883803094,
+      "grad_norm": 4.587847709655762,
+      "learning_rate": 1.628347639325256e-05,
+      "loss": 5.952802124023438,
+      "step": 19475
+    },
+    {
+      "epoch": 0.6123891026144304,
+      "grad_norm": 4.7660322189331055,
+      "learning_rate": 1.6274415938393205e-05,
+      "loss": 5.958681640625,
+      "step": 19500
+    },
+    {
+      "epoch": 0.6131742168485514,
+      "grad_norm": 5.339101314544678,
+      "learning_rate": 1.6265347334383027e-05,
+      "loss": 5.96294189453125,
+      "step": 19525
+    },
+    {
+      "epoch": 0.6139593310826725,
+      "grad_norm": 7.570058345794678,
+      "learning_rate": 1.625627059523333e-05,
+      "loss": 5.9756097412109375,
+      "step": 19550
+    },
+    {
+      "epoch": 0.6147444453167936,
+      "grad_norm": 6.047725200653076,
+      "learning_rate": 1.6247185734967976e-05,
+      "loss": 5.96040283203125,
+      "step": 19575
+    },
+    {
+      "epoch": 0.6155295595509147,
+      "grad_norm": 6.406645774841309,
+      "learning_rate": 1.623809276762339e-05,
+      "loss": 5.949991455078125,
+      "step": 19600
+    },
+    {
+      "epoch": 0.6163146737850357,
+      "grad_norm": 5.904462814331055,
+      "learning_rate": 1.6228991707248508e-05,
+      "loss": 5.969190063476563,
+      "step": 19625
+    },
+    {
+      "epoch": 0.6170997880191568,
+      "grad_norm": 7.003258228302002,
+      "learning_rate": 1.621988256790478e-05,
+      "loss": 5.955230102539063,
+      "step": 19650
+    },
+    {
+      "epoch": 0.6178849022532779,
+      "grad_norm": 5.269857406616211,
+      "learning_rate": 1.6210765363666123e-05,
+      "loss": 5.964899291992188,
+      "step": 19675
+    },
+    {
+      "epoch": 0.6186700164873989,
+      "grad_norm": 5.02734899520874,
+      "learning_rate": 1.6201640108618935e-05,
+      "loss": 5.943043823242188,
+      "step": 19700
+    },
+    {
+      "epoch": 0.61945513072152,
+      "grad_norm": 6.511659622192383,
+      "learning_rate": 1.6192506816862045e-05,
+      "loss": 5.953358764648438,
+      "step": 19725
+    },
+    {
+      "epoch": 0.620240244955641,
+      "grad_norm": 5.645657062530518,
+      "learning_rate": 1.6183365502506693e-05,
+      "loss": 5.9758154296875,
+      "step": 19750
+    },
+    {
+      "epoch": 0.6210253591897621,
+      "grad_norm": 5.357290267944336,
+      "learning_rate": 1.617421617967652e-05,
+      "loss": 5.958326416015625,
+      "step": 19775
+    },
+    {
+      "epoch": 0.6218104734238832,
+      "grad_norm": 4.816366195678711,
+      "learning_rate": 1.6165058862507535e-05,
+      "loss": 5.954892578125,
+      "step": 19800
+    },
+    {
+      "epoch": 0.6225955876580043,
+      "grad_norm": 6.78482723236084,
+      "learning_rate": 1.615589356514811e-05,
+      "loss": 5.9737353515625,
+      "step": 19825
+    },
+    {
+      "epoch": 0.6233807018921254,
+      "grad_norm": 7.144836902618408,
+      "learning_rate": 1.6146720301758937e-05,
+      "loss": 5.9689398193359375,
+      "step": 19850
+    },
+    {
+      "epoch": 0.6241658161262463,
+      "grad_norm": 6.895575046539307,
+      "learning_rate": 1.6137539086513014e-05,
+      "loss": 5.978463745117187,
+      "step": 19875
+    },
+    {
+      "epoch": 0.6249509303603674,
+      "grad_norm": 5.599066257476807,
+      "learning_rate": 1.6128349933595625e-05,
+      "loss": 5.953704223632813,
+      "step": 19900
+    },
+    {
+      "epoch": 0.6257360445944885,
+      "grad_norm": 5.91379976272583,
+      "learning_rate": 1.6119152857204334e-05,
+      "loss": 5.957532348632813,
+      "step": 19925
+    },
+    {
+      "epoch": 0.6265211588286096,
+      "grad_norm": 5.114150524139404,
+      "learning_rate": 1.6109947871548925e-05,
+      "loss": 5.976472778320312,
+      "step": 19950
+    },
+    {
+      "epoch": 0.6273062730627307,
+      "grad_norm": 5.2865190505981445,
+      "learning_rate": 1.6100734990851413e-05,
+      "loss": 5.976328735351562,
+      "step": 19975
+    },
+    {
+      "epoch": 0.6280913872968517,
+      "grad_norm": 4.922379016876221,
+      "learning_rate": 1.6091514229346017e-05,
+      "loss": 5.970821533203125,
+      "step": 20000
+    },
+    {
+      "epoch": 0.6288765015309727,
+      "grad_norm": 6.995778560638428,
+      "learning_rate": 1.6082285601279117e-05,
+      "loss": 5.963858642578125,
+      "step": 20025
+    },
+    {
+      "epoch": 0.6296616157650938,
+      "grad_norm": 5.878021240234375,
+      "learning_rate": 1.6073049120909258e-05,
+      "loss": 5.973790283203125,
+      "step": 20050
+    },
+    {
+      "epoch": 0.6304467299992149,
+      "grad_norm": 6.894951820373535,
+      "learning_rate": 1.606380480250711e-05,
+      "loss": 5.949996337890625,
+      "step": 20075
+    },
+    {
+      "epoch": 0.631231844233336,
+      "grad_norm": 4.92820930480957,
+      "learning_rate": 1.605455266035547e-05,
+      "loss": 5.953661499023437,
+      "step": 20100
+    },
+    {
+      "epoch": 0.632016958467457,
+      "grad_norm": 5.884142875671387,
+      "learning_rate": 1.6045292708749193e-05,
+      "loss": 5.954257202148438,
+      "step": 20125
+    },
+    {
+      "epoch": 0.6328020727015781,
+      "grad_norm": 7.254075050354004,
+      "learning_rate": 1.6036024961995233e-05,
+      "loss": 5.969572143554688,
+      "step": 20150
+    },
+    {
+      "epoch": 0.6335871869356992,
+      "grad_norm": 6.749610424041748,
+      "learning_rate": 1.6026749434412557e-05,
+      "loss": 5.99073486328125,
+      "step": 20175
+    },
+    {
+      "epoch": 0.6343723011698202,
+      "grad_norm": 5.641422271728516,
+      "learning_rate": 1.6017466140332184e-05,
+      "loss": 5.971793212890625,
+      "step": 20200
+    },
+    {
+      "epoch": 0.6351574154039413,
+      "grad_norm": 6.3761420249938965,
+      "learning_rate": 1.6008175094097102e-05,
+      "loss": 5.993739624023437,
+      "step": 20225
+    },
+    {
+      "epoch": 0.6359425296380623,
+      "grad_norm": 5.769575595855713,
+      "learning_rate": 1.5998876310062307e-05,
+      "loss": 5.952071533203125,
+      "step": 20250
+    },
+    {
+      "epoch": 0.6367276438721834,
+      "grad_norm": 5.04279899597168,
+      "learning_rate": 1.5989569802594718e-05,
+      "loss": 5.9339447021484375,
+      "step": 20275
+    },
+    {
+      "epoch": 0.6375127581063045,
+      "grad_norm": 5.488921165466309,
+      "learning_rate": 1.5980255586073213e-05,
+      "loss": 5.968342895507813,
+      "step": 20300
+    },
+    {
+      "epoch": 0.6382978723404256,
+      "grad_norm": 5.811150074005127,
+      "learning_rate": 1.597093367488857e-05,
+      "loss": 5.960331420898438,
+      "step": 20325
+    },
+    {
+      "epoch": 0.6390829865745467,
+      "grad_norm": 6.963167190551758,
+      "learning_rate": 1.596160408344346e-05,
+      "loss": 5.9563446044921875,
+      "step": 20350
+    },
+    {
+      "epoch": 0.6398681008086676,
+      "grad_norm": 5.9056901931762695,
+      "learning_rate": 1.5952266826152406e-05,
+      "loss": 5.98808349609375,
+      "step": 20375
+    },
+    {
+      "epoch": 0.6406532150427887,
+      "grad_norm": 7.787331581115723,
+      "learning_rate": 1.59429219174418e-05,
+      "loss": 5.960795288085937,
+      "step": 20400
+    },
+    {
+      "epoch": 0.6414383292769098,
+      "grad_norm": 5.391202449798584,
+      "learning_rate": 1.5933569371749833e-05,
+      "loss": 5.98278076171875,
+      "step": 20425
+    },
+    {
+      "epoch": 0.6422234435110309,
+      "grad_norm": 4.36082124710083,
+      "learning_rate": 1.5924209203526503e-05,
+      "loss": 5.922691040039062,
+      "step": 20450
+    },
+    {
+      "epoch": 0.6430085577451519,
+      "grad_norm": 5.993360996246338,
+      "learning_rate": 1.591484142723359e-05,
+      "loss": 5.959520263671875,
+      "step": 20475
+    },
+    {
+      "epoch": 0.643793671979273,
+      "grad_norm": 5.225527286529541,
+      "learning_rate": 1.590546605734463e-05,
+      "loss": 5.952388305664062,
+      "step": 20500
+    },
+    {
+      "epoch": 0.644578786213394,
+      "grad_norm": 5.704545497894287,
+      "learning_rate": 1.5896083108344874e-05,
+      "loss": 5.937107543945313,
+      "step": 20525
+    },
+    {
+      "epoch": 0.6453639004475151,
+      "grad_norm": 5.099072456359863,
+      "learning_rate": 1.5886692594731302e-05,
+      "loss": 5.9643182373046875,
+      "step": 20550
+    },
+    {
+      "epoch": 0.6461490146816362,
+      "grad_norm": 4.530437469482422,
+      "learning_rate": 1.5877294531012576e-05,
+      "loss": 5.9673193359375,
+      "step": 20575
+    },
+    {
+      "epoch": 0.6469341289157572,
+      "grad_norm": 5.158133029937744,
+      "learning_rate": 1.586788893170902e-05,
+      "loss": 5.966237182617188,
+      "step": 20600
+    },
+    {
+      "epoch": 0.6477192431498783,
+      "grad_norm": 4.317300796508789,
+      "learning_rate": 1.58584758113526e-05,
+      "loss": 5.94846923828125,
+      "step": 20625
+    },
+    {
+      "epoch": 0.6485043573839994,
+      "grad_norm": 4.5393829345703125,
+      "learning_rate": 1.584905518448691e-05,
+      "loss": 5.9521533203125,
+      "step": 20650
+    },
+    {
+      "epoch": 0.6492894716181205,
+      "grad_norm": 4.4543986320495605,
+      "learning_rate": 1.5839627065667134e-05,
+      "loss": 5.949422607421875,
+      "step": 20675
+    },
+    {
+      "epoch": 0.6500745858522415,
+      "grad_norm": 5.716519832611084,
+      "learning_rate": 1.5830191469460037e-05,
+      "loss": 5.947935791015625,
+      "step": 20700
+    },
+    {
+      "epoch": 0.6508597000863625,
+      "grad_norm": 11.801023483276367,
+      "learning_rate": 1.582074841044393e-05,
+      "loss": 5.95759521484375,
+      "step": 20725
+    },
+    {
+      "epoch": 0.6516448143204836,
+      "grad_norm": 5.441012382507324,
+      "learning_rate": 1.581129790320866e-05,
+      "loss": 5.951786499023438,
+      "step": 20750
+    },
+    {
+      "epoch": 0.6524299285546047,
+      "grad_norm": 4.929854869842529,
+      "learning_rate": 1.5801839962355577e-05,
+      "loss": 5.940153198242188,
+      "step": 20775
+    },
+    {
+      "epoch": 0.6532150427887258,
+      "grad_norm": 6.114773273468018,
+      "learning_rate": 1.5792374602497524e-05,
+      "loss": 5.953974609375,
+      "step": 20800
+    },
+    {
+      "epoch": 0.6540001570228469,
+      "grad_norm": 5.3034257888793945,
+      "learning_rate": 1.5782901838258804e-05,
+      "loss": 5.954489135742188,
+      "step": 20825
+    },
+    {
+      "epoch": 0.6547852712569678,
+      "grad_norm": 4.894354343414307,
+      "learning_rate": 1.577342168427515e-05,
+      "loss": 5.952176513671875,
+      "step": 20850
+    },
+    {
+      "epoch": 0.6555703854910889,
+      "grad_norm": 4.353710651397705,
+      "learning_rate": 1.5763934155193722e-05,
+      "loss": 5.959436645507813,
+      "step": 20875
+    },
+    {
+      "epoch": 0.65635549972521,
+      "grad_norm": 4.638297080993652,
+      "learning_rate": 1.5754439265673073e-05,
+      "loss": 5.941904296875,
+      "step": 20900
+    },
+    {
+      "epoch": 0.6571406139593311,
+      "grad_norm": 13.683270454406738,
+      "learning_rate": 1.5744937030383133e-05,
+      "loss": 5.949602661132812,
+      "step": 20925
+    },
+    {
+      "epoch": 0.6579257281934522,
+      "grad_norm": 5.719529628753662,
+      "learning_rate": 1.5735427464005176e-05,
+      "loss": 5.933261108398438,
+      "step": 20950
+    },
+    {
+      "epoch": 0.6587108424275732,
+      "grad_norm": 5.1658501625061035,
+      "learning_rate": 1.5725910581231798e-05,
+      "loss": 5.973504638671875,
+      "step": 20975
+    },
+    {
+      "epoch": 0.6594959566616942,
+      "grad_norm": 6.077699661254883,
+      "learning_rate": 1.5716386396766908e-05,
+      "loss": 5.952903442382812,
+      "step": 21000
+    },
+    {
+      "epoch": 0.6602810708958153,
+      "grad_norm": 7.679667949676514,
+      "learning_rate": 1.570685492532569e-05,
+      "loss": 5.940457153320312,
+      "step": 21025
+    },
+    {
+      "epoch": 0.6610661851299364,
+      "grad_norm": 4.2500386238098145,
+      "learning_rate": 1.569731618163459e-05,
+      "loss": 5.936610107421875,
+      "step": 21050
+    },
+    {
+      "epoch": 0.6618512993640575,
+      "grad_norm": 4.298551082611084,
+      "learning_rate": 1.5687770180431293e-05,
+      "loss": 5.93721923828125,
+      "step": 21075
+    },
+    {
+      "epoch": 0.6626364135981785,
+      "grad_norm": 6.328446388244629,
+      "learning_rate": 1.567821693646469e-05,
+      "loss": 5.96013916015625,
+      "step": 21100
+    },
+    {
+      "epoch": 0.6634215278322996,
+      "grad_norm": 6.253689765930176,
+      "learning_rate": 1.5668656464494868e-05,
+      "loss": 5.960023193359375,
+      "step": 21125
+    },
+    {
+      "epoch": 0.6642066420664207,
+      "grad_norm": 7.285246849060059,
+      "learning_rate": 1.5659088779293077e-05,
+      "loss": 5.973350830078125,
+      "step": 21150
+    },
+    {
+      "epoch": 0.6649917563005417,
+      "grad_norm": 6.608323097229004,
+      "learning_rate": 1.5649513895641714e-05,
+      "loss": 5.973410034179688,
+      "step": 21175
+    },
+    {
+      "epoch": 0.6657768705346628,
+      "grad_norm": 6.5380659103393555,
+      "learning_rate": 1.56399318283343e-05,
+      "loss": 5.942742919921875,
+      "step": 21200
+    },
+    {
+      "epoch": 0.6665619847687838,
+      "grad_norm": 5.6246018409729,
+      "learning_rate": 1.5630342592175448e-05,
+      "loss": 5.937447509765625,
+      "step": 21225
+    },
+    {
+      "epoch": 0.6673470990029049,
+      "grad_norm": 5.7414631843566895,
+      "learning_rate": 1.5620746201980858e-05,
+      "loss": 5.920745239257813,
+      "step": 21250
+    },
+    {
+      "epoch": 0.668132213237026,
+      "grad_norm": 5.64186429977417,
+      "learning_rate": 1.5611142672577274e-05,
+      "loss": 5.957138671875,
+      "step": 21275
+    },
+    {
+      "epoch": 0.6689173274711471,
+      "grad_norm": 5.522372722625732,
+      "learning_rate": 1.5601532018802472e-05,
+      "loss": 5.94736328125,
+      "step": 21300
+    },
+    {
+      "epoch": 0.6697024417052682,
+      "grad_norm": 6.00099515914917,
+      "learning_rate": 1.5591914255505236e-05,
+      "loss": 5.935474853515625,
+      "step": 21325
+    },
+    {
+      "epoch": 0.6704875559393891,
+      "grad_norm": 3.8220860958099365,
+      "learning_rate": 1.558228939754534e-05,
+      "loss": 5.94768310546875,
+      "step": 21350
+    },
+    {
+      "epoch": 0.6712726701735102,
+      "grad_norm": 6.856430530548096,
+      "learning_rate": 1.5572657459793512e-05,
+      "loss": 5.949468383789062,
+      "step": 21375
+    },
+    {
+      "epoch": 0.6720577844076313,
+      "grad_norm": 5.108688831329346,
+      "learning_rate": 1.5563018457131423e-05,
+      "loss": 5.937244262695312,
+      "step": 21400
+    },
+    {
+      "epoch": 0.6728428986417524,
+      "grad_norm": 5.812402248382568,
+      "learning_rate": 1.5553372404451652e-05,
+      "loss": 5.937905883789062,
+      "step": 21425
+    },
+    {
+      "epoch": 0.6736280128758735,
+      "grad_norm": 5.973251819610596,
+      "learning_rate": 1.5543719316657687e-05,
+      "loss": 5.982296142578125,
+      "step": 21450
+    },
+    {
+      "epoch": 0.6744131271099945,
+      "grad_norm": 5.298767566680908,
+      "learning_rate": 1.553405920866386e-05,
+      "loss": 5.955243530273438,
+      "step": 21475
+    },
+    {
+      "epoch": 0.6751982413441155,
+      "grad_norm": 6.405760288238525,
+      "learning_rate": 1.5524392095395376e-05,
+      "loss": 5.945211791992188,
+      "step": 21500
+    },
+    {
+      "epoch": 0.6759833555782366,
+      "grad_norm": 7.058891296386719,
+      "learning_rate": 1.5514717991788248e-05,
+      "loss": 5.94760986328125,
+      "step": 21525
+    },
+    {
+      "epoch": 0.6767684698123577,
+      "grad_norm": 6.27133321762085,
+      "learning_rate": 1.5505036912789294e-05,
+      "loss": 5.968565673828125,
+      "step": 21550
+    },
+    {
+      "epoch": 0.6775535840464788,
+      "grad_norm": 4.5093278884887695,
+      "learning_rate": 1.5495348873356104e-05,
+      "loss": 5.926309814453125,
+      "step": 21575
+    },
+    {
+      "epoch": 0.6783386982805998,
+      "grad_norm": 8.051047325134277,
+      "learning_rate": 1.5485653888457034e-05,
+      "loss": 5.941885986328125,
+      "step": 21600
+    },
+    {
+      "epoch": 0.6791238125147209,
+      "grad_norm": 8.223483085632324,
+      "learning_rate": 1.5475951973071157e-05,
+      "loss": 5.92613037109375,
+      "step": 21625
+    },
+    {
+      "epoch": 0.679908926748842,
+      "grad_norm": 6.628381252288818,
+      "learning_rate": 1.546624314218826e-05,
+      "loss": 5.920323486328125,
+      "step": 21650
+    },
+    {
+      "epoch": 0.680694040982963,
+      "grad_norm": 4.751639366149902,
+      "learning_rate": 1.5456527410808815e-05,
+      "loss": 5.953662109375,
+      "step": 21675
+    },
+    {
+      "epoch": 0.6814791552170841,
+      "grad_norm": 7.328832149505615,
+      "learning_rate": 1.5446804793943958e-05,
+      "loss": 5.961588745117187,
+      "step": 21700
+    },
+    {
+      "epoch": 0.6822642694512051,
+      "grad_norm": 6.9391093254089355,
+      "learning_rate": 1.5437075306615457e-05,
+      "loss": 5.94409423828125,
+      "step": 21725
+    },
+    {
+      "epoch": 0.6830493836853262,
+      "grad_norm": 5.411035537719727,
+      "learning_rate": 1.5427338963855705e-05,
+      "loss": 5.938038940429688,
+      "step": 21750
+    },
+    {
+      "epoch": 0.6838344979194473,
+      "grad_norm": 5.373900890350342,
+      "learning_rate": 1.541759578070767e-05,
+      "loss": 5.975330810546875,
+      "step": 21775
+    },
+    {
+      "epoch": 0.6846196121535684,
+      "grad_norm": 5.89310884475708,
+      "learning_rate": 1.5407845772224913e-05,
+      "loss": 5.933433837890625,
+      "step": 21800
+    },
+    {
+      "epoch": 0.6854047263876895,
+      "grad_norm": 5.958347320556641,
+      "learning_rate": 1.539808895347152e-05,
+      "loss": 5.9441357421875,
+      "step": 21825
+    },
+    {
+      "epoch": 0.6861898406218104,
+      "grad_norm": 4.54132080078125,
+      "learning_rate": 1.5388325339522096e-05,
+      "loss": 5.9487109375,
+      "step": 21850
+    },
+    {
+      "epoch": 0.6869749548559315,
+      "grad_norm": 4.488670825958252,
+      "learning_rate": 1.5378554945461767e-05,
+      "loss": 5.939719848632812,
+      "step": 21875
+    },
+    {
+      "epoch": 0.6877600690900526,
+      "grad_norm": 6.360354423522949,
+      "learning_rate": 1.5368777786386118e-05,
+      "loss": 5.959747924804687,
+      "step": 21900
+    },
+    {
+      "epoch": 0.6885451833241737,
+      "grad_norm": 6.072577953338623,
+      "learning_rate": 1.535899387740119e-05,
+      "loss": 5.952601928710937,
+      "step": 21925
+    },
+    {
+      "epoch": 0.6893302975582948,
+      "grad_norm": 8.194076538085938,
+      "learning_rate": 1.5349203233623447e-05,
+      "loss": 5.934976806640625,
+      "step": 21950
+    },
+    {
+      "epoch": 0.6901154117924158,
+      "grad_norm": 5.398212909698486,
+      "learning_rate": 1.5339405870179777e-05,
+      "loss": 5.944864501953125,
+      "step": 21975
+    },
+    {
+      "epoch": 0.6909005260265368,
+      "grad_norm": 5.118349552154541,
+      "learning_rate": 1.532960180220743e-05,
+      "loss": 5.942924194335937,
+      "step": 22000
+    },
+    {
+      "epoch": 0.6916856402606579,
+      "grad_norm": 4.518510818481445,
+      "learning_rate": 1.531979104485402e-05,
+      "loss": 5.9525830078125,
+      "step": 22025
+    },
+    {
+      "epoch": 0.692470754494779,
+      "grad_norm": 6.297440052032471,
+      "learning_rate": 1.5309973613277506e-05,
+      "loss": 5.948225708007812,
+      "step": 22050
+    },
+    {
+      "epoch": 0.6932558687289001,
+      "grad_norm": 5.943297863006592,
+      "learning_rate": 1.5300149522646142e-05,
+      "loss": 5.943578491210937,
+      "step": 22075
+    },
+    {
+      "epoch": 0.6940409829630211,
+      "grad_norm": 4.273644924163818,
+      "learning_rate": 1.5290318788138486e-05,
+      "loss": 5.9548291015625,
+      "step": 22100
+    },
+    {
+      "epoch": 0.6948260971971422,
+      "grad_norm": 6.814795017242432,
+      "learning_rate": 1.5280481424943353e-05,
+      "loss": 5.937479858398437,
+      "step": 22125
+    },
+    {
+      "epoch": 0.6956112114312633,
+      "grad_norm": 5.836712837219238,
+      "learning_rate": 1.527063744825981e-05,
+      "loss": 5.955220336914063,
+      "step": 22150
+    },
+    {
+      "epoch": 0.6963963256653843,
+      "grad_norm": 6.5769500732421875,
+      "learning_rate": 1.5260786873297118e-05,
+      "loss": 5.944104614257813,
+      "step": 22175
+    },
+    {
+      "epoch": 0.6971814398995054,
+      "grad_norm": 5.2077860832214355,
+      "learning_rate": 1.5250929715274757e-05,
+      "loss": 5.9373236083984375,
+      "step": 22200
+    },
+    {
+      "epoch": 0.6979665541336264,
+      "grad_norm": 5.728697776794434,
+      "learning_rate": 1.524106598942237e-05,
+      "loss": 5.937839965820313,
+      "step": 22225
+    },
+    {
+      "epoch": 0.6987516683677475,
+      "grad_norm": 6.814029693603516,
+      "learning_rate": 1.5231195710979744e-05,
+      "loss": 5.928355102539062,
+      "step": 22250
+    },
+    {
+      "epoch": 0.6995367826018686,
+      "grad_norm": 5.810216426849365,
+      "learning_rate": 1.5221318895196794e-05,
+      "loss": 5.952032470703125,
+      "step": 22275
+    },
+    {
+      "epoch": 0.7003218968359897,
+      "grad_norm": 4.419250011444092,
+      "learning_rate": 1.5211435557333534e-05,
+      "loss": 5.96245361328125,
+      "step": 22300
+    },
+    {
+      "epoch": 0.7011070110701108,
+      "grad_norm": 7.338109016418457,
+      "learning_rate": 1.5201545712660054e-05,
+      "loss": 5.94522216796875,
+      "step": 22325
+    },
+    {
+      "epoch": 0.7018921253042317,
+      "grad_norm": 4.209413051605225,
+      "learning_rate": 1.5191649376456498e-05,
+      "loss": 5.941893310546875,
+      "step": 22350
+    },
+    {
+      "epoch": 0.7026772395383528,
+      "grad_norm": 5.033707618713379,
+      "learning_rate": 1.5181746564013044e-05,
+      "loss": 5.9193572998046875,
+      "step": 22375
+    },
+    {
+      "epoch": 0.7034623537724739,
+      "grad_norm": 7.640013217926025,
+      "learning_rate": 1.5171837290629864e-05,
+      "loss": 5.946724243164063,
+      "step": 22400
+    },
+    {
+      "epoch": 0.704247468006595,
+      "grad_norm": 6.552804470062256,
+      "learning_rate": 1.5161921571617127e-05,
+      "loss": 5.933082275390625,
+      "step": 22425
+    },
+    {
+      "epoch": 0.7050325822407161,
+      "grad_norm": 4.747134208679199,
+      "learning_rate": 1.515199942229495e-05,
+      "loss": 5.947757568359375,
+      "step": 22450
+    },
+    {
+      "epoch": 0.705817696474837,
+      "grad_norm": 3.492997169494629,
+      "learning_rate": 1.5142070857993393e-05,
+      "loss": 5.923534545898438,
+      "step": 22475
+    },
+    {
+      "epoch": 0.7066028107089581,
+      "grad_norm": 4.520173072814941,
+      "learning_rate": 1.5132135894052415e-05,
+      "loss": 5.929746704101563,
+      "step": 22500
+    },
+    {
+      "epoch": 0.7073879249430792,
+      "grad_norm": 4.3402299880981445,
+      "learning_rate": 1.512219454582188e-05,
+      "loss": 5.928965454101562,
+      "step": 22525
+    },
+    {
+      "epoch": 0.7081730391772003,
+      "grad_norm": 4.704042434692383,
+      "learning_rate": 1.5112246828661504e-05,
+      "loss": 5.92755859375,
+      "step": 22550
+    },
+    {
+      "epoch": 0.7089581534113214,
+      "grad_norm": 4.015030860900879,
+      "learning_rate": 1.5102292757940844e-05,
+      "loss": 5.93071044921875,
+      "step": 22575
+    },
+    {
+      "epoch": 0.7097432676454424,
+      "grad_norm": 4.4564433097839355,
+      "learning_rate": 1.5092332349039278e-05,
+      "loss": 5.95046875,
+      "step": 22600
+    },
+    {
+      "epoch": 0.7105283818795635,
+      "grad_norm": 5.929630756378174,
+      "learning_rate": 1.5082365617345971e-05,
+      "loss": 5.931036376953125,
+      "step": 22625
+    },
+    {
+      "epoch": 0.7113134961136846,
+      "grad_norm": 6.370832920074463,
+      "learning_rate": 1.5072392578259862e-05,
+      "loss": 5.946773681640625,
+      "step": 22650
+    },
+    {
+      "epoch": 0.7120986103478056,
+      "grad_norm": 5.157780647277832,
+      "learning_rate": 1.5062413247189637e-05,
+      "loss": 5.931987915039063,
+      "step": 22675
+    },
+    {
+      "epoch": 0.7128837245819267,
+      "grad_norm": 4.720494747161865,
+      "learning_rate": 1.5052427639553698e-05,
+      "loss": 5.944151000976563,
+      "step": 22700
+    },
+    {
+      "epoch": 0.7136688388160477,
+      "grad_norm": 6.657490253448486,
+      "learning_rate": 1.5042435770780139e-05,
+      "loss": 5.93611328125,
+      "step": 22725
+    },
+    {
+      "epoch": 0.7144539530501688,
+      "grad_norm": 6.249160289764404,
+      "learning_rate": 1.5032437656306745e-05,
+      "loss": 5.9336614990234375,
+      "step": 22750
+    },
+    {
+      "epoch": 0.7152390672842899,
+      "grad_norm": 6.286226272583008,
+      "learning_rate": 1.5022433311580931e-05,
+      "loss": 5.944991455078125,
+      "step": 22775
+    },
+    {
+      "epoch": 0.716024181518411,
+      "grad_norm": 5.67601203918457,
+      "learning_rate": 1.5012422752059756e-05,
+      "loss": 5.93767822265625,
+      "step": 22800
+    },
+    {
+      "epoch": 0.7168092957525319,
+      "grad_norm": 4.723778247833252,
+      "learning_rate": 1.5002405993209872e-05,
+      "loss": 5.92890625,
+      "step": 22825
+    },
+    {
+      "epoch": 0.717594409986653,
+      "grad_norm": 5.168560028076172,
+      "learning_rate": 1.4992383050507505e-05,
+      "loss": 5.963192138671875,
+      "step": 22850
+    },
+    {
+      "epoch": 0.7183795242207741,
+      "grad_norm": 5.517043590545654,
+      "learning_rate": 1.4982353939438438e-05,
+      "loss": 5.925534057617187,
+      "step": 22875
+    },
+    {
+      "epoch": 0.7191646384548952,
+      "grad_norm": 7.2527546882629395,
+      "learning_rate": 1.4972318675497994e-05,
+      "loss": 5.924671630859375,
+      "step": 22900
+    },
+    {
+      "epoch": 0.7199497526890163,
+      "grad_norm": 4.404016017913818,
+      "learning_rate": 1.4962277274190993e-05,
+      "loss": 5.938770751953125,
+      "step": 22925
+    },
+    {
+      "epoch": 0.7207348669231373,
+      "grad_norm": 5.898436069488525,
+      "learning_rate": 1.4952229751031739e-05,
+      "loss": 5.925785522460938,
+      "step": 22950
+    },
+    {
+      "epoch": 0.7215199811572583,
+      "grad_norm": 4.846441268920898,
+      "learning_rate": 1.494217612154399e-05,
+      "loss": 5.927504272460937,
+      "step": 22975
+    },
+    {
+      "epoch": 0.7223050953913794,
+      "grad_norm": 5.548570156097412,
+      "learning_rate": 1.4932116401260948e-05,
+      "loss": 5.9596116202218195,
+      "step": 23000
+    },
+    {
+      "epoch": 0.7230902096255005,
+      "grad_norm": 5.576210975646973,
+      "learning_rate": 1.492205060572522e-05,
+      "loss": 5.94980224609375,
+      "step": 23025
+    },
+    {
+      "epoch": 0.7238753238596216,
+      "grad_norm": 4.417294979095459,
+      "learning_rate": 1.49119787504888e-05,
+      "loss": 5.934359130859375,
+      "step": 23050
+    },
+    {
+      "epoch": 0.7246604380937426,
+      "grad_norm": 5.5810370445251465,
+      "learning_rate": 1.4901900851113043e-05,
+      "loss": 5.952708129882812,
+      "step": 23075
+    },
+    {
+      "epoch": 0.7254455523278637,
+      "grad_norm": 6.758584499359131,
+      "learning_rate": 1.4891816923168645e-05,
+      "loss": 5.958976440429687,
+      "step": 23100
+    },
+    {
+      "epoch": 0.7262306665619848,
+      "grad_norm": 6.144657135009766,
+      "learning_rate": 1.4881726982235617e-05,
+      "loss": 5.936312255859375,
+      "step": 23125
+    },
+    {
+      "epoch": 0.7270157807961058,
+      "grad_norm": 5.675758361816406,
+      "learning_rate": 1.4871631043903256e-05,
+      "loss": 5.929334716796875,
+      "step": 23150
+    },
+    {
+      "epoch": 0.7278008950302269,
+      "grad_norm": 5.159308910369873,
+      "learning_rate": 1.4861529123770129e-05,
+      "loss": 5.9201708984375,
+      "step": 23175
+    },
+    {
+      "epoch": 0.7285860092643479,
+      "grad_norm": 6.82968807220459,
+      "learning_rate": 1.4851421237444046e-05,
+      "loss": 5.936470336914063,
+      "step": 23200
+    },
+    {
+      "epoch": 0.729371123498469,
+      "grad_norm": 5.0618720054626465,
+      "learning_rate": 1.4841307400542027e-05,
+      "loss": 5.939244384765625,
+      "step": 23225
+    },
+    {
+      "epoch": 0.7301562377325901,
+      "grad_norm": 8.101469993591309,
+      "learning_rate": 1.4831187628690302e-05,
+      "loss": 5.930047607421875,
+      "step": 23250
+    },
+    {
+      "epoch": 0.7309413519667112,
+      "grad_norm": 5.44182014465332,
+      "learning_rate": 1.4821061937524246e-05,
+      "loss": 5.935725708007812,
+      "step": 23275
+    },
+    {
+      "epoch": 0.7317264662008323,
+      "grad_norm": 7.970261573791504,
+      "learning_rate": 1.481093034268841e-05,
+      "loss": 5.948595581054687,
+      "step": 23300
+    },
+    {
+      "epoch": 0.7325115804349532,
+      "grad_norm": 3.9386982917785645,
+      "learning_rate": 1.4800792859836435e-05,
+      "loss": 5.936383666992188,
+      "step": 23325
+    },
+    {
+      "epoch": 0.7332966946690743,
+      "grad_norm": 6.579864025115967,
+      "learning_rate": 1.4790649504631086e-05,
+      "loss": 5.936826782226563,
+      "step": 23350
+    },
+    {
+      "epoch": 0.7340818089031954,
+      "grad_norm": 5.588583469390869,
+      "learning_rate": 1.4780500292744184e-05,
+      "loss": 5.956162109375,
+      "step": 23375
+    },
+    {
+      "epoch": 0.7348669231373165,
+      "grad_norm": 4.133800983428955,
+      "learning_rate": 1.4770345239856605e-05,
+      "loss": 5.931978759765625,
+      "step": 23400
+    },
+    {
+      "epoch": 0.7356520373714376,
+      "grad_norm": 6.133061408996582,
+      "learning_rate": 1.476018436165825e-05,
+      "loss": 5.925692138671875,
+      "step": 23425
+    },
+    {
+      "epoch": 0.7364371516055586,
+      "grad_norm": 6.040001392364502,
+      "learning_rate": 1.4750017673848017e-05,
+      "loss": 5.94116943359375,
+      "step": 23450
+    },
+    {
+      "epoch": 0.7372222658396796,
+      "grad_norm": 5.98701810836792,
+      "learning_rate": 1.4739845192133788e-05,
+      "loss": 5.931024780273438,
+      "step": 23475
+    },
+    {
+      "epoch": 0.7380073800738007,
+      "grad_norm": 7.4124650955200195,
+      "learning_rate": 1.4729666932232382e-05,
+      "loss": 5.915379028320313,
+      "step": 23500
+    },
+    {
+      "epoch": 0.7387924943079218,
+      "grad_norm": 5.316534996032715,
+      "learning_rate": 1.4719482909869557e-05,
+      "loss": 5.9272265625,
+      "step": 23525
+    },
+    {
+      "epoch": 0.7395776085420429,
+      "grad_norm": 5.512546062469482,
+      "learning_rate": 1.4709293140779982e-05,
+      "loss": 5.945562744140625,
+      "step": 23550
+    },
+    {
+      "epoch": 0.7403627227761639,
+      "grad_norm": 5.82699728012085,
+      "learning_rate": 1.4699097640707178e-05,
+      "loss": 5.940950927734375,
+      "step": 23575
+    },
+    {
+      "epoch": 0.741147837010285,
+      "grad_norm": 4.838285446166992,
+      "learning_rate": 1.468889642540355e-05,
+      "loss": 5.926610717773437,
+      "step": 23600
+    },
+    {
+      "epoch": 0.7419329512444061,
+      "grad_norm": 3.4617230892181396,
+      "learning_rate": 1.4678689510630311e-05,
+      "loss": 5.93740966796875,
+      "step": 23625
+    },
+    {
+      "epoch": 0.7427180654785271,
+      "grad_norm": 4.173850059509277,
+      "learning_rate": 1.4668476912157497e-05,
+      "loss": 5.9239892578125,
+      "step": 23650
+    },
+    {
+      "epoch": 0.7435031797126482,
+      "grad_norm": 4.762514591217041,
+      "learning_rate": 1.4658258645763912e-05,
+      "loss": 5.9162359619140625,
+      "step": 23675
+    },
+    {
+      "epoch": 0.7442882939467692,
+      "grad_norm": 5.5171966552734375,
+      "learning_rate": 1.4648034727237126e-05,
+      "loss": 5.944258422851562,
+      "step": 23700
+    },
+    {
+      "epoch": 0.7450734081808903,
+      "grad_norm": 5.377482891082764,
+      "learning_rate": 1.4637805172373439e-05,
+      "loss": 5.946007080078125,
+      "step": 23725
+    },
+    {
+      "epoch": 0.7458585224150114,
+      "grad_norm": 4.8370585441589355,
+      "learning_rate": 1.4627569996977856e-05,
+      "loss": 5.911834106445313,
+      "step": 23750
+    },
+    {
+      "epoch": 0.7466436366491325,
+      "grad_norm": 6.2093024253845215,
+      "learning_rate": 1.4617329216864068e-05,
+      "loss": 5.935740966796875,
+      "step": 23775
+    },
+    {
+      "epoch": 0.7474287508832536,
+      "grad_norm": 4.375349998474121,
+      "learning_rate": 1.460708284785443e-05,
+      "loss": 5.931112060546875,
+      "step": 23800
+    },
+    {
+      "epoch": 0.7482138651173745,
+      "grad_norm": 4.931936264038086,
+      "learning_rate": 1.4596830905779926e-05,
+      "loss": 5.922528076171875,
+      "step": 23825
+    },
+    {
+      "epoch": 0.7489989793514956,
+      "grad_norm": 4.663707733154297,
+      "learning_rate": 1.4586573406480156e-05,
+      "loss": 5.921451416015625,
+      "step": 23850
+    },
+    {
+      "epoch": 0.7497840935856167,
+      "grad_norm": 4.747404098510742,
+      "learning_rate": 1.45763103658033e-05,
+      "loss": 5.923754272460937,
+      "step": 23875
+    },
+    {
+      "epoch": 0.7500353301405355,
+      "eval_loss": 0.16566041111946106,
+      "eval_runtime": 5126.0976,
+      "eval_samples_per_second": 4.229,
+      "eval_steps_per_second": 0.264,
+      "eval_wer": 5.085687729670425,
+      "step": 23883
+    },
+    {
+      "epoch": 0.7505692078197378,
+      "grad_norm": 6.8687567710876465,
+      "learning_rate": 1.4566041799606103e-05,
+      "loss": 5.94312255859375,
+      "step": 23900
+    },
+    {
+      "epoch": 0.7513543220538589,
+      "grad_norm": 5.074215888977051,
+      "learning_rate": 1.4555767723753844e-05,
+      "loss": 5.9457159423828125,
+      "step": 23925
+    },
+    {
+      "epoch": 0.7521394362879799,
+      "grad_norm": 5.457148551940918,
+      "learning_rate": 1.4545488154120323e-05,
+      "loss": 5.9360986328125,
+      "step": 23950
+    },
+    {
+      "epoch": 0.7529245505221009,
+      "grad_norm": 5.027622699737549,
+      "learning_rate": 1.4535203106587818e-05,
+      "loss": 5.92920166015625,
+      "step": 23975
+    },
+    {
+      "epoch": 0.753709664756222,
+      "grad_norm": 4.596832752227783,
+      "learning_rate": 1.4524912597047078e-05,
+      "loss": 5.939633178710937,
+      "step": 24000
+    },
+    {
+      "epoch": 0.7544947789903431,
+      "grad_norm": 5.68147087097168,
+      "learning_rate": 1.4514616641397289e-05,
+      "loss": 5.927726440429687,
+      "step": 24025
+    },
+    {
+      "epoch": 0.7552798932244642,
+      "grad_norm": 5.457242012023926,
+      "learning_rate": 1.4504315255546044e-05,
+      "loss": 5.919815673828125,
+      "step": 24050
+    },
+    {
+      "epoch": 0.7560650074585852,
+      "grad_norm": 5.059640884399414,
+      "learning_rate": 1.4494008455409335e-05,
+      "loss": 5.942095947265625,
+      "step": 24075
+    },
+    {
+      "epoch": 0.7568501216927063,
+      "grad_norm": 5.992023468017578,
+      "learning_rate": 1.4483696256911519e-05,
+      "loss": 5.911986083984375,
+      "step": 24100
+    },
+    {
+      "epoch": 0.7576352359268274,
+      "grad_norm": 5.197138786315918,
+      "learning_rate": 1.4473378675985288e-05,
+      "loss": 5.919488525390625,
+      "step": 24125
+    },
+    {
+      "epoch": 0.7584203501609484,
+      "grad_norm": 7.343152046203613,
+      "learning_rate": 1.4463055728571658e-05,
+      "loss": 5.947498779296875,
+      "step": 24150
+    },
+    {
+      "epoch": 0.7592054643950695,
+      "grad_norm": 6.716486930847168,
+      "learning_rate": 1.4452727430619924e-05,
+      "loss": 5.925864868164062,
+      "step": 24175
+    },
+    {
+      "epoch": 0.7599905786291905,
+      "grad_norm": 4.447653770446777,
+      "learning_rate": 1.4442393798087662e-05,
+      "loss": 5.913412475585938,
+      "step": 24200
+    },
+    {
+      "epoch": 0.7607756928633116,
+      "grad_norm": 6.645840644836426,
+      "learning_rate": 1.443205484694068e-05,
+      "loss": 5.923351440429688,
+      "step": 24225
+    },
+    {
+      "epoch": 0.7615608070974327,
+      "grad_norm": 6.190922737121582,
+      "learning_rate": 1.4421710593153007e-05,
+      "loss": 5.921123657226563,
+      "step": 24250
+    },
+    {
+      "epoch": 0.7623459213315538,
+      "grad_norm": 6.177663803100586,
+      "learning_rate": 1.4411361052706863e-05,
+      "loss": 5.920099487304688,
+      "step": 24275
+    },
+    {
+      "epoch": 0.7631310355656749,
+      "grad_norm": 3.661764144897461,
+      "learning_rate": 1.4401006241592643e-05,
+      "loss": 5.9054803466796875,
+      "step": 24300
+    },
+    {
+      "epoch": 0.7639161497997958,
+      "grad_norm": 4.489622592926025,
+      "learning_rate": 1.4390646175808873e-05,
+      "loss": 5.920570068359375,
+      "step": 24325
+    },
+    {
+      "epoch": 0.7647012640339169,
+      "grad_norm": 5.146673202514648,
+      "learning_rate": 1.4380280871362214e-05,
+      "loss": 5.930183715820313,
+      "step": 24350
+    },
+    {
+      "epoch": 0.765486378268038,
+      "grad_norm": 6.103448390960693,
+      "learning_rate": 1.4369910344267402e-05,
+      "loss": 5.915392456054687,
+      "step": 24375
+    },
+    {
+      "epoch": 0.7662714925021591,
+      "grad_norm": 5.119777679443359,
+      "learning_rate": 1.4359534610547257e-05,
+      "loss": 5.917440185546875,
+      "step": 24400
+    },
+    {
+      "epoch": 0.7670566067362802,
+      "grad_norm": 4.482285976409912,
+      "learning_rate": 1.4349153686232636e-05,
+      "loss": 5.90766357421875,
+      "step": 24425
+    },
+    {
+      "epoch": 0.7678417209704012,
+      "grad_norm": 7.46873664855957,
+      "learning_rate": 1.433876758736242e-05,
+      "loss": 5.923113403320312,
+      "step": 24450
+    },
+    {
+      "epoch": 0.7686268352045222,
+      "grad_norm": 5.963334083557129,
+      "learning_rate": 1.4328376329983478e-05,
+      "loss": 5.92294189453125,
+      "step": 24475
+    },
+    {
+      "epoch": 0.7694119494386433,
+      "grad_norm": 6.5615668296813965,
+      "learning_rate": 1.4317979930150659e-05,
+      "loss": 5.92873046875,
+      "step": 24500
+    },
+    {
+      "epoch": 0.7701970636727644,
+      "grad_norm": 4.375472545623779,
+      "learning_rate": 1.430757840392675e-05,
+      "loss": 5.919656982421875,
+      "step": 24525
+    },
+    {
+      "epoch": 0.7709821779068855,
+      "grad_norm": 6.5642595291137695,
+      "learning_rate": 1.4297171767382458e-05,
+      "loss": 5.91892578125,
+      "step": 24550
+    },
+    {
+      "epoch": 0.7717672921410065,
+      "grad_norm": 6.7428693771362305,
+      "learning_rate": 1.4286760036596395e-05,
+      "loss": 5.931058349609375,
+      "step": 24575
+    },
+    {
+      "epoch": 0.7725524063751276,
+      "grad_norm": 3.79248046875,
+      "learning_rate": 1.427634322765503e-05,
+      "loss": 5.9193182373046875,
+      "step": 24600
+    },
+    {
+      "epoch": 0.7733375206092487,
+      "grad_norm": 6.538089752197266,
+      "learning_rate": 1.4265921356652686e-05,
+      "loss": 5.919238891601562,
+      "step": 24625
+    },
+    {
+      "epoch": 0.7741226348433697,
+      "grad_norm": 5.863292217254639,
+      "learning_rate": 1.425549443969151e-05,
+      "loss": 5.912562866210937,
+      "step": 24650
+    },
+    {
+      "epoch": 0.7749077490774908,
+      "grad_norm": 5.358902931213379,
+      "learning_rate": 1.4245062492881434e-05,
+      "loss": 5.914034423828125,
+      "step": 24675
+    },
+    {
+      "epoch": 0.7756928633116118,
+      "grad_norm": 5.0374321937561035,
+      "learning_rate": 1.4234625532340174e-05,
+      "loss": 5.900840454101562,
+      "step": 24700
+    },
+    {
+      "epoch": 0.7764779775457329,
+      "grad_norm": 5.0919952392578125,
+      "learning_rate": 1.4224183574193185e-05,
+      "loss": 5.919708862304687,
+      "step": 24725
+    },
+    {
+      "epoch": 0.777263091779854,
+      "grad_norm": 4.056941509246826,
+      "learning_rate": 1.4213736634573643e-05,
+      "loss": 5.917952270507812,
+      "step": 24750
+    },
+    {
+      "epoch": 0.7780482060139751,
+      "grad_norm": 5.336673736572266,
+      "learning_rate": 1.4203284729622424e-05,
+      "loss": 5.934959716796875,
+      "step": 24775
+    },
+    {
+      "epoch": 0.7788333202480962,
+      "grad_norm": 5.216325759887695,
+      "learning_rate": 1.4192827875488078e-05,
+      "loss": 5.922044677734375,
+      "step": 24800
+    },
+    {
+      "epoch": 0.7796184344822171,
+      "grad_norm": 6.953781604766846,
+      "learning_rate": 1.4182366088326794e-05,
+      "loss": 5.939725952148438,
+      "step": 24825
+    },
+    {
+      "epoch": 0.7804035487163382,
+      "grad_norm": 6.418949604034424,
+      "learning_rate": 1.4171899384302385e-05,
+      "loss": 5.932090454101562,
+      "step": 24850
+    },
+    {
+      "epoch": 0.7811886629504593,
+      "grad_norm": 5.152813911437988,
+      "learning_rate": 1.4161427779586263e-05,
+      "loss": 5.92225830078125,
+      "step": 24875
+    },
+    {
+      "epoch": 0.7819737771845804,
+      "grad_norm": 4.950272083282471,
+      "learning_rate": 1.4150951290357419e-05,
+      "loss": 5.90053955078125,
+      "step": 24900
+    },
+    {
+      "epoch": 0.7827588914187015,
+      "grad_norm": 5.136010646820068,
+      "learning_rate": 1.4140469932802372e-05,
+      "loss": 5.919031982421875,
+      "step": 24925
+    },
+    {
+      "epoch": 0.7835440056528225,
+      "grad_norm": 6.863821983337402,
+      "learning_rate": 1.412998372311518e-05,
+      "loss": 5.92610107421875,
+      "step": 24950
+    },
+    {
+      "epoch": 0.7843291198869435,
+      "grad_norm": 4.793138027191162,
+      "learning_rate": 1.4119492677497386e-05,
+      "loss": 5.937568359375,
+      "step": 24975
+    },
+    {
+      "epoch": 0.7851142341210646,
+      "grad_norm": 5.2514495849609375,
+      "learning_rate": 1.4108996812158018e-05,
+      "loss": 5.921182861328125,
+      "step": 25000
+    },
+    {
+      "epoch": 0.7858993483551857,
+      "grad_norm": 6.13884162902832,
+      "learning_rate": 1.4098496143313534e-05,
+      "loss": 5.92160400390625,
+      "step": 25025
+    },
+    {
+      "epoch": 0.7866844625893068,
+      "grad_norm": 5.8268656730651855,
+      "learning_rate": 1.4087990687187827e-05,
+      "loss": 5.919247436523437,
+      "step": 25050
+    },
+    {
+      "epoch": 0.7874695768234278,
+      "grad_norm": 5.355508804321289,
+      "learning_rate": 1.4077480460012178e-05,
+      "loss": 5.92015380859375,
+      "step": 25075
+    },
+    {
+      "epoch": 0.7882546910575489,
+      "grad_norm": 5.661122798919678,
+      "learning_rate": 1.4066965478025251e-05,
+      "loss": 5.913434448242188,
+      "step": 25100
+    },
+    {
+      "epoch": 0.78903980529167,
+      "grad_norm": 6.459861755371094,
+      "learning_rate": 1.4056445757473041e-05,
+      "loss": 5.92521728515625,
+      "step": 25125
+    },
+    {
+      "epoch": 0.789824919525791,
+      "grad_norm": 4.6103973388671875,
+      "learning_rate": 1.4045921314608873e-05,
+      "loss": 5.901995849609375,
+      "step": 25150
+    },
+    {
+      "epoch": 0.790610033759912,
+      "grad_norm": 5.0542521476745605,
+      "learning_rate": 1.4035392165693364e-05,
+      "loss": 5.913954467773437,
+      "step": 25175
+    },
+    {
+      "epoch": 0.7913951479940331,
+      "grad_norm": 4.584170818328857,
+      "learning_rate": 1.4024858326994413e-05,
+      "loss": 5.926514892578125,
+      "step": 25200
+    },
+    {
+      "epoch": 0.7921802622281542,
+      "grad_norm": 5.345964431762695,
+      "learning_rate": 1.4014319814787151e-05,
+      "loss": 5.93136962890625,
+      "step": 25225
+    },
+    {
+      "epoch": 0.7929653764622753,
+      "grad_norm": 5.112735271453857,
+      "learning_rate": 1.4003776645353937e-05,
+      "loss": 5.928161010742188,
+      "step": 25250
+    },
+    {
+      "epoch": 0.7937504906963964,
+      "grad_norm": 5.155666828155518,
+      "learning_rate": 1.399322883498432e-05,
+      "loss": 5.911998901367188,
+      "step": 25275
+    },
+    {
+      "epoch": 0.7945356049305173,
+      "grad_norm": 7.831445217132568,
+      "learning_rate": 1.3982676399975031e-05,
+      "loss": 5.929152221679687,
+      "step": 25300
+    },
+    {
+      "epoch": 0.7953207191646384,
+      "grad_norm": 5.197892189025879,
+      "learning_rate": 1.3972119356629929e-05,
+      "loss": 5.94556884765625,
+      "step": 25325
+    },
+    {
+      "epoch": 0.7961058333987595,
+      "grad_norm": 5.850231647491455,
+      "learning_rate": 1.3961557721260013e-05,
+      "loss": 5.928639526367188,
+      "step": 25350
+    },
+    {
+      "epoch": 0.7968909476328806,
+      "grad_norm": 5.272648811340332,
+      "learning_rate": 1.395099151018336e-05,
+      "loss": 5.935162963867188,
+      "step": 25375
+    },
+    {
+      "epoch": 0.7976760618670017,
+      "grad_norm": 6.120459079742432,
+      "learning_rate": 1.3940420739725122e-05,
+      "loss": 5.953248291015625,
+      "step": 25400
+    },
+    {
+      "epoch": 0.7984611761011227,
+      "grad_norm": 5.081854820251465,
+      "learning_rate": 1.39298454262175e-05,
+      "loss": 5.96111572265625,
+      "step": 25425
+    },
+    {
+      "epoch": 0.7992462903352437,
+      "grad_norm": 5.883688926696777,
+      "learning_rate": 1.3919265585999712e-05,
+      "loss": 5.929671020507812,
+      "step": 25450
+    },
+    {
+      "epoch": 0.8000314045693648,
+      "grad_norm": 6.279791355133057,
+      "learning_rate": 1.3908681235417965e-05,
+      "loss": 5.905565795898437,
+      "step": 25475
+    },
+    {
+      "epoch": 0.8008165188034859,
+      "grad_norm": 3.954092025756836,
+      "learning_rate": 1.389809239082544e-05,
+      "loss": 5.913531494140625,
+      "step": 25500
+    },
+    {
+      "epoch": 0.801601633037607,
+      "grad_norm": 5.0571770668029785,
+      "learning_rate": 1.3887499068582258e-05,
+      "loss": 5.93718994140625,
+      "step": 25525
+    },
+    {
+      "epoch": 0.802386747271728,
+      "grad_norm": 7.146028995513916,
+      "learning_rate": 1.3876901285055462e-05,
+      "loss": 5.94028564453125,
+      "step": 25550
+    },
+    {
+      "epoch": 0.8031718615058491,
+      "grad_norm": 5.1267218589782715,
+      "learning_rate": 1.3866299056618984e-05,
+      "loss": 5.932505493164062,
+      "step": 25575
+    },
+    {
+      "epoch": 0.8039569757399702,
+      "grad_norm": 5.322806358337402,
+      "learning_rate": 1.3855692399653624e-05,
+      "loss": 5.9270086669921875,
+      "step": 25600
+    },
+    {
+      "epoch": 0.8047420899740912,
+      "grad_norm": 4.6873321533203125,
+      "learning_rate": 1.384508133054703e-05,
+      "loss": 5.919036865234375,
+      "step": 25625
+    },
+    {
+      "epoch": 0.8055272042082123,
+      "grad_norm": 5.431657791137695,
+      "learning_rate": 1.3834465865693656e-05,
+      "loss": 5.930333862304687,
+      "step": 25650
+    },
+    {
+      "epoch": 0.8063123184423333,
+      "grad_norm": 3.826162815093994,
+      "learning_rate": 1.3823846021494761e-05,
+      "loss": 5.901649780273438,
+      "step": 25675
+    },
+    {
+      "epoch": 0.8070974326764544,
+      "grad_norm": 6.513355255126953,
+      "learning_rate": 1.3813221814358352e-05,
+      "loss": 5.918021240234375,
+      "step": 25700
+    },
+    {
+      "epoch": 0.8078825469105755,
+      "grad_norm": 4.628607749938965,
+      "learning_rate": 1.3802593260699202e-05,
+      "loss": 5.94511474609375,
+      "step": 25725
+    },
+    {
+      "epoch": 0.8086676611446966,
+      "grad_norm": 5.282809257507324,
+      "learning_rate": 1.3791960376938776e-05,
+      "loss": 5.927496337890625,
+      "step": 25750
+    },
+    {
+      "epoch": 0.8094527753788177,
+      "grad_norm": 6.59267520904541,
+      "learning_rate": 1.378132317950524e-05,
+      "loss": 5.910077514648438,
+      "step": 25775
+    },
+    {
+      "epoch": 0.8102378896129386,
+      "grad_norm": 5.2645978927612305,
+      "learning_rate": 1.3770681684833427e-05,
+      "loss": 5.8995123291015625,
+      "step": 25800
+    },
+    {
+      "epoch": 0.8110230038470597,
+      "grad_norm": 6.111353874206543,
+      "learning_rate": 1.3760035909364804e-05,
+      "loss": 5.926395874023438,
+      "step": 25825
+    },
+    {
+      "epoch": 0.8118081180811808,
+      "grad_norm": 7.12476110458374,
+      "learning_rate": 1.3749385869547452e-05,
+      "loss": 5.9258740234375,
+      "step": 25850
+    },
+    {
+      "epoch": 0.8125932323153019,
+      "grad_norm": 6.301643371582031,
+      "learning_rate": 1.3738731581836043e-05,
+      "loss": 5.917979125976562,
+      "step": 25875
+    },
+    {
+      "epoch": 0.813378346549423,
+      "grad_norm": 6.049911975860596,
+      "learning_rate": 1.3728073062691811e-05,
+      "loss": 5.9285595703125,
+      "step": 25900
+    },
+    {
+      "epoch": 0.814163460783544,
+      "grad_norm": 6.385380268096924,
+      "learning_rate": 1.371741032858253e-05,
+      "loss": 5.941363525390625,
+      "step": 25925
+    },
+    {
+      "epoch": 0.814948575017665,
+      "grad_norm": 5.579838275909424,
+      "learning_rate": 1.3706743395982485e-05,
+      "loss": 5.91442626953125,
+      "step": 25950
+    },
+    {
+      "epoch": 0.8157336892517861,
+      "grad_norm": 5.533994197845459,
+      "learning_rate": 1.3696072281372445e-05,
+      "loss": 5.904838256835937,
+      "step": 25975
+    },
+    {
+      "epoch": 0.8165188034859072,
+      "grad_norm": 5.021455764770508,
+      "learning_rate": 1.3685397001239644e-05,
+      "loss": 5.9096630859375,
+      "step": 26000
+    },
+    {
+      "epoch": 0.8173039177200283,
+      "grad_norm": 5.315699577331543,
+      "learning_rate": 1.3674717572077751e-05,
+      "loss": 5.920933227539063,
+      "step": 26025
+    },
+    {
+      "epoch": 0.8180890319541493,
+      "grad_norm": 4.016049385070801,
+      "learning_rate": 1.366403401038684e-05,
+      "loss": 5.9052099609375,
+      "step": 26050
+    },
+    {
+      "epoch": 0.8188741461882704,
+      "grad_norm": 5.34450101852417,
+      "learning_rate": 1.365334633267338e-05,
+      "loss": 5.9308404541015625,
+      "step": 26075
+    },
+    {
+      "epoch": 0.8196592604223915,
+      "grad_norm": 7.506278991699219,
+      "learning_rate": 1.3642654555450195e-05,
+      "loss": 5.908517456054687,
+      "step": 26100
+    },
+    {
+      "epoch": 0.8204443746565125,
+      "grad_norm": 4.486503601074219,
+      "learning_rate": 1.3631958695236438e-05,
+      "loss": 5.915509643554688,
+      "step": 26125
+    },
+    {
+      "epoch": 0.8212294888906336,
+      "grad_norm": 7.123664855957031,
+      "learning_rate": 1.3621258768557575e-05,
+      "loss": 5.91797119140625,
+      "step": 26150
+    },
+    {
+      "epoch": 0.8220146031247546,
+      "grad_norm": 6.063544750213623,
+      "learning_rate": 1.3610554791945359e-05,
+      "loss": 5.895484619140625,
+      "step": 26175
+    },
+    {
+      "epoch": 0.8227997173588757,
+      "grad_norm": 3.6790363788604736,
+      "learning_rate": 1.3599846781937787e-05,
+      "loss": 5.9004583740234375,
+      "step": 26200
+    },
+    {
+      "epoch": 0.8235848315929968,
+      "grad_norm": 4.883180618286133,
+      "learning_rate": 1.3589134755079106e-05,
+      "loss": 5.922233276367187,
+      "step": 26225
+    },
+    {
+      "epoch": 0.8243699458271179,
+      "grad_norm": 4.843576908111572,
+      "learning_rate": 1.3578418727919748e-05,
+      "loss": 5.909412231445312,
+      "step": 26250
+    },
+    {
+      "epoch": 0.825155060061239,
+      "grad_norm": 4.847573280334473,
+      "learning_rate": 1.356769871701635e-05,
+      "loss": 5.918565673828125,
+      "step": 26275
+    },
+    {
+      "epoch": 0.8259401742953599,
+      "grad_norm": 4.738499164581299,
+      "learning_rate": 1.3556974738931682e-05,
+      "loss": 5.916605224609375,
+      "step": 26300
+    },
+    {
+      "epoch": 0.826725288529481,
+      "grad_norm": 3.9779415130615234,
+      "learning_rate": 1.3546246810234653e-05,
+      "loss": 5.899671020507813,
+      "step": 26325
+    },
+    {
+      "epoch": 0.8275104027636021,
+      "grad_norm": 5.2473978996276855,
+      "learning_rate": 1.3535514947500278e-05,
+      "loss": 5.904078369140625,
+      "step": 26350
+    },
+    {
+      "epoch": 0.8282955169977232,
+      "grad_norm": 5.515202522277832,
+      "learning_rate": 1.352477916730965e-05,
+      "loss": 5.92246826171875,
+      "step": 26375
+    },
+    {
+      "epoch": 0.8290806312318443,
+      "grad_norm": 4.978670597076416,
+      "learning_rate": 1.3514039486249905e-05,
+      "loss": 5.906882934570312,
+      "step": 26400
+    },
+    {
+      "epoch": 0.8298657454659653,
+      "grad_norm": 3.7597055435180664,
+      "learning_rate": 1.3503295920914218e-05,
+      "loss": 5.910196533203125,
+      "step": 26425
+    },
+    {
+      "epoch": 0.8306508597000863,
+      "grad_norm": 4.8066911697387695,
+      "learning_rate": 1.349254848790176e-05,
+      "loss": 5.9197900390625,
+      "step": 26450
+    },
+    {
+      "epoch": 0.8314359739342074,
+      "grad_norm": 6.4747538566589355,
+      "learning_rate": 1.348179720381768e-05,
+      "loss": 5.9114013671875,
+      "step": 26475
+    },
+    {
+      "epoch": 0.8322210881683285,
+      "grad_norm": 5.243331432342529,
+      "learning_rate": 1.3471042085273067e-05,
+      "loss": 5.91856201171875,
+      "step": 26500
+    },
+    {
+      "epoch": 0.8330062024024496,
+      "grad_norm": 5.765937328338623,
+      "learning_rate": 1.3460283148884952e-05,
+      "loss": 5.9151544189453125,
+      "step": 26525
+    },
+    {
+      "epoch": 0.8337913166365706,
+      "grad_norm": 6.960680961608887,
+      "learning_rate": 1.3449520411276252e-05,
+      "loss": 5.920487670898438,
+      "step": 26550
+    },
+    {
+      "epoch": 0.8345764308706917,
+      "grad_norm": 5.239001274108887,
+      "learning_rate": 1.3438753889075755e-05,
+      "loss": 5.928582763671875,
+      "step": 26575
+    },
+    {
+      "epoch": 0.8353615451048128,
+      "grad_norm": 3.7424862384796143,
+      "learning_rate": 1.342798359891811e-05,
+      "loss": 5.9039373779296875,
+      "step": 26600
+    },
+    {
+      "epoch": 0.8361466593389338,
+      "grad_norm": 8.112526893615723,
+      "learning_rate": 1.3417209557443774e-05,
+      "loss": 5.916763916015625,
+      "step": 26625
+    },
+    {
+      "epoch": 0.8369317735730549,
+      "grad_norm": 5.667616844177246,
+      "learning_rate": 1.3406431781299005e-05,
+      "loss": 5.920863647460937,
+      "step": 26650
+    },
+    {
+      "epoch": 0.8377168878071759,
+      "grad_norm": 5.168137073516846,
+      "learning_rate": 1.3395650287135835e-05,
+      "loss": 5.898240966796875,
+      "step": 26675
+    },
+    {
+      "epoch": 0.838502002041297,
+      "grad_norm": 6.185590744018555,
+      "learning_rate": 1.3384865091612031e-05,
+      "loss": 5.901964721679687,
+      "step": 26700
+    },
+    {
+      "epoch": 0.8392871162754181,
+      "grad_norm": 5.919241905212402,
+      "learning_rate": 1.3374076211391091e-05,
+      "loss": 5.917716674804687,
+      "step": 26725
+    },
+    {
+      "epoch": 0.8400722305095392,
+      "grad_norm": 7.538485050201416,
+      "learning_rate": 1.3363283663142192e-05,
+      "loss": 5.92005859375,
+      "step": 26750
+    },
+    {
+      "epoch": 0.8408573447436603,
+      "grad_norm": 4.79243803024292,
+      "learning_rate": 1.3352487463540196e-05,
+      "loss": 5.89739990234375,
+      "step": 26775
+    },
+    {
+      "epoch": 0.8416424589777812,
+      "grad_norm": 5.843585968017578,
+      "learning_rate": 1.3341687629265587e-05,
+      "loss": 5.910722045898438,
+      "step": 26800
+    },
+    {
+      "epoch": 0.8424275732119023,
+      "grad_norm": 4.522217273712158,
+      "learning_rate": 1.3330884177004478e-05,
+      "loss": 5.9146356201171875,
+      "step": 26825
+    },
+    {
+      "epoch": 0.8432126874460234,
+      "grad_norm": 5.405519962310791,
+      "learning_rate": 1.3320077123448562e-05,
+      "loss": 5.902208251953125,
+      "step": 26850
+    },
+    {
+      "epoch": 0.8439978016801445,
+      "grad_norm": 5.014639377593994,
+      "learning_rate": 1.3309266485295113e-05,
+      "loss": 5.916913452148438,
+      "step": 26875
+    },
+    {
+      "epoch": 0.8447829159142656,
+      "grad_norm": 5.063216686248779,
+      "learning_rate": 1.3298452279246922e-05,
+      "loss": 5.922537231445313,
+      "step": 26900
+    },
+    {
+      "epoch": 0.8455680301483866,
+      "grad_norm": 6.688914775848389,
+      "learning_rate": 1.3287634522012307e-05,
+      "loss": 5.9293060302734375,
+      "step": 26925
+    },
+    {
+      "epoch": 0.8463531443825076,
+      "grad_norm": 6.3757195472717285,
+      "learning_rate": 1.3276813230305065e-05,
+      "loss": 5.919682006835938,
+      "step": 26950
+    },
+    {
+      "epoch": 0.8471382586166287,
+      "grad_norm": 6.317503929138184,
+      "learning_rate": 1.3265988420844464e-05,
+      "loss": 5.919302368164063,
+      "step": 26975
+    },
+    {
+      "epoch": 0.8479233728507498,
+      "grad_norm": 5.400466442108154,
+      "learning_rate": 1.3255160110355197e-05,
+      "loss": 5.893981323242188,
+      "step": 27000
+    },
+    {
+      "epoch": 0.8487084870848709,
+      "grad_norm": 5.0842366218566895,
+      "learning_rate": 1.3244328315567367e-05,
+      "loss": 5.91895263671875,
+      "step": 27025
+    },
+    {
+      "epoch": 0.8494936013189919,
+      "grad_norm": 4.91605806350708,
+      "learning_rate": 1.3233493053216462e-05,
+      "loss": 5.920592651367188,
+      "step": 27050
+    },
+    {
+      "epoch": 0.850278715553113,
+      "grad_norm": 4.487494468688965,
+      "learning_rate": 1.3222654340043335e-05,
+      "loss": 5.908385009765625,
+      "step": 27075
+    },
+    {
+      "epoch": 0.851063829787234,
+      "grad_norm": 5.367815971374512,
+      "learning_rate": 1.3211812192794157e-05,
+      "loss": 5.8929638671875,
+      "step": 27100
+    },
+    {
+      "epoch": 0.8518489440213551,
+      "grad_norm": 5.166168689727783,
+      "learning_rate": 1.320096662822042e-05,
+      "loss": 5.917147827148438,
+      "step": 27125
+    },
+    {
+      "epoch": 0.8526340582554762,
+      "grad_norm": 5.5328874588012695,
+      "learning_rate": 1.3190117663078881e-05,
+      "loss": 5.91535400390625,
+      "step": 27150
+    },
+    {
+      "epoch": 0.8534191724895972,
+      "grad_norm": 6.045344829559326,
+      "learning_rate": 1.3179265314131556e-05,
+      "loss": 5.910491333007813,
+      "step": 27175
+    },
+    {
+      "epoch": 0.8542042867237183,
+      "grad_norm": 3.950676918029785,
+      "learning_rate": 1.3168409598145698e-05,
+      "loss": 5.921619873046875,
+      "step": 27200
+    },
+    {
+      "epoch": 0.8549894009578394,
+      "grad_norm": 5.867423057556152,
+      "learning_rate": 1.315755053189375e-05,
+      "loss": 5.923235473632812,
+      "step": 27225
+    },
+    {
+      "epoch": 0.8557745151919605,
+      "grad_norm": 6.442917346954346,
+      "learning_rate": 1.3146688132153333e-05,
+      "loss": 5.926492309570312,
+      "step": 27250
+    },
+    {
+      "epoch": 0.8565596294260815,
+      "grad_norm": 4.493001461029053,
+      "learning_rate": 1.3135822415707234e-05,
+      "loss": 5.907914428710938,
+      "step": 27275
+    },
+    {
+      "epoch": 0.8573447436602025,
+      "grad_norm": 6.029769420623779,
+      "learning_rate": 1.312495339934334e-05,
+      "loss": 5.910380249023437,
+      "step": 27300
+    },
+    {
+      "epoch": 0.8581298578943236,
+      "grad_norm": 4.512490749359131,
+      "learning_rate": 1.3114081099854653e-05,
+      "loss": 5.923084716796875,
+      "step": 27325
+    },
+    {
+      "epoch": 0.8589149721284447,
+      "grad_norm": 6.066438674926758,
+      "learning_rate": 1.3103205534039239e-05,
+      "loss": 5.9048919677734375,
+      "step": 27350
+    },
+    {
+      "epoch": 0.8597000863625658,
+      "grad_norm": 4.040054798126221,
+      "learning_rate": 1.3092326718700222e-05,
+      "loss": 5.90914306640625,
+      "step": 27375
+    },
+    {
+      "epoch": 0.8604852005966869,
+      "grad_norm": 4.419363498687744,
+      "learning_rate": 1.308144467064573e-05,
+      "loss": 5.8962451171875,
+      "step": 27400
+    },
+    {
+      "epoch": 0.8612703148308078,
+      "grad_norm": 4.494662761688232,
+      "learning_rate": 1.307055940668891e-05,
+      "loss": 5.919818115234375,
+      "step": 27425
+    },
+    {
+      "epoch": 0.8620554290649289,
+      "grad_norm": 4.534942150115967,
+      "learning_rate": 1.3059670943647844e-05,
+      "loss": 5.911969604492188,
+      "step": 27450
+    },
+    {
+      "epoch": 0.86284054329905,
+      "grad_norm": 6.330618858337402,
+      "learning_rate": 1.3048779298345589e-05,
+      "loss": 5.920072631835938,
+      "step": 27475
+    },
+    {
+      "epoch": 0.8636256575331711,
+      "grad_norm": 4.869382858276367,
+      "learning_rate": 1.3037884487610097e-05,
+      "loss": 5.91664306640625,
+      "step": 27500
+    },
+    {
+      "epoch": 0.8644107717672922,
+      "grad_norm": 5.838260173797607,
+      "learning_rate": 1.3026986528274223e-05,
+      "loss": 5.90989013671875,
+      "step": 27525
+    },
+    {
+      "epoch": 0.8651958860014132,
+      "grad_norm": 4.5731329917907715,
+      "learning_rate": 1.3016085437175682e-05,
+      "loss": 5.921937866210937,
+      "step": 27550
+    },
+    {
+      "epoch": 0.8659810002355343,
+      "grad_norm": 4.020991802215576,
+      "learning_rate": 1.300518123115703e-05,
+      "loss": 5.932952880859375,
+      "step": 27575
+    },
+    {
+      "epoch": 0.8667661144696553,
+      "grad_norm": 7.618587493896484,
+      "learning_rate": 1.2994273927065624e-05,
+      "loss": 5.933410034179688,
+      "step": 27600
+    },
+    {
+      "epoch": 0.8675512287037764,
+      "grad_norm": 8.426789283752441,
+      "learning_rate": 1.2983363541753627e-05,
+      "loss": 5.910284423828125,
+      "step": 27625
+    },
+    {
+      "epoch": 0.8683363429378974,
+      "grad_norm": 5.590900897979736,
+      "learning_rate": 1.2972450092077951e-05,
+      "loss": 5.9137725830078125,
+      "step": 27650
+    },
+    {
+      "epoch": 0.8691214571720185,
+      "grad_norm": 4.979513168334961,
+      "learning_rate": 1.2961533594900244e-05,
+      "loss": 5.927318115234375,
+      "step": 27675
+    },
+    {
+      "epoch": 0.8699065714061396,
+      "grad_norm": 7.231375694274902,
+      "learning_rate": 1.2950614067086857e-05,
+      "loss": 5.916806030273437,
+      "step": 27700
+    },
+    {
+      "epoch": 0.8706916856402607,
+      "grad_norm": 7.3363471031188965,
+      "learning_rate": 1.2939691525508842e-05,
+      "loss": 5.91991943359375,
+      "step": 27725
+    },
+    {
+      "epoch": 0.8714767998743818,
+      "grad_norm": 6.643073081970215,
+      "learning_rate": 1.2928765987041883e-05,
+      "loss": 5.896051635742188,
+      "step": 27750
+    },
+    {
+      "epoch": 0.8722619141085027,
+      "grad_norm": 6.982113361358643,
+      "learning_rate": 1.2917837468566312e-05,
+      "loss": 5.900677490234375,
+      "step": 27775
+    },
+    {
+      "epoch": 0.8730470283426238,
+      "grad_norm": 6.371608257293701,
+      "learning_rate": 1.2906905986967058e-05,
+      "loss": 5.90343994140625,
+      "step": 27800
+    },
+    {
+      "epoch": 0.8738321425767449,
+      "grad_norm": 4.57841157913208,
+      "learning_rate": 1.289597155913363e-05,
+      "loss": 5.892197875976563,
+      "step": 27825
+    },
+    {
+      "epoch": 0.874617256810866,
+      "grad_norm": 9.691904067993164,
+      "learning_rate": 1.2885034201960087e-05,
+      "loss": 5.914972534179688,
+      "step": 27850
+    },
+    {
+      "epoch": 0.8754023710449871,
+      "grad_norm": 4.313063144683838,
+      "learning_rate": 1.2874093932345018e-05,
+      "loss": 5.898465576171875,
+      "step": 27875
+    },
+    {
+      "epoch": 0.8761874852791081,
+      "grad_norm": 5.968775272369385,
+      "learning_rate": 1.2863150767191504e-05,
+      "loss": 5.898539428710937,
+      "step": 27900
+    },
+    {
+      "epoch": 0.8769725995132291,
+      "grad_norm": 4.778985500335693,
+      "learning_rate": 1.2852204723407111e-05,
+      "loss": 5.919385375976563,
+      "step": 27925
+    },
+    {
+      "epoch": 0.8777577137473502,
+      "grad_norm": 5.1884074211120605,
+      "learning_rate": 1.2841255817903839e-05,
+      "loss": 5.911961669921875,
+      "step": 27950
+    },
+    {
+      "epoch": 0.8785428279814713,
+      "grad_norm": 4.247082710266113,
+      "learning_rate": 1.2830304067598127e-05,
+      "loss": 5.908561401367187,
+      "step": 27975
+    },
+    {
+      "epoch": 0.8793279422155924,
+      "grad_norm": 4.083285331726074,
+      "learning_rate": 1.281934948941079e-05,
+      "loss": 5.879266357421875,
+      "step": 28000
+    },
+    {
+      "epoch": 0.8801130564497134,
+      "grad_norm": 5.785336494445801,
+      "learning_rate": 1.280839210026703e-05,
+      "loss": 5.912898559570312,
+      "step": 28025
+    },
+    {
+      "epoch": 0.8808981706838345,
+      "grad_norm": 8.496610641479492,
+      "learning_rate": 1.2797431917096372e-05,
+      "loss": 5.927062377929688,
+      "step": 28050
+    },
+    {
+      "epoch": 0.8816832849179556,
+      "grad_norm": 5.949460029602051,
+      "learning_rate": 1.2786468956832679e-05,
+      "loss": 5.912607421875,
+      "step": 28075
+    },
+    {
+      "epoch": 0.8824683991520766,
+      "grad_norm": 5.411488056182861,
+      "learning_rate": 1.2775503236414093e-05,
+      "loss": 5.88436767578125,
+      "step": 28100
+    },
+    {
+      "epoch": 0.8832535133861977,
+      "grad_norm": 4.449924468994141,
+      "learning_rate": 1.2764534772783019e-05,
+      "loss": 5.917919921875,
+      "step": 28125
+    },
+    {
+      "epoch": 0.8840386276203187,
+      "grad_norm": 6.629367828369141,
+      "learning_rate": 1.2753563582886105e-05,
+      "loss": 5.908243408203125,
+      "step": 28150
+    },
+    {
+      "epoch": 0.8848237418544398,
+      "grad_norm": 4.803131580352783,
+      "learning_rate": 1.2742589683674216e-05,
+      "loss": 5.9053564453125,
+      "step": 28175
+    },
+    {
+      "epoch": 0.8856088560885609,
+      "grad_norm": 4.59758996963501,
+      "learning_rate": 1.2731613092102391e-05,
+      "loss": 5.894130859375,
+      "step": 28200
+    },
+    {
+      "epoch": 0.886393970322682,
+      "grad_norm": 4.784117698669434,
+      "learning_rate": 1.2720633825129836e-05,
+      "loss": 5.888395385742188,
+      "step": 28225
+    },
+    {
+      "epoch": 0.887179084556803,
+      "grad_norm": 3.891033172607422,
+      "learning_rate": 1.2709651899719886e-05,
+      "loss": 5.912936401367188,
+      "step": 28250
+    },
+    {
+      "epoch": 0.887964198790924,
+      "grad_norm": 7.627559185028076,
+      "learning_rate": 1.2698667332839993e-05,
+      "loss": 5.896973266601562,
+      "step": 28275
+    },
+    {
+      "epoch": 0.8887493130250451,
+      "grad_norm": 4.375471591949463,
+      "learning_rate": 1.2687680141461682e-05,
+      "loss": 5.896114501953125,
+      "step": 28300
+    },
+    {
+      "epoch": 0.8895344272591662,
+      "grad_norm": 6.47393798828125,
+      "learning_rate": 1.2676690342560533e-05,
+      "loss": 5.89478759765625,
+      "step": 28325
+    },
+    {
+      "epoch": 0.8903195414932873,
+      "grad_norm": 4.697755336761475,
+      "learning_rate": 1.2665697953116158e-05,
+      "loss": 5.8997344970703125,
+      "step": 28350
+    },
+    {
+      "epoch": 0.8911046557274084,
+      "grad_norm": 7.295173645019531,
+      "learning_rate": 1.2654702990112169e-05,
+      "loss": 5.903268432617187,
+      "step": 28375
+    },
+    {
+      "epoch": 0.8918897699615294,
+      "grad_norm": 3.4301259517669678,
+      "learning_rate": 1.2643705470536161e-05,
+      "loss": 5.879957275390625,
+      "step": 28400
+    },
+    {
+      "epoch": 0.8926748841956504,
+      "grad_norm": 5.3680572509765625,
+      "learning_rate": 1.2632705411379664e-05,
+      "loss": 5.897317504882812,
+      "step": 28425
+    },
+    {
+      "epoch": 0.8934599984297715,
+      "grad_norm": 6.315160274505615,
+      "learning_rate": 1.2621702829638143e-05,
+      "loss": 5.88599609375,
+      "step": 28450
+    },
+    {
+      "epoch": 0.8942451126638926,
+      "grad_norm": 4.5944318771362305,
+      "learning_rate": 1.2610697742310967e-05,
+      "loss": 5.88390625,
+      "step": 28475
+    },
+    {
+      "epoch": 0.8950302268980137,
+      "grad_norm": 6.811062335968018,
+      "learning_rate": 1.2599690166401355e-05,
+      "loss": 5.890977783203125,
+      "step": 28500
+    },
+    {
+      "epoch": 0.8958153411321347,
+      "grad_norm": 6.246709823608398,
+      "learning_rate": 1.25886801189164e-05,
+      "loss": 5.908681640625,
+      "step": 28525
+    },
+    {
+      "epoch": 0.8966004553662558,
+      "grad_norm": 5.361160755157471,
+      "learning_rate": 1.2577667616866978e-05,
+      "loss": 5.91365966796875,
+      "step": 28550
+    },
+    {
+      "epoch": 0.8973855696003769,
+      "grad_norm": 5.704426288604736,
+      "learning_rate": 1.256665267726779e-05,
+      "loss": 5.914246826171875,
+      "step": 28575
+    },
+    {
+      "epoch": 0.8981706838344979,
+      "grad_norm": 4.4250807762146,
+      "learning_rate": 1.2555635317137285e-05,
+      "loss": 5.8962554931640625,
+      "step": 28600
+    },
+    {
+      "epoch": 0.898955798068619,
+      "grad_norm": 6.3878278732299805,
+      "learning_rate": 1.2544615553497658e-05,
+      "loss": 5.911901245117187,
+      "step": 28625
+    },
+    {
+      "epoch": 0.89974091230274,
+      "grad_norm": 4.954400062561035,
+      "learning_rate": 1.253359340337482e-05,
+      "loss": 5.880250854492187,
+      "step": 28650
+    },
+    {
+      "epoch": 0.9005260265368611,
+      "grad_norm": 6.084632396697998,
+      "learning_rate": 1.2522568883798358e-05,
+      "loss": 5.9216986083984375,
+      "step": 28675
+    },
+    {
+      "epoch": 0.9013111407709822,
+      "grad_norm": 4.896385669708252,
+      "learning_rate": 1.2511542011801529e-05,
+      "loss": 5.885166015625,
+      "step": 28700
+    },
+    {
+      "epoch": 0.9020962550051033,
+      "grad_norm": 6.50496244430542,
+      "learning_rate": 1.2500512804421228e-05,
+      "loss": 5.896882934570312,
+      "step": 28725
+    },
+    {
+      "epoch": 0.9028813692392244,
+      "grad_norm": 6.642240047454834,
+      "learning_rate": 1.2489481278697947e-05,
+      "loss": 5.905081787109375,
+      "step": 28750
+    },
+    {
+      "epoch": 0.9036664834733453,
+      "grad_norm": 4.8952250480651855,
+      "learning_rate": 1.247844745167577e-05,
+      "loss": 5.900316162109375,
+      "step": 28775
+    },
+    {
+      "epoch": 0.9044515977074664,
+      "grad_norm": 5.617021560668945,
+      "learning_rate": 1.2467411340402328e-05,
+      "loss": 5.893380126953125,
+      "step": 28800
+    },
+    {
+      "epoch": 0.9052367119415875,
+      "grad_norm": 6.7723774909973145,
+      "learning_rate": 1.245637296192879e-05,
+      "loss": 5.892852172851563,
+      "step": 28825
+    },
+    {
+      "epoch": 0.9060218261757086,
+      "grad_norm": 5.420709133148193,
+      "learning_rate": 1.2445332333309825e-05,
+      "loss": 5.904044799804687,
+      "step": 28850
+    },
+    {
+      "epoch": 0.9068069404098297,
+      "grad_norm": 5.207626819610596,
+      "learning_rate": 1.2434289471603571e-05,
+      "loss": 5.935516357421875,
+      "step": 28875
+    },
+    {
+      "epoch": 0.9075920546439507,
+      "grad_norm": 4.423824310302734,
+      "learning_rate": 1.2423244393871627e-05,
+      "loss": 5.896692504882813,
+      "step": 28900
+    },
+    {
+      "epoch": 0.9083771688780717,
+      "grad_norm": 5.383023738861084,
+      "learning_rate": 1.241219711717901e-05,
+      "loss": 5.902133178710938,
+      "step": 28925
+    },
+    {
+      "epoch": 0.9091622831121928,
+      "grad_norm": 4.236893177032471,
+      "learning_rate": 1.240114765859414e-05,
+      "loss": 5.888338623046875,
+      "step": 28950
+    },
+    {
+      "epoch": 0.9099473973463139,
+      "grad_norm": 5.010431289672852,
+      "learning_rate": 1.2390096035188794e-05,
+      "loss": 5.875116577148438,
+      "step": 28975
+    },
+    {
+      "epoch": 0.910732511580435,
+      "grad_norm": 6.412112712860107,
+      "learning_rate": 1.2379042264038111e-05,
+      "loss": 5.897857055664063,
+      "step": 29000
+    },
+    {
+      "epoch": 0.911517625814556,
+      "grad_norm": 5.494471073150635,
+      "learning_rate": 1.2367986362220539e-05,
+      "loss": 5.903126831054688,
+      "step": 29025
+    },
+    {
+      "epoch": 0.9123027400486771,
+      "grad_norm": 7.001485824584961,
+      "learning_rate": 1.2356928346817817e-05,
+      "loss": 5.905589599609375,
+      "step": 29050
+    },
+    {
+      "epoch": 0.9130878542827982,
+      "grad_norm": 4.531250476837158,
+      "learning_rate": 1.2345868234914961e-05,
+      "loss": 5.907861938476563,
+      "step": 29075
+    },
+    {
+      "epoch": 0.9138729685169192,
+      "grad_norm": 5.657148361206055,
+      "learning_rate": 1.2334806043600208e-05,
+      "loss": 5.886134033203125,
+      "step": 29100
+    },
+    {
+      "epoch": 0.9146580827510403,
+      "grad_norm": 4.89274263381958,
+      "learning_rate": 1.2323741789965023e-05,
+      "loss": 5.901471557617188,
+      "step": 29125
+    },
+    {
+      "epoch": 0.9154431969851613,
+      "grad_norm": 5.567114353179932,
+      "learning_rate": 1.2312675491104046e-05,
+      "loss": 5.902862548828125,
+      "step": 29150
+    },
+    {
+      "epoch": 0.9162283112192824,
+      "grad_norm": 4.4444074630737305,
+      "learning_rate": 1.2301607164115092e-05,
+      "loss": 5.903074951171875,
+      "step": 29175
+    },
+    {
+      "epoch": 0.9170134254534035,
+      "grad_norm": 7.408876895904541,
+      "learning_rate": 1.2290536826099093e-05,
+      "loss": 5.89898193359375,
+      "step": 29200
+    },
+    {
+      "epoch": 0.9177985396875246,
+      "grad_norm": 5.334888458251953,
+      "learning_rate": 1.2279464494160099e-05,
+      "loss": 5.901865844726562,
+      "step": 29225
+    },
+    {
+      "epoch": 0.9185836539216456,
+      "grad_norm": 5.233527660369873,
+      "learning_rate": 1.2268390185405228e-05,
+      "loss": 5.8923492431640625,
+      "step": 29250
+    },
+    {
+      "epoch": 0.9193687681557666,
+      "grad_norm": 4.669017314910889,
+      "learning_rate": 1.2257313916944673e-05,
+      "loss": 5.8918798828125,
+      "step": 29275
+    },
+    {
+      "epoch": 0.9201538823898877,
+      "grad_norm": 7.741791725158691,
+      "learning_rate": 1.2246235705891636e-05,
+      "loss": 5.905147094726562,
+      "step": 29300
+    },
+    {
+      "epoch": 0.9209389966240088,
+      "grad_norm": 5.840625762939453,
+      "learning_rate": 1.2235155569362331e-05,
+      "loss": 5.919288330078125,
+      "step": 29325
+    },
+    {
+      "epoch": 0.9217241108581299,
+      "grad_norm": 4.661303997039795,
+      "learning_rate": 1.2224073524475942e-05,
+      "loss": 5.901409301757813,
+      "step": 29350
+    },
+    {
+      "epoch": 0.922509225092251,
+      "grad_norm": 6.765843391418457,
+      "learning_rate": 1.22129895883546e-05,
+      "loss": 5.901305541992188,
+      "step": 29375
+    },
+    {
+      "epoch": 0.923294339326372,
+      "grad_norm": 5.668766021728516,
+      "learning_rate": 1.2201903778123365e-05,
+      "loss": 5.912753295898438,
+      "step": 29400
+    },
+    {
+      "epoch": 0.924079453560493,
+      "grad_norm": 4.302783012390137,
+      "learning_rate": 1.2190816110910186e-05,
+      "loss": 5.888531494140625,
+      "step": 29425
+    },
+    {
+      "epoch": 0.9248645677946141,
+      "grad_norm": 6.733384609222412,
+      "learning_rate": 1.2179726603845882e-05,
+      "loss": 5.917396850585938,
+      "step": 29450
+    },
+    {
+      "epoch": 0.9256496820287352,
+      "grad_norm": 5.473190784454346,
+      "learning_rate": 1.2168635274064122e-05,
+      "loss": 5.8955126953125,
+      "step": 29475
+    },
+    {
+      "epoch": 0.9264347962628563,
+      "grad_norm": 6.383914947509766,
+      "learning_rate": 1.2157542138701379e-05,
+      "loss": 5.889956665039063,
+      "step": 29500
+    },
+    {
+      "epoch": 0.9272199104969773,
+      "grad_norm": 4.029685020446777,
+      "learning_rate": 1.2146447214896926e-05,
+      "loss": 5.900350341796875,
+      "step": 29525
+    },
+    {
+      "epoch": 0.9280050247310984,
+      "grad_norm": 5.633557319641113,
+      "learning_rate": 1.213535051979279e-05,
+      "loss": 5.878663940429687,
+      "step": 29550
+    },
+    {
+      "epoch": 0.9287901389652194,
+      "grad_norm": 5.284363746643066,
+      "learning_rate": 1.2124252070533744e-05,
+      "loss": 5.902693481445312,
+      "step": 29575
+    },
+    {
+      "epoch": 0.9295752531993405,
+      "grad_norm": 4.838602542877197,
+      "learning_rate": 1.2113151884267264e-05,
+      "loss": 5.879899291992188,
+      "step": 29600
+    },
+    {
+      "epoch": 0.9303603674334616,
+      "grad_norm": 6.804969310760498,
+      "learning_rate": 1.2102049978143521e-05,
+      "loss": 5.904154052734375,
+      "step": 29625
+    },
+    {
+      "epoch": 0.9311454816675826,
+      "grad_norm": 4.918222427368164,
+      "learning_rate": 1.2090946369315324e-05,
+      "loss": 5.869876098632813,
+      "step": 29650
+    },
+    {
+      "epoch": 0.9319305959017037,
+      "grad_norm": 7.121532917022705,
+      "learning_rate": 1.2079841074938133e-05,
+      "loss": 5.904607543945312,
+      "step": 29675
+    },
+    {
+      "epoch": 0.9327157101358248,
+      "grad_norm": 5.135168075561523,
+      "learning_rate": 1.2068734112169993e-05,
+      "loss": 5.878980102539063,
+      "step": 29700
+    },
+    {
+      "epoch": 0.9335008243699459,
+      "grad_norm": 4.123371124267578,
+      "learning_rate": 1.2057625498171547e-05,
+      "loss": 5.914134521484375,
+      "step": 29725
+    },
+    {
+      "epoch": 0.934285938604067,
+      "grad_norm": 5.819398403167725,
+      "learning_rate": 1.2046515250105973e-05,
+      "loss": 5.912734375,
+      "step": 29750
+    },
+    {
+      "epoch": 0.9350710528381879,
+      "grad_norm": 5.66091251373291,
+      "learning_rate": 1.2035403385138981e-05,
+      "loss": 5.8867340087890625,
+      "step": 29775
+    },
+    {
+      "epoch": 0.935856167072309,
+      "grad_norm": 5.8618645668029785,
+      "learning_rate": 1.2024289920438777e-05,
+      "loss": 5.884973754882813,
+      "step": 29800
+    },
+    {
+      "epoch": 0.9366412813064301,
+      "grad_norm": 5.066692352294922,
+      "learning_rate": 1.2013174873176044e-05,
+      "loss": 5.88591552734375,
+      "step": 29825
+    },
+    {
+      "epoch": 0.9374263955405512,
+      "grad_norm": 4.894474983215332,
+      "learning_rate": 1.2002058260523897e-05,
+      "loss": 5.91037109375,
+      "step": 29850
+    },
+    {
+      "epoch": 0.9382115097746723,
+      "grad_norm": 5.2974395751953125,
+      "learning_rate": 1.1990940099657887e-05,
+      "loss": 5.902234497070313,
+      "step": 29875
+    },
+    {
+      "epoch": 0.9389966240087932,
+      "grad_norm": 4.21222448348999,
+      "learning_rate": 1.197982040775594e-05,
+      "loss": 5.877948608398437,
+      "step": 29900
+    },
+    {
+      "epoch": 0.9397817382429143,
+      "grad_norm": 5.144382953643799,
+      "learning_rate": 1.1968699201998364e-05,
+      "loss": 5.884660034179688,
+      "step": 29925
+    },
+    {
+      "epoch": 0.9405668524770354,
+      "grad_norm": 4.32300329208374,
+      "learning_rate": 1.195757649956779e-05,
+      "loss": 5.889692993164062,
+      "step": 29950
+    },
+    {
+      "epoch": 0.9413519667111565,
+      "grad_norm": 3.6288626194000244,
+      "learning_rate": 1.1946452317649175e-05,
+      "loss": 5.890128173828125,
+      "step": 29975
+    },
+    {
+      "epoch": 0.9421370809452775,
+      "grad_norm": 4.684532165527344,
+      "learning_rate": 1.193532667342975e-05,
+      "loss": 5.882379760742188,
+      "step": 30000
+    },
+    {
+      "epoch": 0.9429221951793986,
+      "grad_norm": 6.159887790679932,
+      "learning_rate": 1.1924199584099018e-05,
+      "loss": 5.888679809570313,
+      "step": 30025
+    },
+    {
+      "epoch": 0.9437073094135197,
+      "grad_norm": 7.43757438659668,
+      "learning_rate": 1.1913071066848703e-05,
+      "loss": 5.899791259765625,
+      "step": 30050
+    },
+    {
+      "epoch": 0.9444924236476407,
+      "grad_norm": 3.7081398963928223,
+      "learning_rate": 1.1901941138872743e-05,
+      "loss": 5.885630493164062,
+      "step": 30075
+    },
+    {
+      "epoch": 0.9452775378817618,
+      "grad_norm": 3.068618059158325,
+      "learning_rate": 1.1890809817367249e-05,
+      "loss": 5.891066284179687,
+      "step": 30100
+    },
+    {
+      "epoch": 0.9460626521158828,
+      "grad_norm": 4.667649745941162,
+      "learning_rate": 1.1879677119530492e-05,
+      "loss": 5.899071044921875,
+      "step": 30125
+    },
+    {
+      "epoch": 0.9468477663500039,
+      "grad_norm": 5.238046646118164,
+      "learning_rate": 1.1868543062562866e-05,
+      "loss": 5.888322143554688,
+      "step": 30150
+    },
+    {
+      "epoch": 0.947632880584125,
+      "grad_norm": 4.612542152404785,
+      "learning_rate": 1.1857407663666867e-05,
+      "loss": 5.898612060546875,
+      "step": 30175
+    },
+    {
+      "epoch": 0.9484179948182461,
+      "grad_norm": 6.182141304016113,
+      "learning_rate": 1.1846270940047053e-05,
+      "loss": 5.897420043945313,
+      "step": 30200
+    },
+    {
+      "epoch": 0.9492031090523672,
+      "grad_norm": 4.700918197631836,
+      "learning_rate": 1.1835132908910051e-05,
+      "loss": 5.912654418945312,
+      "step": 30225
+    },
+    {
+      "epoch": 0.9499882232864881,
+      "grad_norm": 3.4082067012786865,
+      "learning_rate": 1.1823993587464486e-05,
+      "loss": 5.901951293945313,
+      "step": 30250
+    },
+    {
+      "epoch": 0.9507733375206092,
+      "grad_norm": 4.555963039398193,
+      "learning_rate": 1.1812852992920998e-05,
+      "loss": 5.907822265625,
+      "step": 30275
+    },
+    {
+      "epoch": 0.9515584517547303,
+      "grad_norm": 4.745087146759033,
+      "learning_rate": 1.1801711142492164e-05,
+      "loss": 5.891825561523437,
+      "step": 30300
+    },
+    {
+      "epoch": 0.9523435659888514,
+      "grad_norm": 6.651101112365723,
+      "learning_rate": 1.1790568053392535e-05,
+      "loss": 5.883617553710938,
+      "step": 30325
+    },
+    {
+      "epoch": 0.9531286802229725,
+      "grad_norm": 6.230369567871094,
+      "learning_rate": 1.1779423742838551e-05,
+      "loss": 5.881992797851563,
+      "step": 30350
+    },
+    {
+      "epoch": 0.9539137944570935,
+      "grad_norm": 4.444051265716553,
+      "learning_rate": 1.1768278228048553e-05,
+      "loss": 5.8847503662109375,
+      "step": 30375
+    },
+    {
+      "epoch": 0.9546989086912145,
+      "grad_norm": 4.834921360015869,
+      "learning_rate": 1.1757131526242735e-05,
+      "loss": 5.8880419921875,
+      "step": 30400
+    },
+    {
+      "epoch": 0.9554840229253356,
+      "grad_norm": 6.850707530975342,
+      "learning_rate": 1.1745983654643131e-05,
+      "loss": 5.9068670654296875,
+      "step": 30425
+    },
+    {
+      "epoch": 0.9562691371594567,
+      "grad_norm": 3.955620765686035,
+      "learning_rate": 1.1734834630473575e-05,
+      "loss": 5.883507080078125,
+      "step": 30450
+    },
+    {
+      "epoch": 0.9570542513935778,
+      "grad_norm": 5.340014457702637,
+      "learning_rate": 1.1723684470959692e-05,
+      "loss": 5.877402954101562,
+      "step": 30475
+    },
+    {
+      "epoch": 0.9578393656276988,
+      "grad_norm": 7.473015308380127,
+      "learning_rate": 1.171253319332885e-05,
+      "loss": 5.8789111328125,
+      "step": 30500
+    },
+    {
+      "epoch": 0.9586244798618199,
+      "grad_norm": 4.978881359100342,
+      "learning_rate": 1.1701380814810152e-05,
+      "loss": 5.884993286132812,
+      "step": 30525
+    },
+    {
+      "epoch": 0.959409594095941,
+      "grad_norm": 4.17647123336792,
+      "learning_rate": 1.1690227352634398e-05,
+      "loss": 5.8927587890625,
+      "step": 30550
+    },
+    {
+      "epoch": 0.960194708330062,
+      "grad_norm": 6.330019474029541,
+      "learning_rate": 1.1679072824034063e-05,
+      "loss": 5.89285400390625,
+      "step": 30575
+    },
+    {
+      "epoch": 0.9609798225641831,
+      "grad_norm": 6.325782775878906,
+      "learning_rate": 1.166791724624328e-05,
+      "loss": 5.894048461914062,
+      "step": 30600
+    },
+    {
+      "epoch": 0.9617649367983041,
+      "grad_norm": 4.8818511962890625,
+      "learning_rate": 1.1656760636497777e-05,
+      "loss": 5.8911279296875,
+      "step": 30625
+    },
+    {
+      "epoch": 0.9625500510324252,
+      "grad_norm": 5.705923080444336,
+      "learning_rate": 1.1645603012034906e-05,
+      "loss": 5.8723388671875,
+      "step": 30650
+    },
+    {
+      "epoch": 0.9633351652665463,
+      "grad_norm": 6.274566173553467,
+      "learning_rate": 1.1634444390093569e-05,
+      "loss": 5.889078979492187,
+      "step": 30675
+    },
+    {
+      "epoch": 0.9641202795006674,
+      "grad_norm": 5.460311412811279,
+      "learning_rate": 1.1623284787914214e-05,
+      "loss": 5.876781616210938,
+      "step": 30700
+    },
+    {
+      "epoch": 0.9649053937347885,
+      "grad_norm": 5.316038608551025,
+      "learning_rate": 1.1612124222738807e-05,
+      "loss": 5.88171142578125,
+      "step": 30725
+    },
+    {
+      "epoch": 0.9656905079689094,
+      "grad_norm": 4.721954345703125,
+      "learning_rate": 1.160096271181079e-05,
+      "loss": 5.898412475585937,
+      "step": 30750
+    },
+    {
+      "epoch": 0.9664756222030305,
+      "grad_norm": 6.401038646697998,
+      "learning_rate": 1.1589800272375085e-05,
+      "loss": 5.880723876953125,
+      "step": 30775
+    },
+    {
+      "epoch": 0.9672607364371516,
+      "grad_norm": 5.049510955810547,
+      "learning_rate": 1.1578636921678029e-05,
+      "loss": 5.897097778320313,
+      "step": 30800
+    },
+    {
+      "epoch": 0.9680458506712727,
+      "grad_norm": 4.422399520874023,
+      "learning_rate": 1.1567472676967384e-05,
+      "loss": 5.897332763671875,
+      "step": 30825
+    },
+    {
+      "epoch": 0.9688309649053938,
+      "grad_norm": 5.713922500610352,
+      "learning_rate": 1.1556307555492276e-05,
+      "loss": 5.883538818359375,
+      "step": 30850
+    },
+    {
+      "epoch": 0.9696160791395148,
+      "grad_norm": 5.122622966766357,
+      "learning_rate": 1.1545141574503203e-05,
+      "loss": 5.883052978515625,
+      "step": 30875
+    },
+    {
+      "epoch": 0.9704011933736358,
+      "grad_norm": 5.051434516906738,
+      "learning_rate": 1.1533974751251977e-05,
+      "loss": 5.879835205078125,
+      "step": 30900
+    },
+    {
+      "epoch": 0.9711863076077569,
+      "grad_norm": 4.754411220550537,
+      "learning_rate": 1.1522807102991722e-05,
+      "loss": 5.866260986328125,
+      "step": 30925
+    },
+    {
+      "epoch": 0.971971421841878,
+      "grad_norm": 5.359310626983643,
+      "learning_rate": 1.151163864697683e-05,
+      "loss": 5.895767822265625,
+      "step": 30950
+    },
+    {
+      "epoch": 0.9727565360759991,
+      "grad_norm": 5.119156360626221,
+      "learning_rate": 1.1500469400462944e-05,
+      "loss": 5.907258911132812,
+      "step": 30975
+    },
+    {
+      "epoch": 0.9735416503101201,
+      "grad_norm": 5.069839000701904,
+      "learning_rate": 1.1489299380706921e-05,
+      "loss": 5.886080847846137,
+      "step": 31000
+    },
+    {
+      "epoch": 0.9743267645442412,
+      "grad_norm": 5.304202556610107,
+      "learning_rate": 1.1478128604966829e-05,
+      "loss": 5.892762451171875,
+      "step": 31025
+    },
+    {
+      "epoch": 0.9751118787783623,
+      "grad_norm": 4.514579772949219,
+      "learning_rate": 1.1466957090501889e-05,
+      "loss": 5.893353881835938,
+      "step": 31050
+    },
+    {
+      "epoch": 0.9758969930124833,
+      "grad_norm": 5.197580337524414,
+      "learning_rate": 1.1455784854572465e-05,
+      "loss": 5.87187255859375,
+      "step": 31075
+    },
+    {
+      "epoch": 0.9766821072466044,
+      "grad_norm": 7.033134937286377,
+      "learning_rate": 1.1444611914440043e-05,
+      "loss": 5.875283203125,
+      "step": 31100
+    },
+    {
+      "epoch": 0.9774672214807254,
+      "grad_norm": 4.527016639709473,
+      "learning_rate": 1.1433438287367191e-05,
+      "loss": 5.902391967773437,
+      "step": 31125
+    },
+    {
+      "epoch": 0.9782523357148465,
+      "grad_norm": 5.6208577156066895,
+      "learning_rate": 1.1422263990617544e-05,
+      "loss": 5.890577697753907,
+      "step": 31150
+    },
+    {
+      "epoch": 0.9790374499489676,
+      "grad_norm": 4.472509384155273,
+      "learning_rate": 1.1411089041455766e-05,
+      "loss": 5.875953369140625,
+      "step": 31175
+    },
+    {
+      "epoch": 0.9798225641830887,
+      "grad_norm": 4.124829292297363,
+      "learning_rate": 1.1399913457147525e-05,
+      "loss": 5.8969091796875,
+      "step": 31200
+    },
+    {
+      "epoch": 0.9806076784172097,
+      "grad_norm": 5.888116836547852,
+      "learning_rate": 1.1388737254959483e-05,
+      "loss": 5.864260864257813,
+      "step": 31225
+    },
+    {
+      "epoch": 0.9813927926513307,
+      "grad_norm": 3.933732748031616,
+      "learning_rate": 1.137756045215925e-05,
+      "loss": 5.90355712890625,
+      "step": 31250
+    },
+    {
+      "epoch": 0.9821779068854518,
+      "grad_norm": 4.915975093841553,
+      "learning_rate": 1.1366383066015365e-05,
+      "loss": 5.902286987304688,
+      "step": 31275
+    },
+    {
+      "epoch": 0.9829630211195729,
+      "grad_norm": 4.640792369842529,
+      "learning_rate": 1.135520511379726e-05,
+      "loss": 5.893407592773437,
+      "step": 31300
+    },
+    {
+      "epoch": 0.983748135353694,
+      "grad_norm": 4.571191787719727,
+      "learning_rate": 1.1344026612775258e-05,
+      "loss": 5.889780883789062,
+      "step": 31325
+    },
+    {
+      "epoch": 0.9845332495878151,
+      "grad_norm": 4.917351245880127,
+      "learning_rate": 1.1332847580220511e-05,
+      "loss": 5.871256103515625,
+      "step": 31350
+    },
+    {
+      "epoch": 0.985318363821936,
+      "grad_norm": 5.146409034729004,
+      "learning_rate": 1.1321668033405014e-05,
+      "loss": 5.887171020507813,
+      "step": 31375
+    },
+    {
+      "epoch": 0.9861034780560571,
+      "grad_norm": 4.695837020874023,
+      "learning_rate": 1.1310487989601532e-05,
+      "loss": 5.889156494140625,
+      "step": 31400
+    },
+    {
+      "epoch": 0.9868885922901782,
+      "grad_norm": 4.468144416809082,
+      "learning_rate": 1.129930746608362e-05,
+      "loss": 5.888562622070313,
+      "step": 31425
+    },
+    {
+      "epoch": 0.9876737065242993,
+      "grad_norm": 4.083787441253662,
+      "learning_rate": 1.1288126480125558e-05,
+      "loss": 5.913250732421875,
+      "step": 31450
+    },
+    {
+      "epoch": 0.9884588207584204,
+      "grad_norm": 6.47160005569458,
+      "learning_rate": 1.127694504900235e-05,
+      "loss": 5.885429077148437,
+      "step": 31475
+    },
+    {
+      "epoch": 0.9892439349925414,
+      "grad_norm": 3.1641154289245605,
+      "learning_rate": 1.1265763189989689e-05,
+      "loss": 5.882817993164062,
+      "step": 31500
+    },
+    {
+      "epoch": 0.9900290492266625,
+      "grad_norm": 5.562784671783447,
+      "learning_rate": 1.1254580920363918e-05,
+      "loss": 5.866495361328125,
+      "step": 31525
+    },
+    {
+      "epoch": 0.9908141634607835,
+      "grad_norm": 4.698551654815674,
+      "learning_rate": 1.1243398257402021e-05,
+      "loss": 5.88704833984375,
+      "step": 31550
+    },
+    {
+      "epoch": 0.9915992776949046,
+      "grad_norm": 5.829992294311523,
+      "learning_rate": 1.1232215218381597e-05,
+      "loss": 5.90143310546875,
+      "step": 31575
+    },
+    {
+      "epoch": 0.9923843919290257,
+      "grad_norm": 4.75034236907959,
+      "learning_rate": 1.1221031820580814e-05,
+      "loss": 5.896345825195312,
+      "step": 31600
+    },
+    {
+      "epoch": 0.9931695061631467,
+      "grad_norm": 4.485020637512207,
+      "learning_rate": 1.12098480812784e-05,
+      "loss": 5.887971801757812,
+      "step": 31625
+    },
+    {
+      "epoch": 0.9939546203972678,
+      "grad_norm": 4.868165969848633,
+      "learning_rate": 1.119866401775361e-05,
+      "loss": 5.877945556640625,
+      "step": 31650
+    },
+    {
+      "epoch": 0.9947397346313889,
+      "grad_norm": 4.648759365081787,
+      "learning_rate": 1.1187479647286204e-05,
+      "loss": 5.8821868896484375,
+      "step": 31675
+    },
+    {
+      "epoch": 0.99552484886551,
+      "grad_norm": 5.286471843719482,
+      "learning_rate": 1.1176294987156409e-05,
+      "loss": 5.89136962890625,
+      "step": 31700
+    },
+    {
+      "epoch": 0.996309963099631,
+      "grad_norm": 5.576229572296143,
+      "learning_rate": 1.11651100546449e-05,
+      "loss": 5.902265930175782,
+      "step": 31725
+    },
+    {
+      "epoch": 0.997095077333752,
+      "grad_norm": 3.987130641937256,
+      "learning_rate": 1.1153924867032777e-05,
+      "loss": 5.8894580078125,
+      "step": 31750
+    },
+    {
+      "epoch": 0.9978801915678731,
+      "grad_norm": 5.2408270835876465,
+      "learning_rate": 1.1142739441601538e-05,
+      "loss": 5.885211791992187,
+      "step": 31775
+    },
+    {
+      "epoch": 0.9986653058019942,
+      "grad_norm": 4.77084493637085,
+      "learning_rate": 1.1131553795633036e-05,
+      "loss": 5.869826049804687,
+      "step": 31800
+    },
+    {
+      "epoch": 0.9994504200361153,
+      "grad_norm": 4.0268683433532715,
+      "learning_rate": 1.1120367946409478e-05,
+      "loss": 5.887615966796875,
+      "step": 31825
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.15892985463142395,
+      "eval_runtime": 5099.4777,
+      "eval_samples_per_second": 4.251,
+      "eval_steps_per_second": 0.266,
+      "eval_wer": 4.302831983058886,
+      "step": 31843
+    },
+    {
+      "epoch": 1.000219831985554,
+      "grad_norm": 6.201948642730713,
+      "learning_rate": 1.1109181911213374e-05,
+      "loss": 5.754544067382812,
+      "step": 31850
+    },
+    {
+      "epoch": 1.001004946219675,
+      "grad_norm": 5.235509872436523,
+      "learning_rate": 1.1097995707327532e-05,
+      "loss": 5.83971435546875,
+      "step": 31875
+    },
+    {
+      "epoch": 1.001790060453796,
+      "grad_norm": 4.28889799118042,
+      "learning_rate": 1.1086809352035004e-05,
+      "loss": 5.853460083007812,
+      "step": 31900
+    },
+    {
+      "epoch": 1.002575174687917,
+      "grad_norm": 3.670464515686035,
+      "learning_rate": 1.1075622862619102e-05,
+      "loss": 5.834912719726563,
+      "step": 31925
+    },
+    {
+      "epoch": 1.003360288922038,
+      "grad_norm": 4.201482772827148,
+      "learning_rate": 1.1064436256363318e-05,
+      "loss": 5.847487182617187,
+      "step": 31950
+    },
+    {
+      "epoch": 1.0041454031561592,
+      "grad_norm": 6.409285068511963,
+      "learning_rate": 1.1053249550551341e-05,
+      "loss": 5.830325444539388,
+      "step": 31975
+    },
+    {
+      "epoch": 1.0049305173902803,
+      "grad_norm": 3.319579601287842,
+      "learning_rate": 1.1042062762467009e-05,
+      "loss": 5.872825317382812,
+      "step": 32000
+    },
+    {
+      "epoch": 1.0057156316244014,
+      "grad_norm": 5.832342147827148,
+      "learning_rate": 1.1030875909394292e-05,
+      "loss": 5.857715454101562,
+      "step": 32025
+    },
+    {
+      "epoch": 1.0065007458585224,
+      "grad_norm": 6.230907917022705,
+      "learning_rate": 1.101968900861725e-05,
+      "loss": 5.829619140625,
+      "step": 32050
+    },
+    {
+      "epoch": 1.0072858600926435,
+      "grad_norm": 5.264492034912109,
+      "learning_rate": 1.1008502077420023e-05,
+      "loss": 5.844229736328125,
+      "step": 32075
+    },
+    {
+      "epoch": 1.0080709743267646,
+      "grad_norm": 3.6380555629730225,
+      "learning_rate": 1.0997315133086801e-05,
+      "loss": 5.853093872070312,
+      "step": 32100
+    },
+    {
+      "epoch": 1.0088560885608857,
+      "grad_norm": 3.9729838371276855,
+      "learning_rate": 1.0986128192901786e-05,
+      "loss": 5.85333984375,
+      "step": 32125
+    },
+    {
+      "epoch": 1.0096412027950066,
+      "grad_norm": 6.982206344604492,
+      "learning_rate": 1.0974941274149184e-05,
+      "loss": 5.837183837890625,
+      "step": 32150
+    },
+    {
+      "epoch": 1.0104263170291277,
+      "grad_norm": 3.7375454902648926,
+      "learning_rate": 1.0963754394113159e-05,
+      "loss": 5.852042236328125,
+      "step": 32175
+    },
+    {
+      "epoch": 1.0112114312632488,
+      "grad_norm": 4.6317973136901855,
+      "learning_rate": 1.0952567570077821e-05,
+      "loss": 5.840907592773437,
+      "step": 32200
+    },
+    {
+      "epoch": 1.0119965454973698,
+      "grad_norm": 3.499211549758911,
+      "learning_rate": 1.0941380819327188e-05,
+      "loss": 5.860418090820312,
+      "step": 32225
+    },
+    {
+      "epoch": 1.012781659731491,
+      "grad_norm": 4.53197717666626,
+      "learning_rate": 1.0930194159145171e-05,
+      "loss": 5.853024291992187,
+      "step": 32250
+    },
+    {
+      "epoch": 1.013566773965612,
+      "grad_norm": 6.043356895446777,
+      "learning_rate": 1.0919007606815538e-05,
+      "loss": 5.870966796875,
+      "step": 32275
+    },
+    {
+      "epoch": 1.014351888199733,
+      "grad_norm": 3.850526809692383,
+      "learning_rate": 1.0907821179621886e-05,
+      "loss": 5.8407177734375,
+      "step": 32300
+    },
+    {
+      "epoch": 1.0151370024338542,
+      "grad_norm": 5.243224143981934,
+      "learning_rate": 1.0896634894847625e-05,
+      "loss": 5.8623828125,
+      "step": 32325
+    },
+    {
+      "epoch": 1.0159221166679753,
+      "grad_norm": 4.869398593902588,
+      "learning_rate": 1.0885448769775945e-05,
+      "loss": 5.85316162109375,
+      "step": 32350
+    },
+    {
+      "epoch": 1.0167072309020964,
+      "grad_norm": 3.4251067638397217,
+      "learning_rate": 1.0874262821689789e-05,
+      "loss": 5.85655029296875,
+      "step": 32375
+    },
+    {
+      "epoch": 1.0174923451362172,
+      "grad_norm": 6.494776248931885,
+      "learning_rate": 1.0863077067871818e-05,
+      "loss": 5.866388549804688,
+      "step": 32400
+    },
+    {
+      "epoch": 1.0182774593703383,
+      "grad_norm": 4.833017826080322,
+      "learning_rate": 1.08518915256044e-05,
+      "loss": 5.85609130859375,
+      "step": 32425
+    },
+    {
+      "epoch": 1.0190625736044594,
+      "grad_norm": 5.464127540588379,
+      "learning_rate": 1.0840706212169582e-05,
+      "loss": 5.834376220703125,
+      "step": 32450
+    },
+    {
+      "epoch": 1.0198476878385805,
+      "grad_norm": NaN,
+      "learning_rate": 1.0829521144849054e-05,
+      "loss": 5.844287719726562,
+      "step": 32475
+    },
+    {
+      "epoch": 1.0206328020727016,
+      "grad_norm": 4.227790832519531,
+      "learning_rate": 1.0818336340924112e-05,
+      "loss": 5.842628173828125,
+      "step": 32500
+    },
+    {
+      "epoch": 1.0214179163068227,
+      "grad_norm": 4.91751766204834,
+      "learning_rate": 1.0807151817675654e-05,
+      "loss": 5.842296142578125,
+      "step": 32525
+    },
+    {
+      "epoch": 1.0222030305409437,
+      "grad_norm": 4.032611846923828,
+      "learning_rate": 1.079596759238416e-05,
+      "loss": 5.865907592773437,
+      "step": 32550
+    },
+    {
+      "epoch": 1.0229881447750648,
+      "grad_norm": 3.5838093757629395,
+      "learning_rate": 1.078478368232963e-05,
+      "loss": 5.834075317382813,
+      "step": 32575
+    },
+    {
+      "epoch": 1.023773259009186,
+      "grad_norm": 5.341316223144531,
+      "learning_rate": 1.0773600104791582e-05,
+      "loss": 5.851273803710938,
+      "step": 32600
+    },
+    {
+      "epoch": 1.024558373243307,
+      "grad_norm": 3.4830095767974854,
+      "learning_rate": 1.0762416877049016e-05,
+      "loss": 5.8428955078125,
+      "step": 32625
+    },
+    {
+      "epoch": 1.0253434874774279,
+      "grad_norm": 4.629174709320068,
+      "learning_rate": 1.0751234016380405e-05,
+      "loss": 5.851924438476562,
+      "step": 32650
+    },
+    {
+      "epoch": 1.026128601711549,
+      "grad_norm": 4.708155632019043,
+      "learning_rate": 1.0740051540063643e-05,
+      "loss": 5.8463983154296875,
+      "step": 32675
+    },
+    {
+      "epoch": 1.02691371594567,
+      "grad_norm": 5.8721022605896,
+      "learning_rate": 1.0728869465376036e-05,
+      "loss": 5.852442626953125,
+      "step": 32700
+    },
+    {
+      "epoch": 1.0276988301797911,
+      "grad_norm": 5.075923919677734,
+      "learning_rate": 1.0717687809594259e-05,
+      "loss": 5.867118530273437,
+      "step": 32725
+    },
+    {
+      "epoch": 1.0284839444139122,
+      "grad_norm": 8.236954689025879,
+      "learning_rate": 1.0706506589994362e-05,
+      "loss": 5.852444458007812,
+      "step": 32750
+    },
+    {
+      "epoch": 1.0292690586480333,
+      "grad_norm": 4.746253967285156,
+      "learning_rate": 1.0695325823851694e-05,
+      "loss": 5.851539306640625,
+      "step": 32775
+    },
+    {
+      "epoch": 1.0300541728821544,
+      "grad_norm": 4.221921443939209,
+      "learning_rate": 1.0684145528440923e-05,
+      "loss": 5.851951293945312,
+      "step": 32800
+    },
+    {
+      "epoch": 1.0308392871162755,
+      "grad_norm": 4.457822322845459,
+      "learning_rate": 1.0672965721035982e-05,
+      "loss": 5.852950439453125,
+      "step": 32825
+    },
+    {
+      "epoch": 1.0316244013503966,
+      "grad_norm": 4.568160533905029,
+      "learning_rate": 1.066178641891005e-05,
+      "loss": 5.848480834960937,
+      "step": 32850
+    },
+    {
+      "epoch": 1.0324095155845177,
+      "grad_norm": 4.394083499908447,
+      "learning_rate": 1.0650607639335529e-05,
+      "loss": 5.84037353515625,
+      "step": 32875
+    },
+    {
+      "epoch": 1.0331946298186385,
+      "grad_norm": 5.1555094718933105,
+      "learning_rate": 1.063942939958401e-05,
+      "loss": 5.849656982421875,
+      "step": 32900
+    },
+    {
+      "epoch": 1.0339797440527596,
+      "grad_norm": 6.078909397125244,
+      "learning_rate": 1.0628251716926246e-05,
+      "loss": 5.842965087890625,
+      "step": 32925
+    },
+    {
+      "epoch": 1.0347648582868807,
+      "grad_norm": 3.9934213161468506,
+      "learning_rate": 1.061707460863214e-05,
+      "loss": 5.852908325195313,
+      "step": 32950
+    },
+    {
+      "epoch": 1.0355499725210018,
+      "grad_norm": 3.692906141281128,
+      "learning_rate": 1.0605898091970703e-05,
+      "loss": 5.847462158203125,
+      "step": 32975
+    },
+    {
+      "epoch": 1.0363350867551229,
+      "grad_norm": 4.510336875915527,
+      "learning_rate": 1.0594722184210029e-05,
+      "loss": 5.847506103515625,
+      "step": 33000
+    },
+    {
+      "epoch": 1.037120200989244,
+      "grad_norm": 5.821335315704346,
+      "learning_rate": 1.0583546902617272e-05,
+      "loss": 5.864319458007812,
+      "step": 33025
+    },
+    {
+      "epoch": 1.037905315223365,
+      "grad_norm": 5.763269901275635,
+      "learning_rate": 1.0572372264458618e-05,
+      "loss": 5.839691162109375,
+      "step": 33050
+    },
+    {
+      "epoch": 1.0386904294574861,
+      "grad_norm": 5.298308372497559,
+      "learning_rate": 1.0561198286999268e-05,
+      "loss": 5.860303344726563,
+      "step": 33075
+    },
+    {
+      "epoch": 1.0394755436916072,
+      "grad_norm": 4.343894958496094,
+      "learning_rate": 1.0550024987503386e-05,
+      "loss": 5.8540496826171875,
+      "step": 33100
+    },
+    {
+      "epoch": 1.040260657925728,
+      "grad_norm": 4.157199382781982,
+      "learning_rate": 1.05388523832341e-05,
+      "loss": 5.855509033203125,
+      "step": 33125
+    },
+    {
+      "epoch": 1.0410457721598492,
+      "grad_norm": 4.165585994720459,
+      "learning_rate": 1.0527680491453462e-05,
+      "loss": 5.844832763671875,
+      "step": 33150
+    },
+    {
+      "epoch": 1.0418308863939703,
+      "grad_norm": 6.406728744506836,
+      "learning_rate": 1.0516509329422424e-05,
+      "loss": 5.833931884765625,
+      "step": 33175
+    },
+    {
+      "epoch": 1.0426160006280913,
+      "grad_norm": 6.856272220611572,
+      "learning_rate": 1.0505338914400806e-05,
+      "loss": 5.83986572265625,
+      "step": 33200
+    },
+    {
+      "epoch": 1.0434011148622124,
+      "grad_norm": 4.098104953765869,
+      "learning_rate": 1.0494169263647276e-05,
+      "loss": 5.852251586914062,
+      "step": 33225
+    },
+    {
+      "epoch": 1.0441862290963335,
+      "grad_norm": 3.7272002696990967,
+      "learning_rate": 1.0483000394419324e-05,
+      "loss": 5.834419555664063,
+      "step": 33250
+    },
+    {
+      "epoch": 1.0449713433304546,
+      "grad_norm": 4.725160121917725,
+      "learning_rate": 1.0471832323973232e-05,
+      "loss": 5.844205322265625,
+      "step": 33275
+    },
+    {
+      "epoch": 1.0457564575645757,
+      "grad_norm": 5.677024841308594,
+      "learning_rate": 1.0460665069564042e-05,
+      "loss": 5.8617791748046875,
+      "step": 33300
+    },
+    {
+      "epoch": 1.0465415717986968,
+      "grad_norm": 5.23048210144043,
+      "learning_rate": 1.0449498648445537e-05,
+      "loss": 5.83403076171875,
+      "step": 33325
+    },
+    {
+      "epoch": 1.0473266860328179,
+      "grad_norm": 4.655245304107666,
+      "learning_rate": 1.0438333077870224e-05,
+      "loss": 5.853594970703125,
+      "step": 33350
+    },
+    {
+      "epoch": 1.048111800266939,
+      "grad_norm": 3.4963579177856445,
+      "learning_rate": 1.042716837508928e-05,
+      "loss": 5.831986694335938,
+      "step": 33375
+    },
+    {
+      "epoch": 1.0488969145010598,
+      "grad_norm": 4.421491622924805,
+      "learning_rate": 1.041600455735255e-05,
+      "loss": 5.841192016601562,
+      "step": 33400
+    },
+    {
+      "epoch": 1.049682028735181,
+      "grad_norm": 4.6999030113220215,
+      "learning_rate": 1.0404841641908506e-05,
+      "loss": 5.85521484375,
+      "step": 33425
+    },
+    {
+      "epoch": 1.050467142969302,
+      "grad_norm": 4.245143890380859,
+      "learning_rate": 1.0393679646004237e-05,
+      "loss": 5.849547729492188,
+      "step": 33450
+    },
+    {
+      "epoch": 1.051252257203423,
+      "grad_norm": 4.18108606338501,
+      "learning_rate": 1.0382518586885397e-05,
+      "loss": 5.86058349609375,
+      "step": 33475
+    },
+    {
+      "epoch": 1.0520373714375442,
+      "grad_norm": 5.060965061187744,
+      "learning_rate": 1.0371358481796205e-05,
+      "loss": 5.8409521484375,
+      "step": 33500
+    },
+    {
+      "epoch": 1.0528224856716653,
+      "grad_norm": 5.54477596282959,
+      "learning_rate": 1.0360199347979392e-05,
+      "loss": 5.839140625,
+      "step": 33525
+    },
+    {
+      "epoch": 1.0536075999057863,
+      "grad_norm": 4.286438941955566,
+      "learning_rate": 1.0349041202676205e-05,
+      "loss": 5.868643188476563,
+      "step": 33550
+    },
+    {
+      "epoch": 1.0543927141399074,
+      "grad_norm": 7.1363325119018555,
+      "learning_rate": 1.0337884063126353e-05,
+      "loss": 5.844595336914063,
+      "step": 33575
+    },
+    {
+      "epoch": 1.0551778283740285,
+      "grad_norm": 4.307097434997559,
+      "learning_rate": 1.0326727946567993e-05,
+      "loss": 5.83691650390625,
+      "step": 33600
+    },
+    {
+      "epoch": 1.0559629426081494,
+      "grad_norm": 5.828007698059082,
+      "learning_rate": 1.03155728702377e-05,
+      "loss": 5.8560888671875,
+      "step": 33625
+    },
+    {
+      "epoch": 1.0567480568422705,
+      "grad_norm": 3.7977066040039062,
+      "learning_rate": 1.0304418851370447e-05,
+      "loss": 5.86068115234375,
+      "step": 33650
+    },
+    {
+      "epoch": 1.0575331710763916,
+      "grad_norm": 4.777566909790039,
+      "learning_rate": 1.029326590719957e-05,
+      "loss": 5.84009521484375,
+      "step": 33675
+    },
+    {
+      "epoch": 1.0583182853105126,
+      "grad_norm": 3.3671932220458984,
+      "learning_rate": 1.0282114054956744e-05,
+      "loss": 5.85011474609375,
+      "step": 33700
+    },
+    {
+      "epoch": 1.0591033995446337,
+      "grad_norm": 4.755646228790283,
+      "learning_rate": 1.0270963311871954e-05,
+      "loss": 5.83819091796875,
+      "step": 33725
+    },
+    {
+      "epoch": 1.0598885137787548,
+      "grad_norm": 4.3460798263549805,
+      "learning_rate": 1.0259813695173477e-05,
+      "loss": 5.831466064453125,
+      "step": 33750
+    },
+    {
+      "epoch": 1.060673628012876,
+      "grad_norm": 6.6369709968566895,
+      "learning_rate": 1.0248665222087853e-05,
+      "loss": 5.857848510742188,
+      "step": 33775
+    },
+    {
+      "epoch": 1.061458742246997,
+      "grad_norm": 3.505983591079712,
+      "learning_rate": 1.0237517909839845e-05,
+      "loss": 5.84196044921875,
+      "step": 33800
+    },
+    {
+      "epoch": 1.062243856481118,
+      "grad_norm": 6.325646877288818,
+      "learning_rate": 1.022637177565242e-05,
+      "loss": 5.849762573242187,
+      "step": 33825
+    },
+    {
+      "epoch": 1.0630289707152392,
+      "grad_norm": 4.175459861755371,
+      "learning_rate": 1.0215226836746743e-05,
+      "loss": 5.8562493324279785,
+      "step": 33850
+    },
+    {
+      "epoch": 1.06381408494936,
+      "grad_norm": 7.236473560333252,
+      "learning_rate": 1.0204083110342116e-05,
+      "loss": 5.845634155273437,
+      "step": 33875
+    },
+    {
+      "epoch": 1.0645991991834811,
+      "grad_norm": 3.805389642715454,
+      "learning_rate": 1.0192940613655975e-05,
+      "loss": 5.848778076171875,
+      "step": 33900
+    },
+    {
+      "epoch": 1.0653843134176022,
+      "grad_norm": 5.397750377655029,
+      "learning_rate": 1.0181799363903849e-05,
+      "loss": 5.85615966796875,
+      "step": 33925
+    },
+    {
+      "epoch": 1.0661694276517233,
+      "grad_norm": 5.490453243255615,
+      "learning_rate": 1.0170659378299353e-05,
+      "loss": 5.8550341796875,
+      "step": 33950
+    },
+    {
+      "epoch": 1.0669545418858444,
+      "grad_norm": 7.175689697265625,
+      "learning_rate": 1.0159520674054133e-05,
+      "loss": 5.833981323242187,
+      "step": 33975
+    },
+    {
+      "epoch": 1.0677396561199655,
+      "grad_norm": 4.0517258644104,
+      "learning_rate": 1.014838326837787e-05,
+      "loss": 5.836512451171875,
+      "step": 34000
+    },
+    {
+      "epoch": 1.0685247703540866,
+      "grad_norm": 5.39613676071167,
+      "learning_rate": 1.0137247178478226e-05,
+      "loss": 5.844761962890625,
+      "step": 34025
+    },
+    {
+      "epoch": 1.0693098845882076,
+      "grad_norm": 4.433953285217285,
+      "learning_rate": 1.0126112421560843e-05,
+      "loss": 5.82681396484375,
+      "step": 34050
+    },
+    {
+      "epoch": 1.0700949988223287,
+      "grad_norm": 3.3792924880981445,
+      "learning_rate": 1.0114979014829292e-05,
+      "loss": 5.8620166015625,
+      "step": 34075
+    },
+    {
+      "epoch": 1.0708801130564498,
+      "grad_norm": 3.7765183448791504,
+      "learning_rate": 1.0103846975485064e-05,
+      "loss": 5.85434326171875,
+      "step": 34100
+    },
+    {
+      "epoch": 1.0716652272905707,
+      "grad_norm": 5.131790637969971,
+      "learning_rate": 1.0092716320727531e-05,
+      "loss": 5.852839965820312,
+      "step": 34125
+    },
+    {
+      "epoch": 1.0724503415246918,
+      "grad_norm": 4.397039413452148,
+      "learning_rate": 1.008158706775394e-05,
+      "loss": 5.845491333007812,
+      "step": 34150
+    },
+    {
+      "epoch": 1.0732354557588129,
+      "grad_norm": 4.678694725036621,
+      "learning_rate": 1.0070459233759358e-05,
+      "loss": 5.852223510742188,
+      "step": 34175
+    },
+    {
+      "epoch": 1.074020569992934,
+      "grad_norm": 8.122096061706543,
+      "learning_rate": 1.0059332835936664e-05,
+      "loss": 5.847528076171875,
+      "step": 34200
+    },
+    {
+      "epoch": 1.074805684227055,
+      "grad_norm": 3.4901371002197266,
+      "learning_rate": 1.0048207891476516e-05,
+      "loss": 5.8442926025390625,
+      "step": 34225
+    },
+    {
+      "epoch": 1.0755907984611761,
+      "grad_norm": 4.018471717834473,
+      "learning_rate": 1.0037084417567333e-05,
+      "loss": 5.834841918945313,
+      "step": 34250
+    },
+    {
+      "epoch": 1.0763759126952972,
+      "grad_norm": 3.8245162963867188,
+      "learning_rate": 1.0025962431395257e-05,
+      "loss": 5.855857543945312,
+      "step": 34275
+    },
+    {
+      "epoch": 1.0771610269294183,
+      "grad_norm": 5.099288463592529,
+      "learning_rate": 1.0014841950144135e-05,
+      "loss": 5.85105224609375,
+      "step": 34300
+    },
+    {
+      "epoch": 1.0779461411635394,
+      "grad_norm": 3.918813705444336,
+      "learning_rate": 1.000372299099548e-05,
+      "loss": 5.839308471679687,
+      "step": 34325
+    },
+    {
+      "epoch": 1.0787312553976605,
+      "grad_norm": 4.0834197998046875,
+      "learning_rate": 9.992605571128467e-06,
+      "loss": 5.845870361328125,
+      "step": 34350
+    },
+    {
+      "epoch": 1.0795163696317813,
+      "grad_norm": 3.366459369659424,
+      "learning_rate": 9.981489707719877e-06,
+      "loss": 5.844082641601562,
+      "step": 34375
+    },
+    {
+      "epoch": 1.0803014838659024,
+      "grad_norm": 4.665246486663818,
+      "learning_rate": 9.970375417944103e-06,
+      "loss": 5.838689575195312,
+      "step": 34400
+    },
+    {
+      "epoch": 1.0810865981000235,
+      "grad_norm": 3.7909910678863525,
+      "learning_rate": 9.959262718973091e-06,
+      "loss": 5.858175048828125,
+      "step": 34425
+    },
+    {
+      "epoch": 1.0818717123341446,
+      "grad_norm": 6.114875316619873,
+      "learning_rate": 9.948151627976341e-06,
+      "loss": 5.852548217773437,
+      "step": 34450
+    },
+    {
+      "epoch": 1.0826568265682657,
+      "grad_norm": 3.9292078018188477,
+      "learning_rate": 9.937042162120862e-06,
+      "loss": 5.854252319335938,
+      "step": 34475
+    },
+    {
+      "epoch": 1.0834419408023868,
+      "grad_norm": 4.651977062225342,
+      "learning_rate": 9.925934338571155e-06,
+      "loss": 5.841199951171875,
+      "step": 34500
+    },
+    {
+      "epoch": 1.0842270550365078,
+      "grad_norm": 4.5292768478393555,
+      "learning_rate": 9.914828174489179e-06,
+      "loss": 5.841875610351562,
+      "step": 34525
+    },
+    {
+      "epoch": 1.085012169270629,
+      "grad_norm": 3.3002374172210693,
+      "learning_rate": 9.903723687034342e-06,
+      "loss": 5.841260986328125,
+      "step": 34550
+    },
+    {
+      "epoch": 1.08579728350475,
+      "grad_norm": 4.900968551635742,
+      "learning_rate": 9.892620893363444e-06,
+      "loss": 5.8454296875,
+      "step": 34575
+    },
+    {
+      "epoch": 1.086582397738871,
+      "grad_norm": 5.019837379455566,
+      "learning_rate": 9.881519810630677e-06,
+      "loss": 5.851170043945313,
+      "step": 34600
+    },
+    {
+      "epoch": 1.087367511972992,
+      "grad_norm": 4.494377613067627,
+      "learning_rate": 9.870420455987588e-06,
+      "loss": 5.8331451416015625,
+      "step": 34625
+    },
+    {
+      "epoch": 1.088152626207113,
+      "grad_norm": 9.16425609588623,
+      "learning_rate": 9.859322846583062e-06,
+      "loss": 5.870549926757812,
+      "step": 34650
+    },
+    {
+      "epoch": 1.0889377404412341,
+      "grad_norm": 4.704226016998291,
+      "learning_rate": 9.848226999563277e-06,
+      "loss": 5.84917724609375,
+      "step": 34675
+    },
+    {
+      "epoch": 1.0897228546753552,
+      "grad_norm": 5.916869163513184,
+      "learning_rate": 9.83713293207169e-06,
+      "loss": 5.842286376953125,
+      "step": 34700
+    },
+    {
+      "epoch": 1.0905079689094763,
+      "grad_norm": 5.392207145690918,
+      "learning_rate": 9.826040661249003e-06,
+      "loss": 5.844016723632812,
+      "step": 34725
+    },
+    {
+      "epoch": 1.0912930831435974,
+      "grad_norm": 4.64647912979126,
+      "learning_rate": 9.814950204233162e-06,
+      "loss": 5.8439208984375,
+      "step": 34750
+    },
+    {
+      "epoch": 1.0920781973777185,
+      "grad_norm": 5.687864780426025,
+      "learning_rate": 9.803861578159295e-06,
+      "loss": 5.848070678710937,
+      "step": 34775
+    },
+    {
+      "epoch": 1.0928633116118396,
+      "grad_norm": 5.121543884277344,
+      "learning_rate": 9.792774800159698e-06,
+      "loss": 5.839305419921875,
+      "step": 34800
+    },
+    {
+      "epoch": 1.0936484258459607,
+      "grad_norm": 4.261571407318115,
+      "learning_rate": 9.78168988736382e-06,
+      "loss": 5.845883178710937,
+      "step": 34825
+    },
+    {
+      "epoch": 1.0944335400800815,
+      "grad_norm": 4.041290760040283,
+      "learning_rate": 9.770606856898225e-06,
+      "loss": 5.830824584960937,
+      "step": 34850
+    },
+    {
+      "epoch": 1.0952186543142026,
+      "grad_norm": 3.8960187435150146,
+      "learning_rate": 9.759525725886575e-06,
+      "loss": 5.84013427734375,
+      "step": 34875
+    },
+    {
+      "epoch": 1.0960037685483237,
+      "grad_norm": 4.56716775894165,
+      "learning_rate": 9.748446511449592e-06,
+      "loss": 5.8437957763671875,
+      "step": 34900
+    },
+    {
+      "epoch": 1.0967888827824448,
+      "grad_norm": 4.612364768981934,
+      "learning_rate": 9.737369230705023e-06,
+      "loss": 5.834293212890625,
+      "step": 34925
+    },
+    {
+      "epoch": 1.0975739970165659,
+      "grad_norm": 4.841100692749023,
+      "learning_rate": 9.726293900767656e-06,
+      "loss": 5.850547485351562,
+      "step": 34950
+    },
+    {
+      "epoch": 1.098359111250687,
+      "grad_norm": 3.6838135719299316,
+      "learning_rate": 9.715220538749244e-06,
+      "loss": 5.854037475585938,
+      "step": 34975
+    },
+    {
+      "epoch": 1.099144225484808,
+      "grad_norm": 3.8636696338653564,
+      "learning_rate": 9.704149161758507e-06,
+      "loss": 5.850225219726562,
+      "step": 35000
+    },
+    {
+      "epoch": 1.0999293397189291,
+      "grad_norm": 3.8689072132110596,
+      "learning_rate": 9.693079786901092e-06,
+      "loss": 5.835115356445312,
+      "step": 35025
+    },
+    {
+      "epoch": 1.1007144539530502,
+      "grad_norm": 2.9639275074005127,
+      "learning_rate": 9.682012431279562e-06,
+      "loss": 5.840496215820313,
+      "step": 35050
+    },
+    {
+      "epoch": 1.1014995681871713,
+      "grad_norm": 4.371021270751953,
+      "learning_rate": 9.670947111993356e-06,
+      "loss": 5.84619384765625,
+      "step": 35075
+    },
+    {
+      "epoch": 1.1022846824212924,
+      "grad_norm": 4.025989532470703,
+      "learning_rate": 9.659883846138762e-06,
+      "loss": 5.845103759765625,
+      "step": 35100
+    },
+    {
+      "epoch": 1.1030697966554133,
+      "grad_norm": 4.776800155639648,
+      "learning_rate": 9.6488226508089e-06,
+      "loss": 5.823587646484375,
+      "step": 35125
+    },
+    {
+      "epoch": 1.1038549108895344,
+      "grad_norm": 5.064579963684082,
+      "learning_rate": 9.637763543093697e-06,
+      "loss": 5.831324462890625,
+      "step": 35150
+    },
+    {
+      "epoch": 1.1046400251236554,
+      "grad_norm": 4.657581329345703,
+      "learning_rate": 9.62670654007984e-06,
+      "loss": 5.843070068359375,
+      "step": 35175
+    },
+    {
+      "epoch": 1.1054251393577765,
+      "grad_norm": 4.387777805328369,
+      "learning_rate": 9.615651658850776e-06,
+      "loss": 5.832176513671875,
+      "step": 35200
+    },
+    {
+      "epoch": 1.1062102535918976,
+      "grad_norm": 3.2371129989624023,
+      "learning_rate": 9.604598916486666e-06,
+      "loss": 5.827352905273438,
+      "step": 35225
+    },
+    {
+      "epoch": 1.1069953678260187,
+      "grad_norm": 5.427971839904785,
+      "learning_rate": 9.593548330064377e-06,
+      "loss": 5.846790771484375,
+      "step": 35250
+    },
+    {
+      "epoch": 1.1077804820601398,
+      "grad_norm": 5.401098728179932,
+      "learning_rate": 9.582499916657435e-06,
+      "loss": 5.8313446044921875,
+      "step": 35275
+    },
+    {
+      "epoch": 1.1085655962942609,
+      "grad_norm": 4.998412132263184,
+      "learning_rate": 9.571453693336013e-06,
+      "loss": 5.834010620117187,
+      "step": 35300
+    },
+    {
+      "epoch": 1.109350710528382,
+      "grad_norm": 4.066189289093018,
+      "learning_rate": 9.560409677166895e-06,
+      "loss": 5.847559814453125,
+      "step": 35325
+    },
+    {
+      "epoch": 1.1101358247625028,
+      "grad_norm": 4.130155086517334,
+      "learning_rate": 9.549367885213466e-06,
+      "loss": 5.835978393554687,
+      "step": 35350
+    },
+    {
+      "epoch": 1.110920938996624,
+      "grad_norm": 4.5989460945129395,
+      "learning_rate": 9.53832833453566e-06,
+      "loss": 5.855612182617188,
+      "step": 35375
+    },
+    {
+      "epoch": 1.111706053230745,
+      "grad_norm": 4.297070026397705,
+      "learning_rate": 9.527291042189964e-06,
+      "loss": 5.856536865234375,
+      "step": 35400
+    },
+    {
+      "epoch": 1.112491167464866,
+      "grad_norm": 4.212048053741455,
+      "learning_rate": 9.516256025229358e-06,
+      "loss": 5.851868286132812,
+      "step": 35425
+    },
+    {
+      "epoch": 1.1132762816989872,
+      "grad_norm": 5.364826202392578,
+      "learning_rate": 9.505223300703326e-06,
+      "loss": 5.8524609375,
+      "step": 35450
+    },
+    {
+      "epoch": 1.1140613959331083,
+      "grad_norm": 5.790790557861328,
+      "learning_rate": 9.494192885657793e-06,
+      "loss": 5.84050537109375,
+      "step": 35475
+    },
+    {
+      "epoch": 1.1148465101672294,
+      "grad_norm": 4.9367852210998535,
+      "learning_rate": 9.483164797135127e-06,
+      "loss": 5.845260009765625,
+      "step": 35500
+    },
+    {
+      "epoch": 1.1156316244013504,
+      "grad_norm": 4.282532215118408,
+      "learning_rate": 9.472139052174092e-06,
+      "loss": 5.85559814453125,
+      "step": 35525
+    },
+    {
+      "epoch": 1.1164167386354715,
+      "grad_norm": 5.091096878051758,
+      "learning_rate": 9.461115667809847e-06,
+      "loss": 5.8360107421875,
+      "step": 35550
+    },
+    {
+      "epoch": 1.1172018528695926,
+      "grad_norm": 5.125621795654297,
+      "learning_rate": 9.45009466107388e-06,
+      "loss": 5.842407836914062,
+      "step": 35575
+    },
+    {
+      "epoch": 1.1179869671037137,
+      "grad_norm": 4.736443042755127,
+      "learning_rate": 9.439076048994029e-06,
+      "loss": 5.837450561523437,
+      "step": 35600
+    },
+    {
+      "epoch": 1.1187720813378346,
+      "grad_norm": 3.466925859451294,
+      "learning_rate": 9.428059848594413e-06,
+      "loss": 5.821846923828125,
+      "step": 35625
+    },
+    {
+      "epoch": 1.1195571955719557,
+      "grad_norm": 5.278817653656006,
+      "learning_rate": 9.417046076895446e-06,
+      "loss": 5.837213745117188,
+      "step": 35650
+    },
+    {
+      "epoch": 1.1203423098060767,
+      "grad_norm": 4.175888538360596,
+      "learning_rate": 9.406034750913767e-06,
+      "loss": 5.847453002929687,
+      "step": 35675
+    },
+    {
+      "epoch": 1.1211274240401978,
+      "grad_norm": 6.482365608215332,
+      "learning_rate": 9.39502588766225e-06,
+      "loss": 5.83150390625,
+      "step": 35700
+    },
+    {
+      "epoch": 1.121912538274319,
+      "grad_norm": 4.151716709136963,
+      "learning_rate": 9.384019504149957e-06,
+      "loss": 5.834659423828125,
+      "step": 35725
+    },
+    {
+      "epoch": 1.12269765250844,
+      "grad_norm": 3.213770866394043,
+      "learning_rate": 9.373015617382133e-06,
+      "loss": 5.839141235351563,
+      "step": 35750
+    },
+    {
+      "epoch": 1.123482766742561,
+      "grad_norm": 4.012185096740723,
+      "learning_rate": 9.362014244360145e-06,
+      "loss": 5.847507934570313,
+      "step": 35775
+    },
+    {
+      "epoch": 1.1242678809766822,
+      "grad_norm": 4.534530162811279,
+      "learning_rate": 9.351015402081488e-06,
+      "loss": 5.830602416992187,
+      "step": 35800
+    },
+    {
+      "epoch": 1.1250529952108033,
+      "grad_norm": 3.3402926921844482,
+      "learning_rate": 9.340019107539746e-06,
+      "loss": 5.850203247070312,
+      "step": 35825
+    },
+    {
+      "epoch": 1.1258381094449241,
+      "grad_norm": 5.739969730377197,
+      "learning_rate": 9.329025377724563e-06,
+      "loss": 5.8403955078125,
+      "step": 35850
+    },
+    {
+      "epoch": 1.1266232236790452,
+      "grad_norm": 6.560964107513428,
+      "learning_rate": 9.31803422962163e-06,
+      "loss": 5.829802856445313,
+      "step": 35875
+    },
+    {
+      "epoch": 1.1274083379131663,
+      "grad_norm": 4.672070503234863,
+      "learning_rate": 9.307045680212636e-06,
+      "loss": 5.847775268554687,
+      "step": 35900
+    },
+    {
+      "epoch": 1.1281934521472874,
+      "grad_norm": 4.267703533172607,
+      "learning_rate": 9.296059746475261e-06,
+      "loss": 5.838240966796875,
+      "step": 35925
+    },
+    {
+      "epoch": 1.1289785663814085,
+      "grad_norm": 5.147006034851074,
+      "learning_rate": 9.285076445383144e-06,
+      "loss": 5.856603393554687,
+      "step": 35950
+    },
+    {
+      "epoch": 1.1297636806155296,
+      "grad_norm": 4.877357006072998,
+      "learning_rate": 9.27409579390586e-06,
+      "loss": 5.833148193359375,
+      "step": 35975
+    },
+    {
+      "epoch": 1.1305487948496507,
+      "grad_norm": 3.4559009075164795,
+      "learning_rate": 9.263117809008885e-06,
+      "loss": 5.83130615234375,
+      "step": 36000
+    },
+    {
+      "epoch": 1.1313339090837717,
+      "grad_norm": 5.171026706695557,
+      "learning_rate": 9.252142507653577e-06,
+      "loss": 5.828690185546875,
+      "step": 36025
+    },
+    {
+      "epoch": 1.1321190233178928,
+      "grad_norm": 4.279566287994385,
+      "learning_rate": 9.241169906797138e-06,
+      "loss": 5.85171875,
+      "step": 36050
+    },
+    {
+      "epoch": 1.132904137552014,
+      "grad_norm": 5.133225440979004,
+      "learning_rate": 9.230200023392621e-06,
+      "loss": 5.8380908203125,
+      "step": 36075
+    },
+    {
+      "epoch": 1.133689251786135,
+      "grad_norm": 3.5686590671539307,
+      "learning_rate": 9.219232874388861e-06,
+      "loss": 5.825465698242187,
+      "step": 36100
+    },
+    {
+      "epoch": 1.1344743660202559,
+      "grad_norm": 4.3523030281066895,
+      "learning_rate": 9.208268476730475e-06,
+      "loss": 5.832857055664062,
+      "step": 36125
+    },
+    {
+      "epoch": 1.135259480254377,
+      "grad_norm": 3.987222671508789,
+      "learning_rate": 9.19730684735782e-06,
+      "loss": 5.843688354492188,
+      "step": 36150
+    },
+    {
+      "epoch": 1.136044594488498,
+      "grad_norm": 4.16348934173584,
+      "learning_rate": 9.186348003206992e-06,
+      "loss": 5.835902709960937,
+      "step": 36175
+    },
+    {
+      "epoch": 1.1368297087226191,
+      "grad_norm": 4.874325752258301,
+      "learning_rate": 9.175391961209776e-06,
+      "loss": 5.835609130859375,
+      "step": 36200
+    },
+    {
+      "epoch": 1.1376148229567402,
+      "grad_norm": 5.2950005531311035,
+      "learning_rate": 9.164438738293626e-06,
+      "loss": 5.847503051757813,
+      "step": 36225
+    },
+    {
+      "epoch": 1.1383999371908613,
+      "grad_norm": 4.716102123260498,
+      "learning_rate": 9.153488351381634e-06,
+      "loss": 5.838817749023438,
+      "step": 36250
+    },
+    {
+      "epoch": 1.1391850514249824,
+      "grad_norm": 4.168239593505859,
+      "learning_rate": 9.142540817392527e-06,
+      "loss": 5.838504638671875,
+      "step": 36275
+    },
+    {
+      "epoch": 1.1399701656591035,
+      "grad_norm": 3.634369134902954,
+      "learning_rate": 9.13159615324061e-06,
+      "loss": 5.829432373046875,
+      "step": 36300
+    },
+    {
+      "epoch": 1.1407552798932246,
+      "grad_norm": 4.732321262359619,
+      "learning_rate": 9.120654375835762e-06,
+      "loss": 5.8203271484375,
+      "step": 36325
+    },
+    {
+      "epoch": 1.1415403941273454,
+      "grad_norm": 5.148401737213135,
+      "learning_rate": 9.109715502083394e-06,
+      "loss": 5.8402978515625,
+      "step": 36350
+    },
+    {
+      "epoch": 1.1423255083614665,
+      "grad_norm": 5.036197662353516,
+      "learning_rate": 9.09877954888444e-06,
+      "loss": 5.84857666015625,
+      "step": 36375
+    },
+    {
+      "epoch": 1.1431106225955876,
+      "grad_norm": 4.464617729187012,
+      "learning_rate": 9.087846533135318e-06,
+      "loss": 5.8379888916015625,
+      "step": 36400
+    },
+    {
+      "epoch": 1.1438957368297087,
+      "grad_norm": 4.654612064361572,
+      "learning_rate": 9.076916471727903e-06,
+      "loss": 5.83460205078125,
+      "step": 36425
+    },
+    {
+      "epoch": 1.1446808510638298,
+      "grad_norm": 5.686317443847656,
+      "learning_rate": 9.065989381549509e-06,
+      "loss": 5.859210815429687,
+      "step": 36450
+    },
+    {
+      "epoch": 1.1454659652979509,
+      "grad_norm": 5.124882221221924,
+      "learning_rate": 9.055065279482861e-06,
+      "loss": 5.8325347900390625,
+      "step": 36475
+    },
+    {
+      "epoch": 1.146251079532072,
+      "grad_norm": 3.8178493976593018,
+      "learning_rate": 9.04414418240607e-06,
+      "loss": 5.82905517578125,
+      "step": 36500
+    },
+    {
+      "epoch": 1.147036193766193,
+      "grad_norm": 3.6566321849823,
+      "learning_rate": 9.033226107192592e-06,
+      "loss": 5.835380249023437,
+      "step": 36525
+    },
+    {
+      "epoch": 1.1478213080003141,
+      "grad_norm": 4.456484794616699,
+      "learning_rate": 9.022311070711227e-06,
+      "loss": 5.8515167236328125,
+      "step": 36550
+    },
+    {
+      "epoch": 1.148606422234435,
+      "grad_norm": 3.654580593109131,
+      "learning_rate": 9.011399089826074e-06,
+      "loss": 5.850076904296875,
+      "step": 36575
+    },
+    {
+      "epoch": 1.1493915364685563,
+      "grad_norm": 4.064891815185547,
+      "learning_rate": 9.000490181396511e-06,
+      "loss": 5.843077392578125,
+      "step": 36600
+    },
+    {
+      "epoch": 1.1501766507026772,
+      "grad_norm": 6.231684684753418,
+      "learning_rate": 8.989584362277173e-06,
+      "loss": 5.828570556640625,
+      "step": 36625
+    },
+    {
+      "epoch": 1.1509617649367982,
+      "grad_norm": 4.250801086425781,
+      "learning_rate": 8.978681649317916e-06,
+      "loss": 5.84646240234375,
+      "step": 36650
+    },
+    {
+      "epoch": 1.1517468791709193,
+      "grad_norm": 4.88543176651001,
+      "learning_rate": 8.9677820593638e-06,
+      "loss": 5.832628173828125,
+      "step": 36675
+    },
+    {
+      "epoch": 1.1525319934050404,
+      "grad_norm": 3.9674055576324463,
+      "learning_rate": 8.956885609255064e-06,
+      "loss": 5.823825073242188,
+      "step": 36700
+    },
+    {
+      "epoch": 1.1533171076391615,
+      "grad_norm": 4.803829193115234,
+      "learning_rate": 8.945992315827085e-06,
+      "loss": 5.853135986328125,
+      "step": 36725
+    },
+    {
+      "epoch": 1.1541022218732826,
+      "grad_norm": 6.630747318267822,
+      "learning_rate": 8.935102195910375e-06,
+      "loss": 5.836453247070312,
+      "step": 36750
+    },
+    {
+      "epoch": 1.1548873361074037,
+      "grad_norm": 4.103579998016357,
+      "learning_rate": 8.924215266330534e-06,
+      "loss": 5.834352416992187,
+      "step": 36775
+    },
+    {
+      "epoch": 1.1556724503415248,
+      "grad_norm": 4.198637008666992,
+      "learning_rate": 8.913331543908237e-06,
+      "loss": 5.830870971679688,
+      "step": 36800
+    },
+    {
+      "epoch": 1.1564575645756459,
+      "grad_norm": 6.361374378204346,
+      "learning_rate": 8.902451045459204e-06,
+      "loss": 5.846996459960938,
+      "step": 36825
+    },
+    {
+      "epoch": 1.1572426788097667,
+      "grad_norm": 5.386788845062256,
+      "learning_rate": 8.891573787794168e-06,
+      "loss": 5.8507232666015625,
+      "step": 36850
+    },
+    {
+      "epoch": 1.1580277930438878,
+      "grad_norm": 5.066763877868652,
+      "learning_rate": 8.880699787718866e-06,
+      "loss": 5.833203125,
+      "step": 36875
+    },
+    {
+      "epoch": 1.158812907278009,
+      "grad_norm": 4.132023811340332,
+      "learning_rate": 8.869829062033991e-06,
+      "loss": 5.835829467773437,
+      "step": 36900
+    },
+    {
+      "epoch": 1.15959802151213,
+      "grad_norm": 4.925024032592773,
+      "learning_rate": 8.858961627535185e-06,
+      "loss": 5.831136474609375,
+      "step": 36925
+    },
+    {
+      "epoch": 1.160383135746251,
+      "grad_norm": 3.536458969116211,
+      "learning_rate": 8.848097501012996e-06,
+      "loss": 5.84334228515625,
+      "step": 36950
+    },
+    {
+      "epoch": 1.1611682499803722,
+      "grad_norm": 5.168023586273193,
+      "learning_rate": 8.837236699252873e-06,
+      "loss": 5.831126708984375,
+      "step": 36975
+    },
+    {
+      "epoch": 1.1619533642144932,
+      "grad_norm": 3.4447929859161377,
+      "learning_rate": 8.826379239035118e-06,
+      "loss": 5.816966552734375,
+      "step": 37000
+    },
+    {
+      "epoch": 1.1627384784486143,
+      "grad_norm": 7.216976165771484,
+      "learning_rate": 8.815525137134877e-06,
+      "loss": 5.839212646484375,
+      "step": 37025
+    },
+    {
+      "epoch": 1.1635235926827354,
+      "grad_norm": 4.9169158935546875,
+      "learning_rate": 8.804674410322097e-06,
+      "loss": 5.866154174804688,
+      "step": 37050
+    },
+    {
+      "epoch": 1.1643087069168563,
+      "grad_norm": 4.403421401977539,
+      "learning_rate": 8.793827075361523e-06,
+      "loss": 5.835376586914062,
+      "step": 37075
+    },
+    {
+      "epoch": 1.1650938211509774,
+      "grad_norm": 3.4567816257476807,
+      "learning_rate": 8.782983149012656e-06,
+      "loss": 5.840734252929687,
+      "step": 37100
+    },
+    {
+      "epoch": 1.1658789353850985,
+      "grad_norm": 5.025951862335205,
+      "learning_rate": 8.772142648029724e-06,
+      "loss": 5.835670166015625,
+      "step": 37125
+    },
+    {
+      "epoch": 1.1666640496192195,
+      "grad_norm": 5.5395965576171875,
+      "learning_rate": 8.761305589161667e-06,
+      "loss": 5.8222589111328125,
+      "step": 37150
+    },
+    {
+      "epoch": 1.1674491638533406,
+      "grad_norm": 5.933688163757324,
+      "learning_rate": 8.750471989152112e-06,
+      "loss": 5.8224859619140625,
+      "step": 37175
+    },
+    {
+      "epoch": 1.1682342780874617,
+      "grad_norm": 3.6461875438690186,
+      "learning_rate": 8.739641864739335e-06,
+      "loss": 5.837327880859375,
+      "step": 37200
+    },
+    {
+      "epoch": 1.1690193923215828,
+      "grad_norm": 4.214407444000244,
+      "learning_rate": 8.72881523265624e-06,
+      "loss": 5.824078979492188,
+      "step": 37225
+    },
+    {
+      "epoch": 1.169804506555704,
+      "grad_norm": 4.370615482330322,
+      "learning_rate": 8.717992109630343e-06,
+      "loss": 5.8347705078125,
+      "step": 37250
+    },
+    {
+      "epoch": 1.170589620789825,
+      "grad_norm": 5.157212257385254,
+      "learning_rate": 8.707172512383735e-06,
+      "loss": 5.81637451171875,
+      "step": 37275
+    },
+    {
+      "epoch": 1.171374735023946,
+      "grad_norm": 3.435497522354126,
+      "learning_rate": 8.696356457633057e-06,
+      "loss": 5.83412841796875,
+      "step": 37300
+    },
+    {
+      "epoch": 1.1721598492580672,
+      "grad_norm": 5.077123165130615,
+      "learning_rate": 8.685543962089486e-06,
+      "loss": 5.838905029296875,
+      "step": 37325
+    },
+    {
+      "epoch": 1.172944963492188,
+      "grad_norm": 4.9990315437316895,
+      "learning_rate": 8.67473504245868e-06,
+      "loss": 5.849012451171875,
+      "step": 37350
+    },
+    {
+      "epoch": 1.173730077726309,
+      "grad_norm": 4.617331027984619,
+      "learning_rate": 8.663929715440798e-06,
+      "loss": 5.851357421875,
+      "step": 37375
+    },
+    {
+      "epoch": 1.1745151919604302,
+      "grad_norm": 4.231682777404785,
+      "learning_rate": 8.653127997730428e-06,
+      "loss": 5.8496728515625,
+      "step": 37400
+    },
+    {
+      "epoch": 1.1753003061945513,
+      "grad_norm": 4.029294013977051,
+      "learning_rate": 8.642329906016591e-06,
+      "loss": 5.827471313476562,
+      "step": 37425
+    },
+    {
+      "epoch": 1.1760854204286724,
+      "grad_norm": 5.980893611907959,
+      "learning_rate": 8.6315354569827e-06,
+      "loss": 5.833710327148437,
+      "step": 37450
+    },
+    {
+      "epoch": 1.1768705346627935,
+      "grad_norm": 4.82021427154541,
+      "learning_rate": 8.620744667306551e-06,
+      "loss": 5.840830688476562,
+      "step": 37475
+    },
+    {
+      "epoch": 1.1776556488969145,
+      "grad_norm": 6.041388988494873,
+      "learning_rate": 8.609957553660273e-06,
+      "loss": 5.8339996337890625,
+      "step": 37500
+    },
+    {
+      "epoch": 1.1784407631310356,
+      "grad_norm": 20.752763748168945,
+      "learning_rate": 8.599174132710321e-06,
+      "loss": 5.840697631835938,
+      "step": 37525
+    },
+    {
+      "epoch": 1.1792258773651567,
+      "grad_norm": 5.057047367095947,
+      "learning_rate": 8.588394421117445e-06,
+      "loss": 5.827725830078125,
+      "step": 37550
+    },
+    {
+      "epoch": 1.1800109915992776,
+      "grad_norm": 3.1863958835601807,
+      "learning_rate": 8.577618435536667e-06,
+      "loss": 5.8270751953125,
+      "step": 37575
+    },
+    {
+      "epoch": 1.1807961058333987,
+      "grad_norm": 4.257750511169434,
+      "learning_rate": 8.566846192617244e-06,
+      "loss": 5.853928833007813,
+      "step": 37600
+    },
+    {
+      "epoch": 1.1815812200675198,
+      "grad_norm": 5.2106099128723145,
+      "learning_rate": 8.556077709002662e-06,
+      "loss": 5.819297485351562,
+      "step": 37625
+    },
+    {
+      "epoch": 1.1823663343016408,
+      "grad_norm": 5.439002513885498,
+      "learning_rate": 8.545313001330582e-06,
+      "loss": 5.832151489257813,
+      "step": 37650
+    },
+    {
+      "epoch": 1.183151448535762,
+      "grad_norm": 4.59678840637207,
+      "learning_rate": 8.534552086232848e-06,
+      "loss": 5.832298583984375,
+      "step": 37675
+    },
+    {
+      "epoch": 1.183936562769883,
+      "grad_norm": 4.613393306732178,
+      "learning_rate": 8.523794980335438e-06,
+      "loss": 5.848527221679688,
+      "step": 37700
+    },
+    {
+      "epoch": 1.184721677004004,
+      "grad_norm": 4.536832332611084,
+      "learning_rate": 8.513041700258441e-06,
+      "loss": 5.8279351806640625,
+      "step": 37725
+    },
+    {
+      "epoch": 1.1855067912381252,
+      "grad_norm": 3.2508468627929688,
+      "learning_rate": 8.50229226261604e-06,
+      "loss": 5.826113891601563,
+      "step": 37750
+    },
+    {
+      "epoch": 1.1862919054722463,
+      "grad_norm": 4.999807357788086,
+      "learning_rate": 8.491546684016477e-06,
+      "loss": 5.827764282226562,
+      "step": 37775
+    },
+    {
+      "epoch": 1.1870770197063674,
+      "grad_norm": 4.805812835693359,
+      "learning_rate": 8.480804981062035e-06,
+      "loss": 5.829117431640625,
+      "step": 37800
+    },
+    {
+      "epoch": 1.1878621339404885,
+      "grad_norm": 5.440676689147949,
+      "learning_rate": 8.47006717034901e-06,
+      "loss": 5.821284790039062,
+      "step": 37825
+    },
+    {
+      "epoch": 1.1886472481746093,
+      "grad_norm": 3.7920405864715576,
+      "learning_rate": 8.459333268467678e-06,
+      "loss": 5.838054809570313,
+      "step": 37850
+    },
+    {
+      "epoch": 1.1894323624087304,
+      "grad_norm": 4.252841472625732,
+      "learning_rate": 8.448603292002285e-06,
+      "loss": 5.834248046875,
+      "step": 37875
+    },
+    {
+      "epoch": 1.1902174766428515,
+      "grad_norm": 3.8843419551849365,
+      "learning_rate": 8.437877257531003e-06,
+      "loss": 5.835272216796875,
+      "step": 37900
+    },
+    {
+      "epoch": 1.1910025908769726,
+      "grad_norm": 4.0430474281311035,
+      "learning_rate": 8.42715518162592e-06,
+      "loss": 5.821538696289062,
+      "step": 37925
+    },
+    {
+      "epoch": 1.1917877051110937,
+      "grad_norm": 3.9783449172973633,
+      "learning_rate": 8.416437080853004e-06,
+      "loss": 5.840226440429688,
+      "step": 37950
+    },
+    {
+      "epoch": 1.1925728193452148,
+      "grad_norm": 4.256082057952881,
+      "learning_rate": 8.405722971772086e-06,
+      "loss": 5.828871459960937,
+      "step": 37975
+    },
+    {
+      "epoch": 1.1933579335793358,
+      "grad_norm": 3.7039988040924072,
+      "learning_rate": 8.395012870936823e-06,
+      "loss": 5.825353393554687,
+      "step": 38000
+    },
+    {
+      "epoch": 1.194143047813457,
+      "grad_norm": 5.093902111053467,
+      "learning_rate": 8.384306794894685e-06,
+      "loss": 5.837097778320312,
+      "step": 38025
+    },
+    {
+      "epoch": 1.194928162047578,
+      "grad_norm": 4.561976432800293,
+      "learning_rate": 8.373604760186915e-06,
+      "loss": 5.834966430664062,
+      "step": 38050
+    },
+    {
+      "epoch": 1.1957132762816989,
+      "grad_norm": 4.786259651184082,
+      "learning_rate": 8.362906783348532e-06,
+      "loss": 5.8189892578125,
+      "step": 38075
+    },
+    {
+      "epoch": 1.19649839051582,
+      "grad_norm": 6.600461006164551,
+      "learning_rate": 8.352212880908259e-06,
+      "loss": 5.839473266601562,
+      "step": 38100
+    },
+    {
+      "epoch": 1.197283504749941,
+      "grad_norm": 4.072597503662109,
+      "learning_rate": 8.34152306938854e-06,
+      "loss": 5.84893310546875,
+      "step": 38125
+    },
+    {
+      "epoch": 1.1980686189840621,
+      "grad_norm": 4.464570999145508,
+      "learning_rate": 8.330837365305492e-06,
+      "loss": 5.844085693359375,
+      "step": 38150
+    },
+    {
+      "epoch": 1.1988537332181832,
+      "grad_norm": 4.982614517211914,
+      "learning_rate": 8.3201557851689e-06,
+      "loss": 5.829598388671875,
+      "step": 38175
+    },
+    {
+      "epoch": 1.1996388474523043,
+      "grad_norm": 4.606203556060791,
+      "learning_rate": 8.309478345482154e-06,
+      "loss": 5.82502685546875,
+      "step": 38200
+    },
+    {
+      "epoch": 1.2004239616864254,
+      "grad_norm": 4.746890068054199,
+      "learning_rate": 8.298805062742263e-06,
+      "loss": 5.838676147460937,
+      "step": 38225
+    },
+    {
+      "epoch": 1.2012090759205465,
+      "grad_norm": 3.6237220764160156,
+      "learning_rate": 8.288135953439808e-06,
+      "loss": 5.838619384765625,
+      "step": 38250
+    },
+    {
+      "epoch": 1.2019941901546676,
+      "grad_norm": 4.018848419189453,
+      "learning_rate": 8.277471034058928e-06,
+      "loss": 5.839178466796875,
+      "step": 38275
+    },
+    {
+      "epoch": 1.2027793043887887,
+      "grad_norm": 4.456884860992432,
+      "learning_rate": 8.266810321077284e-06,
+      "loss": 5.835109252929687,
+      "step": 38300
+    },
+    {
+      "epoch": 1.2035644186229097,
+      "grad_norm": 5.686465740203857,
+      "learning_rate": 8.256153830966032e-06,
+      "loss": 5.819737548828125,
+      "step": 38325
+    },
+    {
+      "epoch": 1.2043495328570306,
+      "grad_norm": 3.1492576599121094,
+      "learning_rate": 8.245501580189807e-06,
+      "loss": 5.822366943359375,
+      "step": 38350
+    },
+    {
+      "epoch": 1.2051346470911517,
+      "grad_norm": 5.302074909210205,
+      "learning_rate": 8.234853585206708e-06,
+      "loss": 5.846635131835938,
+      "step": 38375
+    },
+    {
+      "epoch": 1.2059197613252728,
+      "grad_norm": 3.7273895740509033,
+      "learning_rate": 8.22420986246824e-06,
+      "loss": 5.8269891357421875,
+      "step": 38400
+    },
+    {
+      "epoch": 1.2067048755593939,
+      "grad_norm": 4.921469211578369,
+      "learning_rate": 8.213570428419312e-06,
+      "loss": 5.841266479492187,
+      "step": 38425
+    },
+    {
+      "epoch": 1.207489989793515,
+      "grad_norm": 4.32681131362915,
+      "learning_rate": 8.202935299498212e-06,
+      "loss": 5.817271118164062,
+      "step": 38450
+    },
+    {
+      "epoch": 1.208275104027636,
+      "grad_norm": 5.008928298950195,
+      "learning_rate": 8.192304492136577e-06,
+      "loss": 5.829351196289062,
+      "step": 38475
+    },
+    {
+      "epoch": 1.2090602182617571,
+      "grad_norm": 4.4875264167785645,
+      "learning_rate": 8.181678022759353e-06,
+      "loss": 5.833065795898437,
+      "step": 38500
+    },
+    {
+      "epoch": 1.2098453324958782,
+      "grad_norm": 5.443745136260986,
+      "learning_rate": 8.171055907784805e-06,
+      "loss": 5.839254150390625,
+      "step": 38525
+    },
+    {
+      "epoch": 1.2106304467299993,
+      "grad_norm": 5.175171852111816,
+      "learning_rate": 8.160438163624456e-06,
+      "loss": 5.8294189453125,
+      "step": 38550
+    },
+    {
+      "epoch": 1.2114155609641202,
+      "grad_norm": 5.344850540161133,
+      "learning_rate": 8.149824806683078e-06,
+      "loss": 5.82380859375,
+      "step": 38575
+    },
+    {
+      "epoch": 1.2122006751982413,
+      "grad_norm": 4.938891887664795,
+      "learning_rate": 8.139215853358667e-06,
+      "loss": 5.840344848632813,
+      "step": 38600
+    },
+    {
+      "epoch": 1.2129857894323623,
+      "grad_norm": 4.5618438720703125,
+      "learning_rate": 8.128611320042413e-06,
+      "loss": 5.8257989501953125,
+      "step": 38625
+    },
+    {
+      "epoch": 1.2137709036664834,
+      "grad_norm": 3.6780197620391846,
+      "learning_rate": 8.118011223118678e-06,
+      "loss": 5.833349609375,
+      "step": 38650
+    },
+    {
+      "epoch": 1.2145560179006045,
+      "grad_norm": 3.0416276454925537,
+      "learning_rate": 8.107415578964974e-06,
+      "loss": 5.837657470703125,
+      "step": 38675
+    },
+    {
+      "epoch": 1.2153411321347256,
+      "grad_norm": 5.079187870025635,
+      "learning_rate": 8.096824403951926e-06,
+      "loss": 5.833922729492188,
+      "step": 38700
+    },
+    {
+      "epoch": 1.2161262463688467,
+      "grad_norm": 4.052175045013428,
+      "learning_rate": 8.08623771444326e-06,
+      "loss": 5.814656982421875,
+      "step": 38725
+    },
+    {
+      "epoch": 1.2169113606029678,
+      "grad_norm": 3.389702320098877,
+      "learning_rate": 8.075655526795763e-06,
+      "loss": 5.836128540039063,
+      "step": 38750
+    },
+    {
+      "epoch": 1.2176964748370889,
+      "grad_norm": 4.893049716949463,
+      "learning_rate": 8.065077857359275e-06,
+      "loss": 5.83212646484375,
+      "step": 38775
+    },
+    {
+      "epoch": 1.2184815890712097,
+      "grad_norm": 3.238645553588867,
+      "learning_rate": 8.054504722476659e-06,
+      "loss": 5.832366943359375,
+      "step": 38800
+    },
+    {
+      "epoch": 1.219266703305331,
+      "grad_norm": 4.4812397956848145,
+      "learning_rate": 8.043936138483757e-06,
+      "loss": 5.829714965820313,
+      "step": 38825
+    },
+    {
+      "epoch": 1.220051817539452,
+      "grad_norm": 6.916929244995117,
+      "learning_rate": 8.03337212170939e-06,
+      "loss": 5.823140019955843,
+      "step": 38850
+    },
+    {
+      "epoch": 1.220836931773573,
+      "grad_norm": 3.9350388050079346,
+      "learning_rate": 8.022812688475325e-06,
+      "loss": 5.819668579101562,
+      "step": 38875
+    },
+    {
+      "epoch": 1.221622046007694,
+      "grad_norm": 4.532763481140137,
+      "learning_rate": 8.012257855096242e-06,
+      "loss": 5.82296630859375,
+      "step": 38900
+    },
+    {
+      "epoch": 1.2224071602418152,
+      "grad_norm": 4.324350357055664,
+      "learning_rate": 8.001707637879712e-06,
+      "loss": 5.822684326171875,
+      "step": 38925
+    },
+    {
+      "epoch": 1.2231922744759363,
+      "grad_norm": 4.51919412612915,
+      "learning_rate": 7.991162053126176e-06,
+      "loss": 5.824349365234375,
+      "step": 38950
+    },
+    {
+      "epoch": 1.2239773887100573,
+      "grad_norm": 4.068173885345459,
+      "learning_rate": 7.980621117128926e-06,
+      "loss": 5.861052856445313,
+      "step": 38975
+    },
+    {
+      "epoch": 1.2247625029441784,
+      "grad_norm": 3.7237331867218018,
+      "learning_rate": 7.970084846174057e-06,
+      "loss": 5.824208374023438,
+      "step": 39000
+    },
+    {
+      "epoch": 1.2255476171782995,
+      "grad_norm": 4.1946702003479,
+      "learning_rate": 7.95955325654047e-06,
+      "loss": 5.819202270507812,
+      "step": 39025
+    },
+    {
+      "epoch": 1.2263327314124206,
+      "grad_norm": 5.305007457733154,
+      "learning_rate": 7.94902636449982e-06,
+      "loss": 5.840626220703125,
+      "step": 39050
+    },
+    {
+      "epoch": 1.2271178456465415,
+      "grad_norm": 4.323069095611572,
+      "learning_rate": 7.938504186316514e-06,
+      "loss": 5.836240844726563,
+      "step": 39075
+    },
+    {
+      "epoch": 1.2279029598806626,
+      "grad_norm": 4.745602607727051,
+      "learning_rate": 7.927986738247673e-06,
+      "loss": 5.8335943603515625,
+      "step": 39100
+    },
+    {
+      "epoch": 1.2286880741147836,
+      "grad_norm": 4.625556945800781,
+      "learning_rate": 7.917474036543111e-06,
+      "loss": 5.830066528320312,
+      "step": 39125
+    },
+    {
+      "epoch": 1.2294731883489047,
+      "grad_norm": 4.449573516845703,
+      "learning_rate": 7.906966097445304e-06,
+      "loss": 5.837135620117188,
+      "step": 39150
+    },
+    {
+      "epoch": 1.2302583025830258,
+      "grad_norm": 5.611043453216553,
+      "learning_rate": 7.896462937189375e-06,
+      "loss": 5.818214111328125,
+      "step": 39175
+    },
+    {
+      "epoch": 1.231043416817147,
+      "grad_norm": 3.5684187412261963,
+      "learning_rate": 7.885964572003062e-06,
+      "loss": 5.822053833007812,
+      "step": 39200
+    },
+    {
+      "epoch": 1.231828531051268,
+      "grad_norm": 3.816650152206421,
+      "learning_rate": 7.875471018106693e-06,
+      "loss": 5.820888671875,
+      "step": 39225
+    },
+    {
+      "epoch": 1.232613645285389,
+      "grad_norm": 4.082398891448975,
+      "learning_rate": 7.864982291713157e-06,
+      "loss": 5.832744750976563,
+      "step": 39250
+    },
+    {
+      "epoch": 1.2333987595195102,
+      "grad_norm": 3.929248809814453,
+      "learning_rate": 7.854498409027906e-06,
+      "loss": 5.827926025390625,
+      "step": 39275
+    },
+    {
+      "epoch": 1.234183873753631,
+      "grad_norm": 3.8883156776428223,
+      "learning_rate": 7.84401938624888e-06,
+      "loss": 5.835979614257813,
+      "step": 39300
+    },
+    {
+      "epoch": 1.2349689879877523,
+      "grad_norm": 3.2671151161193848,
+      "learning_rate": 7.833545239566529e-06,
+      "loss": 5.81873291015625,
+      "step": 39325
+    },
+    {
+      "epoch": 1.2357541022218732,
+      "grad_norm": 4.993469715118408,
+      "learning_rate": 7.823075985163758e-06,
+      "loss": 5.823692016601562,
+      "step": 39350
+    },
+    {
+      "epoch": 1.2365392164559943,
+      "grad_norm": 4.232470512390137,
+      "learning_rate": 7.812611639215921e-06,
+      "loss": 5.83196533203125,
+      "step": 39375
+    },
+    {
+      "epoch": 1.2373243306901154,
+      "grad_norm": 3.6027092933654785,
+      "learning_rate": 7.802152217890794e-06,
+      "loss": 5.829478759765625,
+      "step": 39400
+    },
+    {
+      "epoch": 1.2381094449242365,
+      "grad_norm": 3.994748592376709,
+      "learning_rate": 7.791697737348527e-06,
+      "loss": 5.831668090820313,
+      "step": 39425
+    },
+    {
+      "epoch": 1.2388945591583576,
+      "grad_norm": 5.290883541107178,
+      "learning_rate": 7.781248213741643e-06,
+      "loss": 5.809736328125,
+      "step": 39450
+    },
+    {
+      "epoch": 1.2396796733924786,
+      "grad_norm": 4.232672214508057,
+      "learning_rate": 7.77080366321502e-06,
+      "loss": 5.83046875,
+      "step": 39475
+    },
+    {
+      "epoch": 1.2404647876265997,
+      "grad_norm": 4.946388244628906,
+      "learning_rate": 7.760364101905835e-06,
+      "loss": 5.826399536132812,
+      "step": 39500
+    },
+    {
+      "epoch": 1.2412499018607208,
+      "grad_norm": 3.647505283355713,
+      "learning_rate": 7.749929545943566e-06,
+      "loss": 5.82225341796875,
+      "step": 39525
+    },
+    {
+      "epoch": 1.242035016094842,
+      "grad_norm": 5.198247909545898,
+      "learning_rate": 7.739500011449947e-06,
+      "loss": 5.81729248046875,
+      "step": 39550
+    },
+    {
+      "epoch": 1.2428201303289628,
+      "grad_norm": 5.563745498657227,
+      "learning_rate": 7.729075514538968e-06,
+      "loss": 5.825994873046875,
+      "step": 39575
+    },
+    {
+      "epoch": 1.2436052445630839,
+      "grad_norm": 3.933283567428589,
+      "learning_rate": 7.718656071316827e-06,
+      "loss": 5.812549438476562,
+      "step": 39600
+    },
+    {
+      "epoch": 1.244390358797205,
+      "grad_norm": 6.521614074707031,
+      "learning_rate": 7.708241697881922e-06,
+      "loss": 5.81947265625,
+      "step": 39625
+    },
+    {
+      "epoch": 1.245175473031326,
+      "grad_norm": 3.431220293045044,
+      "learning_rate": 7.697832410324796e-06,
+      "loss": 5.833071899414063,
+      "step": 39650
+    },
+    {
+      "epoch": 1.2459605872654471,
+      "grad_norm": 4.17876672744751,
+      "learning_rate": 7.687428224728166e-06,
+      "loss": 5.8194512939453125,
+      "step": 39675
+    },
+    {
+      "epoch": 1.2467457014995682,
+      "grad_norm": 5.538009166717529,
+      "learning_rate": 7.677029157166842e-06,
+      "loss": 5.812825927734375,
+      "step": 39700
+    },
+    {
+      "epoch": 1.2475308157336893,
+      "grad_norm": 9.500683784484863,
+      "learning_rate": 7.666635223707738e-06,
+      "loss": 5.838218383789062,
+      "step": 39725
+    },
+    {
+      "epoch": 1.2483159299678104,
+      "grad_norm": 3.5675814151763916,
+      "learning_rate": 7.656246440409831e-06,
+      "loss": 5.822977294921875,
+      "step": 39750
+    },
+    {
+      "epoch": 1.2491010442019315,
+      "grad_norm": 4.076515197753906,
+      "learning_rate": 7.645862823324141e-06,
+      "loss": 5.834183959960938,
+      "step": 39775
+    },
+    {
+      "epoch": 1.2498861584360523,
+      "grad_norm": 2.4608380794525146,
+      "learning_rate": 7.63548438849371e-06,
+      "loss": 5.812723388671875,
+      "step": 39800
+    },
+    {
+      "epoch": 1.250011776713512,
+      "eval_loss": 0.14855222404003143,
+      "eval_runtime": 5108.268,
+      "eval_samples_per_second": 4.244,
+      "eval_steps_per_second": 0.265,
+      "eval_wer": 3.7997729047589393,
+      "step": 39804
+    },
+    {
+      "epoch": 1.2506712726701736,
+      "grad_norm": 3.5847396850585938,
+      "learning_rate": 7.625111151953571e-06,
+      "loss": 5.8174462890625,
+      "step": 39825
+    },
+    {
+      "epoch": 1.2514563869042945,
+      "grad_norm": 3.5503106117248535,
+      "learning_rate": 7.614743129730717e-06,
+      "loss": 5.82653564453125,
+      "step": 39850
+    },
+    {
+      "epoch": 1.2522415011384156,
+      "grad_norm": 4.539660453796387,
+      "learning_rate": 7.604380337844102e-06,
+      "loss": 5.82011962890625,
+      "step": 39875
+    },
+    {
+      "epoch": 1.2530266153725367,
+      "grad_norm": 4.292988300323486,
+      "learning_rate": 7.594022792304587e-06,
+      "loss": 5.824702758789062,
+      "step": 39900
+    },
+    {
+      "epoch": 1.2538117296066578,
+      "grad_norm": 4.833174705505371,
+      "learning_rate": 7.583670509114928e-06,
+      "loss": 5.8071184158325195,
+      "step": 39925
+    },
+    {
+      "epoch": 1.2545968438407789,
+      "grad_norm": 4.150866508483887,
+      "learning_rate": 7.573323504269752e-06,
+      "loss": 5.833430786132812,
+      "step": 39950
+    },
+    {
+      "epoch": 1.2553819580749,
+      "grad_norm": 3.2644827365875244,
+      "learning_rate": 7.562981793755533e-06,
+      "loss": 5.823411865234375,
+      "step": 39975
+    },
+    {
+      "epoch": 1.256167072309021,
+      "grad_norm": 5.762414455413818,
+      "learning_rate": 7.552645393550561e-06,
+      "loss": 5.8249853515625,
+      "step": 40000
+    },
+    {
+      "epoch": 1.256952186543142,
+      "grad_norm": 2.706501007080078,
+      "learning_rate": 7.542314319624928e-06,
+      "loss": 5.832597045898438,
+      "step": 40025
+    },
+    {
+      "epoch": 1.2577373007772632,
+      "grad_norm": 6.314685821533203,
+      "learning_rate": 7.531988587940486e-06,
+      "loss": 5.828173828125,
+      "step": 40050
+    },
+    {
+      "epoch": 1.258522415011384,
+      "grad_norm": 4.4891581535339355,
+      "learning_rate": 7.521668214450846e-06,
+      "loss": 5.831097412109375,
+      "step": 40075
+    },
+    {
+      "epoch": 1.2593075292455052,
+      "grad_norm": 4.213101863861084,
+      "learning_rate": 7.511353215101327e-06,
+      "loss": 5.836502685546875,
+      "step": 40100
+    },
+    {
+      "epoch": 1.2600926434796262,
+      "grad_norm": 4.540609836578369,
+      "learning_rate": 7.501043605828957e-06,
+      "loss": 5.8298187255859375,
+      "step": 40125
+    },
+    {
+      "epoch": 1.2608777577137473,
+      "grad_norm": 4.314133167266846,
+      "learning_rate": 7.490739402562426e-06,
+      "loss": 5.82147216796875,
+      "step": 40150
+    },
+    {
+      "epoch": 1.2616628719478684,
+      "grad_norm": 6.821467399597168,
+      "learning_rate": 7.480440621222078e-06,
+      "loss": 5.826658325195313,
+      "step": 40175
+    },
+    {
+      "epoch": 1.2624479861819895,
+      "grad_norm": 4.550699710845947,
+      "learning_rate": 7.470147277719882e-06,
+      "loss": 5.8049249267578125,
+      "step": 40200
+    },
+    {
+      "epoch": 1.2632331004161106,
+      "grad_norm": 6.934886455535889,
+      "learning_rate": 7.459859387959394e-06,
+      "loss": 5.8225732421875,
+      "step": 40225
+    },
+    {
+      "epoch": 1.2640182146502317,
+      "grad_norm": 5.311056613922119,
+      "learning_rate": 7.449576967835756e-06,
+      "loss": 5.839495849609375,
+      "step": 40250
+    },
+    {
+      "epoch": 1.2648033288843528,
+      "grad_norm": 5.215572834014893,
+      "learning_rate": 7.439300033235654e-06,
+      "loss": 5.829530029296875,
+      "step": 40275
+    },
+    {
+      "epoch": 1.2655884431184736,
+      "grad_norm": 4.744568347930908,
+      "learning_rate": 7.429028600037302e-06,
+      "loss": 5.821338500976562,
+      "step": 40300
+    },
+    {
+      "epoch": 1.266373557352595,
+      "grad_norm": 3.3285861015319824,
+      "learning_rate": 7.418762684110408e-06,
+      "loss": 5.836581420898438,
+      "step": 40325
+    },
+    {
+      "epoch": 1.2671586715867158,
+      "grad_norm": 4.334656238555908,
+      "learning_rate": 7.408502301316154e-06,
+      "loss": 5.821019287109375,
+      "step": 40350
+    },
+    {
+      "epoch": 1.2679437858208369,
+      "grad_norm": 4.456195831298828,
+      "learning_rate": 7.398247467507187e-06,
+      "loss": 5.8372344970703125,
+      "step": 40375
+    },
+    {
+      "epoch": 1.268728900054958,
+      "grad_norm": 3.6377251148223877,
+      "learning_rate": 7.387998198527568e-06,
+      "loss": 5.820863647460937,
+      "step": 40400
+    },
+    {
+      "epoch": 1.269514014289079,
+      "grad_norm": 4.30137825012207,
+      "learning_rate": 7.377754510212765e-06,
+      "loss": 5.826814575195312,
+      "step": 40425
+    },
+    {
+      "epoch": 1.2702991285232001,
+      "grad_norm": 5.484102249145508,
+      "learning_rate": 7.367516418389615e-06,
+      "loss": 5.827919311523438,
+      "step": 40450
+    },
+    {
+      "epoch": 1.2710842427573212,
+      "grad_norm": 3.710092067718506,
+      "learning_rate": 7.357283938876327e-06,
+      "loss": 5.819649047851563,
+      "step": 40475
+    },
+    {
+      "epoch": 1.2718693569914423,
+      "grad_norm": 3.9449498653411865,
+      "learning_rate": 7.347057087482425e-06,
+      "loss": 5.826300048828125,
+      "step": 40500
+    },
+    {
+      "epoch": 1.2726544712255632,
+      "grad_norm": 3.7348852157592773,
+      "learning_rate": 7.336835880008735e-06,
+      "loss": 5.823142700195312,
+      "step": 40525
+    },
+    {
+      "epoch": 1.2734395854596845,
+      "grad_norm": 4.6351847648620605,
+      "learning_rate": 7.3266203322473674e-06,
+      "loss": 5.84142822265625,
+      "step": 40550
+    },
+    {
+      "epoch": 1.2742246996938054,
+      "grad_norm": 3.9608492851257324,
+      "learning_rate": 7.316410459981696e-06,
+      "loss": 5.82736083984375,
+      "step": 40575
+    },
+    {
+      "epoch": 1.2750098139279264,
+      "grad_norm": 5.346611499786377,
+      "learning_rate": 7.3062062789863145e-06,
+      "loss": 5.832288818359375,
+      "step": 40600
+    },
+    {
+      "epoch": 1.2757949281620475,
+      "grad_norm": 4.816490173339844,
+      "learning_rate": 7.296007805027023e-06,
+      "loss": 5.826905517578125,
+      "step": 40625
+    },
+    {
+      "epoch": 1.2765800423961686,
+      "grad_norm": 4.341994762420654,
+      "learning_rate": 7.285815053860812e-06,
+      "loss": 5.825653686523437,
+      "step": 40650
+    },
+    {
+      "epoch": 1.2773651566302897,
+      "grad_norm": 5.028903007507324,
+      "learning_rate": 7.275628041235829e-06,
+      "loss": 5.8166259765625,
+      "step": 40675
+    },
+    {
+      "epoch": 1.2781502708644108,
+      "grad_norm": 5.220634937286377,
+      "learning_rate": 7.26544678289135e-06,
+      "loss": 5.80900634765625,
+      "step": 40700
+    },
+    {
+      "epoch": 1.2789353850985319,
+      "grad_norm": 3.384140968322754,
+      "learning_rate": 7.2552712945577645e-06,
+      "loss": 5.823921508789063,
+      "step": 40725
+    },
+    {
+      "epoch": 1.279720499332653,
+      "grad_norm": 3.378743886947632,
+      "learning_rate": 7.245101591956541e-06,
+      "loss": 5.800816040039063,
+      "step": 40750
+    },
+    {
+      "epoch": 1.280505613566774,
+      "grad_norm": 6.762293815612793,
+      "learning_rate": 7.234937690800221e-06,
+      "loss": 5.819578247070313,
+      "step": 40775
+    },
+    {
+      "epoch": 1.281290727800895,
+      "grad_norm": 3.8215651512145996,
+      "learning_rate": 7.2247796067923694e-06,
+      "loss": 5.80933837890625,
+      "step": 40800
+    },
+    {
+      "epoch": 1.2820758420350162,
+      "grad_norm": 5.185006141662598,
+      "learning_rate": 7.214627355627571e-06,
+      "loss": 5.843076782226563,
+      "step": 40825
+    },
+    {
+      "epoch": 1.282860956269137,
+      "grad_norm": 4.325466632843018,
+      "learning_rate": 7.2044809529913925e-06,
+      "loss": 5.842747192382813,
+      "step": 40850
+    },
+    {
+      "epoch": 1.2836460705032582,
+      "grad_norm": 3.9615390300750732,
+      "learning_rate": 7.194340414560381e-06,
+      "loss": 5.804140625,
+      "step": 40875
+    },
+    {
+      "epoch": 1.2844311847373793,
+      "grad_norm": 3.4685866832733154,
+      "learning_rate": 7.184205756002003e-06,
+      "loss": 5.8174676513671875,
+      "step": 40900
+    },
+    {
+      "epoch": 1.2852162989715004,
+      "grad_norm": 5.193195819854736,
+      "learning_rate": 7.174076992974645e-06,
+      "loss": 5.827684326171875,
+      "step": 40925
+    },
+    {
+      "epoch": 1.2860014132056214,
+      "grad_norm": 5.100523471832275,
+      "learning_rate": 7.163954141127592e-06,
+      "loss": 5.82667236328125,
+      "step": 40950
+    },
+    {
+      "epoch": 1.2867865274397425,
+      "grad_norm": 3.5903098583221436,
+      "learning_rate": 7.153837216100994e-06,
+      "loss": 5.832816772460937,
+      "step": 40975
+    },
+    {
+      "epoch": 1.2875716416738636,
+      "grad_norm": 6.0330376625061035,
+      "learning_rate": 7.143726233525836e-06,
+      "loss": 5.827779541015625,
+      "step": 41000
+    },
+    {
+      "epoch": 1.2883567559079845,
+      "grad_norm": 4.527500152587891,
+      "learning_rate": 7.133621209023935e-06,
+      "loss": 5.819263305664062,
+      "step": 41025
+    },
+    {
+      "epoch": 1.2891418701421058,
+      "grad_norm": 3.273733615875244,
+      "learning_rate": 7.123522158207887e-06,
+      "loss": 5.824338989257813,
+      "step": 41050
+    },
+    {
+      "epoch": 1.2899269843762267,
+      "grad_norm": 4.512317180633545,
+      "learning_rate": 7.113429096681077e-06,
+      "loss": 5.809480590820312,
+      "step": 41075
+    },
+    {
+      "epoch": 1.2907120986103477,
+      "grad_norm": 4.38275146484375,
+      "learning_rate": 7.1033420400376196e-06,
+      "loss": 5.824080810546875,
+      "step": 41100
+    },
+    {
+      "epoch": 1.2914972128444688,
+      "grad_norm": 5.97402811050415,
+      "learning_rate": 7.093261003862357e-06,
+      "loss": 5.823933715820313,
+      "step": 41125
+    },
+    {
+      "epoch": 1.29228232707859,
+      "grad_norm": 5.016282081604004,
+      "learning_rate": 7.0831860037308306e-06,
+      "loss": 5.826375122070313,
+      "step": 41150
+    },
+    {
+      "epoch": 1.293067441312711,
+      "grad_norm": 3.7956621646881104,
+      "learning_rate": 7.073117055209262e-06,
+      "loss": 5.831461181640625,
+      "step": 41175
+    },
+    {
+      "epoch": 1.293852555546832,
+      "grad_norm": 5.361743450164795,
+      "learning_rate": 7.063054173854513e-06,
+      "loss": 5.82039794921875,
+      "step": 41200
+    },
+    {
+      "epoch": 1.2946376697809532,
+      "grad_norm": 4.026911735534668,
+      "learning_rate": 7.052997375214077e-06,
+      "loss": 5.825764770507813,
+      "step": 41225
+    },
+    {
+      "epoch": 1.2954227840150743,
+      "grad_norm": 3.030885696411133,
+      "learning_rate": 7.042946674826036e-06,
+      "loss": 5.8297662353515625,
+      "step": 41250
+    },
+    {
+      "epoch": 1.2962078982491954,
+      "grad_norm": 4.973598003387451,
+      "learning_rate": 7.03290208821908e-06,
+      "loss": 5.81445068359375,
+      "step": 41275
+    },
+    {
+      "epoch": 1.2969930124833162,
+      "grad_norm": 4.953793048858643,
+      "learning_rate": 7.022863630912422e-06,
+      "loss": 5.844222412109375,
+      "step": 41300
+    },
+    {
+      "epoch": 1.2977781267174373,
+      "grad_norm": 4.0591607093811035,
+      "learning_rate": 7.012831318415827e-06,
+      "loss": 5.828668823242188,
+      "step": 41325
+    },
+    {
+      "epoch": 1.2985632409515584,
+      "grad_norm": 3.4998648166656494,
+      "learning_rate": 7.002805166229547e-06,
+      "loss": 5.821820068359375,
+      "step": 41350
+    },
+    {
+      "epoch": 1.2993483551856795,
+      "grad_norm": 4.473606586456299,
+      "learning_rate": 6.99278518984433e-06,
+      "loss": 5.830493774414062,
+      "step": 41375
+    },
+    {
+      "epoch": 1.3001334694198006,
+      "grad_norm": 4.404461860656738,
+      "learning_rate": 6.982771404741383e-06,
+      "loss": 5.820552368164062,
+      "step": 41400
+    },
+    {
+      "epoch": 1.3009185836539217,
+      "grad_norm": 3.800593852996826,
+      "learning_rate": 6.972763826392333e-06,
+      "loss": 5.829497680664063,
+      "step": 41425
+    },
+    {
+      "epoch": 1.3017036978880427,
+      "grad_norm": 4.422252178192139,
+      "learning_rate": 6.9627624702592345e-06,
+      "loss": 5.81260009765625,
+      "step": 41450
+    },
+    {
+      "epoch": 1.3024888121221638,
+      "grad_norm": 5.908450126647949,
+      "learning_rate": 6.952767351794518e-06,
+      "loss": 5.826061401367188,
+      "step": 41475
+    },
+    {
+      "epoch": 1.303273926356285,
+      "grad_norm": 2.8411171436309814,
+      "learning_rate": 6.9427784864409754e-06,
+      "loss": 5.824048461914063,
+      "step": 41500
+    },
+    {
+      "epoch": 1.3040590405904058,
+      "grad_norm": 3.1454696655273438,
+      "learning_rate": 6.932795889631749e-06,
+      "loss": 5.82474853515625,
+      "step": 41525
+    },
+    {
+      "epoch": 1.304844154824527,
+      "grad_norm": 2.9233968257904053,
+      "learning_rate": 6.922819576790279e-06,
+      "loss": 5.814248657226562,
+      "step": 41550
+    },
+    {
+      "epoch": 1.305629269058648,
+      "grad_norm": 4.560819625854492,
+      "learning_rate": 6.912849563330313e-06,
+      "loss": 5.837764282226562,
+      "step": 41575
+    },
+    {
+      "epoch": 1.306414383292769,
+      "grad_norm": 4.884252548217773,
+      "learning_rate": 6.902885864655858e-06,
+      "loss": 5.814729614257812,
+      "step": 41600
+    },
+    {
+      "epoch": 1.3071994975268901,
+      "grad_norm": 3.7128405570983887,
+      "learning_rate": 6.892928496161159e-06,
+      "loss": 5.823046264648437,
+      "step": 41625
+    },
+    {
+      "epoch": 1.3079846117610112,
+      "grad_norm": 3.770001173019409,
+      "learning_rate": 6.882977473230691e-06,
+      "loss": 5.82371337890625,
+      "step": 41650
+    },
+    {
+      "epoch": 1.3087697259951323,
+      "grad_norm": 5.529378414154053,
+      "learning_rate": 6.873032811239124e-06,
+      "loss": 5.82896728515625,
+      "step": 41675
+    },
+    {
+      "epoch": 1.3095548402292534,
+      "grad_norm": 4.418456077575684,
+      "learning_rate": 6.8630945255512905e-06,
+      "loss": 5.796940307617188,
+      "step": 41700
+    },
+    {
+      "epoch": 1.3103399544633745,
+      "grad_norm": 4.187838554382324,
+      "learning_rate": 6.8531626315221835e-06,
+      "loss": 5.8142938232421875,
+      "step": 41725
+    },
+    {
+      "epoch": 1.3111250686974956,
+      "grad_norm": 3.998932123184204,
+      "learning_rate": 6.8432371444969085e-06,
+      "loss": 5.826372680664062,
+      "step": 41750
+    },
+    {
+      "epoch": 1.3119101829316167,
+      "grad_norm": 3.334317684173584,
+      "learning_rate": 6.83331807981068e-06,
+      "loss": 5.810306396484375,
+      "step": 41775
+    },
+    {
+      "epoch": 1.3126952971657375,
+      "grad_norm": 3.360288619995117,
+      "learning_rate": 6.823405452788796e-06,
+      "loss": 5.807302856445313,
+      "step": 41800
+    },
+    {
+      "epoch": 1.3134804113998586,
+      "grad_norm": 3.519850492477417,
+      "learning_rate": 6.813499278746587e-06,
+      "loss": 5.823236694335938,
+      "step": 41825
+    },
+    {
+      "epoch": 1.3142655256339797,
+      "grad_norm": 4.309455871582031,
+      "learning_rate": 6.803599572989435e-06,
+      "loss": 5.827537841796875,
+      "step": 41850
+    },
+    {
+      "epoch": 1.3150506398681008,
+      "grad_norm": 5.174105644226074,
+      "learning_rate": 6.793706350812722e-06,
+      "loss": 5.826810913085938,
+      "step": 41875
+    },
+    {
+      "epoch": 1.3158357541022219,
+      "grad_norm": 4.137282371520996,
+      "learning_rate": 6.783819627501802e-06,
+      "loss": 5.800485229492187,
+      "step": 41900
+    },
+    {
+      "epoch": 1.316620868336343,
+      "grad_norm": 6.2611894607543945,
+      "learning_rate": 6.773939418332005e-06,
+      "loss": 5.812197875976563,
+      "step": 41925
+    },
+    {
+      "epoch": 1.317405982570464,
+      "grad_norm": 2.984330177307129,
+      "learning_rate": 6.764065738568583e-06,
+      "loss": 5.813395385742187,
+      "step": 41950
+    },
+    {
+      "epoch": 1.3181910968045851,
+      "grad_norm": 4.957423210144043,
+      "learning_rate": 6.754198603466701e-06,
+      "loss": 5.845759887695312,
+      "step": 41975
+    },
+    {
+      "epoch": 1.3189762110387062,
+      "grad_norm": 3.8578410148620605,
+      "learning_rate": 6.744338028271429e-06,
+      "loss": 5.83157958984375,
+      "step": 42000
+    },
+    {
+      "epoch": 1.319761325272827,
+      "grad_norm": 4.698902606964111,
+      "learning_rate": 6.734484028217676e-06,
+      "loss": 5.818756103515625,
+      "step": 42025
+    },
+    {
+      "epoch": 1.3205464395069484,
+      "grad_norm": 3.999647855758667,
+      "learning_rate": 6.724636618530209e-06,
+      "loss": 5.81864013671875,
+      "step": 42050
+    },
+    {
+      "epoch": 1.3213315537410693,
+      "grad_norm": 2.8529045581817627,
+      "learning_rate": 6.7147958144236155e-06,
+      "loss": 5.828797607421875,
+      "step": 42075
+    },
+    {
+      "epoch": 1.3221166679751903,
+      "grad_norm": 3.3405768871307373,
+      "learning_rate": 6.704961631102258e-06,
+      "loss": 5.826842041015625,
+      "step": 42100
+    },
+    {
+      "epoch": 1.3229017822093114,
+      "grad_norm": 4.919105052947998,
+      "learning_rate": 6.695134083760294e-06,
+      "loss": 5.8137445068359375,
+      "step": 42125
+    },
+    {
+      "epoch": 1.3236868964434325,
+      "grad_norm": 5.17466402053833,
+      "learning_rate": 6.685313187581602e-06,
+      "loss": 5.818268432617187,
+      "step": 42150
+    },
+    {
+      "epoch": 1.3244720106775536,
+      "grad_norm": 4.288014888763428,
+      "learning_rate": 6.675498957739816e-06,
+      "loss": 5.818073120117187,
+      "step": 42175
+    },
+    {
+      "epoch": 1.3252571249116747,
+      "grad_norm": 3.0581088066101074,
+      "learning_rate": 6.66569140939824e-06,
+      "loss": 5.822312622070313,
+      "step": 42200
+    },
+    {
+      "epoch": 1.3260422391457958,
+      "grad_norm": 4.412501335144043,
+      "learning_rate": 6.655890557709871e-06,
+      "loss": 5.822937622070312,
+      "step": 42225
+    },
+    {
+      "epoch": 1.3268273533799166,
+      "grad_norm": 3.894340991973877,
+      "learning_rate": 6.6460964178173536e-06,
+      "loss": 5.811527709960938,
+      "step": 42250
+    },
+    {
+      "epoch": 1.327612467614038,
+      "grad_norm": 4.584700107574463,
+      "learning_rate": 6.63630900485297e-06,
+      "loss": 5.816731567382813,
+      "step": 42275
+    },
+    {
+      "epoch": 1.3283975818481588,
+      "grad_norm": 4.942855358123779,
+      "learning_rate": 6.626528333938603e-06,
+      "loss": 5.821326904296875,
+      "step": 42300
+    },
+    {
+      "epoch": 1.32918269608228,
+      "grad_norm": 4.092140197753906,
+      "learning_rate": 6.616754420185718e-06,
+      "loss": 5.8320379638671875,
+      "step": 42325
+    },
+    {
+      "epoch": 1.329967810316401,
+      "grad_norm": 5.201463222503662,
+      "learning_rate": 6.606987278695335e-06,
+      "loss": 5.833919677734375,
+      "step": 42350
+    },
+    {
+      "epoch": 1.330752924550522,
+      "grad_norm": 3.5328218936920166,
+      "learning_rate": 6.597226924558031e-06,
+      "loss": 5.808099975585938,
+      "step": 42375
+    },
+    {
+      "epoch": 1.3315380387846432,
+      "grad_norm": 5.559754848480225,
+      "learning_rate": 6.587473372853874e-06,
+      "loss": 5.8243560791015625,
+      "step": 42400
+    },
+    {
+      "epoch": 1.3323231530187643,
+      "grad_norm": 4.31860876083374,
+      "learning_rate": 6.5777266386524364e-06,
+      "loss": 5.827918701171875,
+      "step": 42425
+    },
+    {
+      "epoch": 1.3331082672528853,
+      "grad_norm": 7.18262243270874,
+      "learning_rate": 6.567986737012744e-06,
+      "loss": 5.817261352539062,
+      "step": 42450
+    },
+    {
+      "epoch": 1.3338933814870064,
+      "grad_norm": 3.6293444633483887,
+      "learning_rate": 6.558253682983279e-06,
+      "loss": 5.820407322474888,
+      "step": 42475
+    },
+    {
+      "epoch": 1.3346784957211275,
+      "grad_norm": 3.5676779747009277,
+      "learning_rate": 6.548527491601941e-06,
+      "loss": 5.826690673828125,
+      "step": 42500
+    },
+    {
+      "epoch": 1.3354636099552484,
+      "grad_norm": 3.89274263381958,
+      "learning_rate": 6.538808177896019e-06,
+      "loss": 5.810488891601563,
+      "step": 42525
+    },
+    {
+      "epoch": 1.3362487241893697,
+      "grad_norm": 4.014410495758057,
+      "learning_rate": 6.529095756882183e-06,
+      "loss": 5.81024169921875,
+      "step": 42550
+    },
+    {
+      "epoch": 1.3370338384234906,
+      "grad_norm": 3.332129955291748,
+      "learning_rate": 6.519390243566457e-06,
+      "loss": 5.8187933349609375,
+      "step": 42575
+    },
+    {
+      "epoch": 1.3378189526576116,
+      "grad_norm": 3.7073850631713867,
+      "learning_rate": 6.509691652944178e-06,
+      "loss": 5.838155517578125,
+      "step": 42600
+    },
+    {
+      "epoch": 1.3386040668917327,
+      "grad_norm": 3.2493534088134766,
+      "learning_rate": 6.500000000000003e-06,
+      "loss": 5.81275390625,
+      "step": 42625
+    },
+    {
+      "epoch": 1.3393891811258538,
+      "grad_norm": 5.187699317932129,
+      "learning_rate": 6.490315299707857e-06,
+      "loss": 5.824697265625,
+      "step": 42650
+    },
+    {
+      "epoch": 1.340174295359975,
+      "grad_norm": 4.123056411743164,
+      "learning_rate": 6.480637567030934e-06,
+      "loss": 5.826127319335938,
+      "step": 42675
+    },
+    {
+      "epoch": 1.340959409594096,
+      "grad_norm": 7.6056227684021,
+      "learning_rate": 6.470966816921658e-06,
+      "loss": 5.829129028320312,
+      "step": 42700
+    },
+    {
+      "epoch": 1.341744523828217,
+      "grad_norm": 4.605141639709473,
+      "learning_rate": 6.461303064321661e-06,
+      "loss": 5.815722045898437,
+      "step": 42725
+    },
+    {
+      "epoch": 1.342529638062338,
+      "grad_norm": 4.434563159942627,
+      "learning_rate": 6.45164632416177e-06,
+      "loss": 5.810322875976563,
+      "step": 42750
+    },
+    {
+      "epoch": 1.3433147522964592,
+      "grad_norm": 7.5077643394470215,
+      "learning_rate": 6.441996611361978e-06,
+      "loss": 5.81827392578125,
+      "step": 42775
+    },
+    {
+      "epoch": 1.3440998665305801,
+      "grad_norm": 3.5003912448883057,
+      "learning_rate": 6.432353940831408e-06,
+      "loss": 5.814085083007813,
+      "step": 42800
+    },
+    {
+      "epoch": 1.3448849807647012,
+      "grad_norm": 4.550718784332275,
+      "learning_rate": 6.4227183274683224e-06,
+      "loss": 5.823692626953125,
+      "step": 42825
+    },
+    {
+      "epoch": 1.3456700949988223,
+      "grad_norm": 4.338807106018066,
+      "learning_rate": 6.413089786160063e-06,
+      "loss": 5.834568481445313,
+      "step": 42850
+    },
+    {
+      "epoch": 1.3464552092329434,
+      "grad_norm": 4.641574859619141,
+      "learning_rate": 6.403468331783049e-06,
+      "loss": 5.819386596679688,
+      "step": 42875
+    },
+    {
+      "epoch": 1.3472403234670645,
+      "grad_norm": 5.582952499389648,
+      "learning_rate": 6.393853979202762e-06,
+      "loss": 5.810989990234375,
+      "step": 42900
+    },
+    {
+      "epoch": 1.3480254377011855,
+      "grad_norm": 3.573458671569824,
+      "learning_rate": 6.384246743273691e-06,
+      "loss": 5.806709594726563,
+      "step": 42925
+    },
+    {
+      "epoch": 1.3488105519353066,
+      "grad_norm": 4.333592891693115,
+      "learning_rate": 6.374646638839346e-06,
+      "loss": 5.816863403320313,
+      "step": 42950
+    },
+    {
+      "epoch": 1.3495956661694277,
+      "grad_norm": 4.073453426361084,
+      "learning_rate": 6.365053680732215e-06,
+      "loss": 5.816244506835938,
+      "step": 42975
+    },
+    {
+      "epoch": 1.3503807804035488,
+      "grad_norm": 3.7137627601623535,
+      "learning_rate": 6.355467883773735e-06,
+      "loss": 5.804434814453125,
+      "step": 43000
+    },
+    {
+      "epoch": 1.3511658946376697,
+      "grad_norm": 4.826092720031738,
+      "learning_rate": 6.345889262774294e-06,
+      "loss": 5.822174682617187,
+      "step": 43025
+    },
+    {
+      "epoch": 1.351951008871791,
+      "grad_norm": 3.633890151977539,
+      "learning_rate": 6.336317832533177e-06,
+      "loss": 5.815968627929688,
+      "step": 43050
+    },
+    {
+      "epoch": 1.3527361231059118,
+      "grad_norm": 4.194397449493408,
+      "learning_rate": 6.326753607838572e-06,
+      "loss": 5.804359741210938,
+      "step": 43075
+    },
+    {
+      "epoch": 1.353521237340033,
+      "grad_norm": 4.220597743988037,
+      "learning_rate": 6.3171966034675324e-06,
+      "loss": 5.803433227539062,
+      "step": 43100
+    },
+    {
+      "epoch": 1.354306351574154,
+      "grad_norm": 5.55937385559082,
+      "learning_rate": 6.307646834185943e-06,
+      "loss": 5.816494750976562,
+      "step": 43125
+    },
+    {
+      "epoch": 1.355091465808275,
+      "grad_norm": 5.396577835083008,
+      "learning_rate": 6.298104314748527e-06,
+      "loss": 5.798345336914062,
+      "step": 43150
+    },
+    {
+      "epoch": 1.3558765800423962,
+      "grad_norm": 4.004359722137451,
+      "learning_rate": 6.288569059898804e-06,
+      "loss": 5.822540893554687,
+      "step": 43175
+    },
+    {
+      "epoch": 1.3566616942765173,
+      "grad_norm": 7.067991256713867,
+      "learning_rate": 6.2790410843690555e-06,
+      "loss": 5.829288330078125,
+      "step": 43200
+    },
+    {
+      "epoch": 1.3574468085106384,
+      "grad_norm": 4.157956600189209,
+      "learning_rate": 6.2695204028803315e-06,
+      "loss": 5.809461669921875,
+      "step": 43225
+    },
+    {
+      "epoch": 1.3582319227447592,
+      "grad_norm": 3.974282741546631,
+      "learning_rate": 6.260007030142397e-06,
+      "loss": 5.83349609375,
+      "step": 43250
+    },
+    {
+      "epoch": 1.3590170369788805,
+      "grad_norm": 3.8068041801452637,
+      "learning_rate": 6.2505009808537485e-06,
+      "loss": 5.81498291015625,
+      "step": 43275
+    },
+    {
+      "epoch": 1.3598021512130014,
+      "grad_norm": 3.107210636138916,
+      "learning_rate": 6.241002269701547e-06,
+      "loss": 5.830946655273437,
+      "step": 43300
+    },
+    {
+      "epoch": 1.3605872654471225,
+      "grad_norm": 3.7908620834350586,
+      "learning_rate": 6.231510911361618e-06,
+      "loss": 5.81794189453125,
+      "step": 43325
+    },
+    {
+      "epoch": 1.3613723796812436,
+      "grad_norm": 4.354649543762207,
+      "learning_rate": 6.222026920498434e-06,
+      "loss": 5.80828857421875,
+      "step": 43350
+    },
+    {
+      "epoch": 1.3621574939153647,
+      "grad_norm": 3.417980909347534,
+      "learning_rate": 6.212550311765082e-06,
+      "loss": 5.821104736328125,
+      "step": 43375
+    },
+    {
+      "epoch": 1.3629426081494858,
+      "grad_norm": 4.75178337097168,
+      "learning_rate": 6.203081099803247e-06,
+      "loss": 5.818112182617187,
+      "step": 43400
+    },
+    {
+      "epoch": 1.3637277223836068,
+      "grad_norm": 5.436915397644043,
+      "learning_rate": 6.193619299243176e-06,
+      "loss": 5.809725341796875,
+      "step": 43425
+    },
+    {
+      "epoch": 1.364512836617728,
+      "grad_norm": 4.785301208496094,
+      "learning_rate": 6.1841649247036636e-06,
+      "loss": 5.816985473632813,
+      "step": 43450
+    },
+    {
+      "epoch": 1.365297950851849,
+      "grad_norm": 3.4740970134735107,
+      "learning_rate": 6.174717990792053e-06,
+      "loss": 5.821357421875,
+      "step": 43475
+    },
+    {
+      "epoch": 1.36608306508597,
+      "grad_norm": 5.624035358428955,
+      "learning_rate": 6.165278512104166e-06,
+      "loss": 5.81565673828125,
+      "step": 43500
+    },
+    {
+      "epoch": 1.366868179320091,
+      "grad_norm": 4.148986339569092,
+      "learning_rate": 6.155846503224321e-06,
+      "loss": 5.82021484375,
+      "step": 43525
+    },
+    {
+      "epoch": 1.367653293554212,
+      "grad_norm": 4.207647800445557,
+      "learning_rate": 6.1464219787252855e-06,
+      "loss": 5.800231323242188,
+      "step": 43550
+    },
+    {
+      "epoch": 1.3684384077883331,
+      "grad_norm": 3.8121895790100098,
+      "learning_rate": 6.137004953168271e-06,
+      "loss": 5.819781494140625,
+      "step": 43575
+    },
+    {
+      "epoch": 1.3692235220224542,
+      "grad_norm": 4.465154647827148,
+      "learning_rate": 6.127595441102905e-06,
+      "loss": 5.799212646484375,
+      "step": 43600
+    },
+    {
+      "epoch": 1.3700086362565753,
+      "grad_norm": 2.9391591548919678,
+      "learning_rate": 6.1181934570671905e-06,
+      "loss": 5.805802001953125,
+      "step": 43625
+    },
+    {
+      "epoch": 1.3707937504906964,
+      "grad_norm": 5.08090877532959,
+      "learning_rate": 6.108799015587518e-06,
+      "loss": 5.799700317382812,
+      "step": 43650
+    },
+    {
+      "epoch": 1.3715788647248175,
+      "grad_norm": 3.939491033554077,
+      "learning_rate": 6.099412131178619e-06,
+      "loss": 5.819354858398437,
+      "step": 43675
+    },
+    {
+      "epoch": 1.3723639789589386,
+      "grad_norm": 4.693300247192383,
+      "learning_rate": 6.090032818343541e-06,
+      "loss": 5.798568115234375,
+      "step": 43700
+    },
+    {
+      "epoch": 1.3731490931930597,
+      "grad_norm": 4.306169033050537,
+      "learning_rate": 6.080661091573645e-06,
+      "loss": 5.796414794921875,
+      "step": 43725
+    },
+    {
+      "epoch": 1.3739342074271805,
+      "grad_norm": 4.354258060455322,
+      "learning_rate": 6.071296965348559e-06,
+      "loss": 5.806763305664062,
+      "step": 43750
+    },
+    {
+      "epoch": 1.3747193216613018,
+      "grad_norm": 3.833468437194824,
+      "learning_rate": 6.061940454136177e-06,
+      "loss": 5.80314453125,
+      "step": 43775
+    },
+    {
+      "epoch": 1.3755044358954227,
+      "grad_norm": 3.0796730518341064,
+      "learning_rate": 6.05259157239263e-06,
+      "loss": 5.815092163085938,
+      "step": 43800
+    },
+    {
+      "epoch": 1.3762895501295438,
+      "grad_norm": 3.867314338684082,
+      "learning_rate": 6.043250334562249e-06,
+      "loss": 5.803670654296875,
+      "step": 43825
+    },
+    {
+      "epoch": 1.3770746643636649,
+      "grad_norm": 2.946002960205078,
+      "learning_rate": 6.033916755077564e-06,
+      "loss": 5.807271118164063,
+      "step": 43850
+    },
+    {
+      "epoch": 1.377859778597786,
+      "grad_norm": 3.8855676651000977,
+      "learning_rate": 6.0245908483592755e-06,
+      "loss": 5.818943481445313,
+      "step": 43875
+    },
+    {
+      "epoch": 1.378644892831907,
+      "grad_norm": 3.209009885787964,
+      "learning_rate": 6.015272628816215e-06,
+      "loss": 5.803363037109375,
+      "step": 43900
+    },
+    {
+      "epoch": 1.3794300070660281,
+      "grad_norm": 4.465564727783203,
+      "learning_rate": 6.005962110845359e-06,
+      "loss": 5.828009033203125,
+      "step": 43925
+    },
+    {
+      "epoch": 1.3802151213001492,
+      "grad_norm": 4.764284610748291,
+      "learning_rate": 5.99665930883176e-06,
+      "loss": 5.81720703125,
+      "step": 43950
+    },
+    {
+      "epoch": 1.3810002355342703,
+      "grad_norm": 3.6677627563476562,
+      "learning_rate": 5.987364237148567e-06,
+      "loss": 5.812550659179688,
+      "step": 43975
+    },
+    {
+      "epoch": 1.3817853497683914,
+      "grad_norm": 4.403491497039795,
+      "learning_rate": 5.978076910156984e-06,
+      "loss": 5.80472900390625,
+      "step": 44000
+    },
+    {
+      "epoch": 1.3825704640025123,
+      "grad_norm": 3.4093682765960693,
+      "learning_rate": 5.968797342206235e-06,
+      "loss": 5.807542114257813,
+      "step": 44025
+    },
+    {
+      "epoch": 1.3833555782366334,
+      "grad_norm": 2.978846788406372,
+      "learning_rate": 5.959525547633574e-06,
+      "loss": 5.8168115234375,
+      "step": 44050
+    },
+    {
+      "epoch": 1.3841406924707544,
+      "grad_norm": 2.8826873302459717,
+      "learning_rate": 5.950261540764235e-06,
+      "loss": 5.804735107421875,
+      "step": 44075
+    },
+    {
+      "epoch": 1.3849258067048755,
+      "grad_norm": 3.556987762451172,
+      "learning_rate": 5.941005335911419e-06,
+      "loss": 5.817007446289063,
+      "step": 44100
+    },
+    {
+      "epoch": 1.3857109209389966,
+      "grad_norm": 3.985995292663574,
+      "learning_rate": 5.93175694737628e-06,
+      "loss": 5.813240356445313,
+      "step": 44125
+    },
+    {
+      "epoch": 1.3864960351731177,
+      "grad_norm": 5.052744388580322,
+      "learning_rate": 5.922516389447885e-06,
+      "loss": 5.811167602539062,
+      "step": 44150
+    },
+    {
+      "epoch": 1.3872811494072388,
+      "grad_norm": 4.0221967697143555,
+      "learning_rate": 5.913283676403212e-06,
+      "loss": 5.807158203125,
+      "step": 44175
+    },
+    {
+      "epoch": 1.3880662636413599,
+      "grad_norm": 3.835662841796875,
+      "learning_rate": 5.904058822507116e-06,
+      "loss": 5.801024169921875,
+      "step": 44200
+    },
+    {
+      "epoch": 1.388851377875481,
+      "grad_norm": 3.531071901321411,
+      "learning_rate": 5.894841842012302e-06,
+      "loss": 5.8204248046875,
+      "step": 44225
+    },
+    {
+      "epoch": 1.3896364921096018,
+      "grad_norm": 3.057039260864258,
+      "learning_rate": 5.88563274915932e-06,
+      "loss": 5.7984130859375,
+      "step": 44250
+    },
+    {
+      "epoch": 1.3904216063437231,
+      "grad_norm": 4.762048721313477,
+      "learning_rate": 5.876431558176534e-06,
+      "loss": 5.823186645507812,
+      "step": 44275
+    },
+    {
+      "epoch": 1.391206720577844,
+      "grad_norm": 4.485466957092285,
+      "learning_rate": 5.867238283280085e-06,
+      "loss": 5.829664306640625,
+      "step": 44300
+    },
+    {
+      "epoch": 1.391991834811965,
+      "grad_norm": 8.325467109680176,
+      "learning_rate": 5.8580529386739045e-06,
+      "loss": 5.82308837890625,
+      "step": 44325
+    },
+    {
+      "epoch": 1.3927769490460862,
+      "grad_norm": 3.861259937286377,
+      "learning_rate": 5.8488755385496465e-06,
+      "loss": 5.809869995117188,
+      "step": 44350
+    },
+    {
+      "epoch": 1.3935620632802073,
+      "grad_norm": 3.178537130355835,
+      "learning_rate": 5.839706097086719e-06,
+      "loss": 5.798770751953125,
+      "step": 44375
+    },
+    {
+      "epoch": 1.3943471775143284,
+      "grad_norm": 3.1674389839172363,
+      "learning_rate": 5.830544628452213e-06,
+      "loss": 5.79826904296875,
+      "step": 44400
+    },
+    {
+      "epoch": 1.3951322917484494,
+      "grad_norm": 4.407901287078857,
+      "learning_rate": 5.821391146800901e-06,
+      "loss": 5.813531494140625,
+      "step": 44425
+    },
+    {
+      "epoch": 1.3959174059825705,
+      "grad_norm": 4.875741958618164,
+      "learning_rate": 5.812245666275227e-06,
+      "loss": 5.803872680664062,
+      "step": 44450
+    },
+    {
+      "epoch": 1.3967025202166914,
+      "grad_norm": 3.8608405590057373,
+      "learning_rate": 5.8031082010052685e-06,
+      "loss": 5.81066162109375,
+      "step": 44475
+    },
+    {
+      "epoch": 1.3974876344508127,
+      "grad_norm": 3.9360785484313965,
+      "learning_rate": 5.793978765108719e-06,
+      "loss": 5.819261474609375,
+      "step": 44500
+    },
+    {
+      "epoch": 1.3982727486849336,
+      "grad_norm": 4.581697940826416,
+      "learning_rate": 5.7848573726908615e-06,
+      "loss": 5.807943115234375,
+      "step": 44525
+    },
+    {
+      "epoch": 1.3990578629190547,
+      "grad_norm": 3.0425655841827393,
+      "learning_rate": 5.775744037844552e-06,
+      "loss": 5.801187744140625,
+      "step": 44550
+    },
+    {
+      "epoch": 1.3998429771531757,
+      "grad_norm": 4.58329963684082,
+      "learning_rate": 5.766638774650211e-06,
+      "loss": 5.8167572021484375,
+      "step": 44575
+    },
+    {
+      "epoch": 1.4006280913872968,
+      "grad_norm": 4.512588977813721,
+      "learning_rate": 5.757541597175769e-06,
+      "loss": 5.815403442382813,
+      "step": 44600
+    },
+    {
+      "epoch": 1.401413205621418,
+      "grad_norm": 2.694904327392578,
+      "learning_rate": 5.748452519476681e-06,
+      "loss": 5.800839233398437,
+      "step": 44625
+    },
+    {
+      "epoch": 1.402198319855539,
+      "grad_norm": 6.163465976715088,
+      "learning_rate": 5.73937155559587e-06,
+      "loss": 5.815359497070313,
+      "step": 44650
+    },
+    {
+      "epoch": 1.40298343408966,
+      "grad_norm": 3.6442959308624268,
+      "learning_rate": 5.730298719563734e-06,
+      "loss": 5.807352294921875,
+      "step": 44675
+    },
+    {
+      "epoch": 1.4037685483237812,
+      "grad_norm": 3.763200521469116,
+      "learning_rate": 5.721234025398117e-06,
+      "loss": 5.798366088867187,
+      "step": 44700
+    },
+    {
+      "epoch": 1.4045536625579023,
+      "grad_norm": 3.445002317428589,
+      "learning_rate": 5.712177487104271e-06,
+      "loss": 5.823878173828125,
+      "step": 44725
+    },
+    {
+      "epoch": 1.4053387767920231,
+      "grad_norm": 4.994740009307861,
+      "learning_rate": 5.703129118674857e-06,
+      "loss": 5.796717529296875,
+      "step": 44750
+    },
+    {
+      "epoch": 1.4061238910261444,
+      "grad_norm": 4.494963645935059,
+      "learning_rate": 5.694088934089914e-06,
+      "loss": 5.8135498046875,
+      "step": 44775
+    },
+    {
+      "epoch": 1.4069090052602653,
+      "grad_norm": 4.248727321624756,
+      "learning_rate": 5.685056947316822e-06,
+      "loss": 5.806055297851563,
+      "step": 44800
+    },
+    {
+      "epoch": 1.4076941194943864,
+      "grad_norm": 5.061432838439941,
+      "learning_rate": 5.6760331723103165e-06,
+      "loss": 5.821351928710937,
+      "step": 44825
+    },
+    {
+      "epoch": 1.4084792337285075,
+      "grad_norm": 3.9054107666015625,
+      "learning_rate": 5.667017623012427e-06,
+      "loss": 5.8182177734375,
+      "step": 44850
+    },
+    {
+      "epoch": 1.4092643479626286,
+      "grad_norm": 2.8923909664154053,
+      "learning_rate": 5.658010313352485e-06,
+      "loss": 5.800775756835938,
+      "step": 44875
+    },
+    {
+      "epoch": 1.4100494621967496,
+      "grad_norm": 3.783634662628174,
+      "learning_rate": 5.64901125724709e-06,
+      "loss": 5.811065673828125,
+      "step": 44900
+    },
+    {
+      "epoch": 1.4108345764308707,
+      "grad_norm": 4.71266508102417,
+      "learning_rate": 5.640020468600085e-06,
+      "loss": 5.8030328369140625,
+      "step": 44925
+    },
+    {
+      "epoch": 1.4116196906649918,
+      "grad_norm": 3.371321439743042,
+      "learning_rate": 5.6310379613025414e-06,
+      "loss": 5.793353271484375,
+      "step": 44950
+    },
+    {
+      "epoch": 1.4124048048991127,
+      "grad_norm": 4.706638336181641,
+      "learning_rate": 5.62206374923274e-06,
+      "loss": 5.8124456787109375,
+      "step": 44975
+    },
+    {
+      "epoch": 1.413189919133234,
+      "grad_norm": 4.701776504516602,
+      "learning_rate": 5.613097846256137e-06,
+      "loss": 5.805025024414062,
+      "step": 45000
+    },
+    {
+      "epoch": 1.4139750333673549,
+      "grad_norm": 3.5699567794799805,
+      "learning_rate": 5.604140266225363e-06,
+      "loss": 5.8093701171875,
+      "step": 45025
+    },
+    {
+      "epoch": 1.414760147601476,
+      "grad_norm": 4.312647819519043,
+      "learning_rate": 5.595191022980172e-06,
+      "loss": 5.817752075195313,
+      "step": 45050
+    },
+    {
+      "epoch": 1.415545261835597,
+      "grad_norm": 5.65584135055542,
+      "learning_rate": 5.586250130347452e-06,
+      "loss": 5.8382568359375,
+      "step": 45075
+    },
+    {
+      "epoch": 1.4163303760697181,
+      "grad_norm": 5.0007548332214355,
+      "learning_rate": 5.577317602141188e-06,
+      "loss": 5.826161499023438,
+      "step": 45100
+    },
+    {
+      "epoch": 1.4171154903038392,
+      "grad_norm": 3.273911714553833,
+      "learning_rate": 5.568393452162431e-06,
+      "loss": 5.820038452148437,
+      "step": 45125
+    },
+    {
+      "epoch": 1.4179006045379603,
+      "grad_norm": 5.498136520385742,
+      "learning_rate": 5.559477694199296e-06,
+      "loss": 5.810863647460938,
+      "step": 45150
+    },
+    {
+      "epoch": 1.4186857187720814,
+      "grad_norm": 4.320960521697998,
+      "learning_rate": 5.5505703420269365e-06,
+      "loss": 5.804503784179688,
+      "step": 45175
+    },
+    {
+      "epoch": 1.4194708330062025,
+      "grad_norm": 4.2402825355529785,
+      "learning_rate": 5.541671409407504e-06,
+      "loss": 5.811564127604167,
+      "step": 45200
+    },
+    {
+      "epoch": 1.4202559472403236,
+      "grad_norm": 3.479201555252075,
+      "learning_rate": 5.532780910090157e-06,
+      "loss": 5.8166876220703125,
+      "step": 45225
+    },
+    {
+      "epoch": 1.4210410614744444,
+      "grad_norm": 3.3140487670898438,
+      "learning_rate": 5.52389885781101e-06,
+      "loss": 5.801007080078125,
+      "step": 45250
+    },
+    {
+      "epoch": 1.4218261757085657,
+      "grad_norm": 4.312045097351074,
+      "learning_rate": 5.515025266293137e-06,
+      "loss": 5.809956665039063,
+      "step": 45275
+    },
+    {
+      "epoch": 1.4226112899426866,
+      "grad_norm": 3.9315264225006104,
+      "learning_rate": 5.5061601492465426e-06,
+      "loss": 5.812565307617188,
+      "step": 45300
+    },
+    {
+      "epoch": 1.4233964041768077,
+      "grad_norm": 4.782158851623535,
+      "learning_rate": 5.497303520368122e-06,
+      "loss": 5.805308837890625,
+      "step": 45325
+    },
+    {
+      "epoch": 1.4241815184109288,
+      "grad_norm": 3.3097758293151855,
+      "learning_rate": 5.488455393341673e-06,
+      "loss": 5.81678466796875,
+      "step": 45350
+    },
+    {
+      "epoch": 1.4249666326450499,
+      "grad_norm": 3.606321334838867,
+      "learning_rate": 5.479615781837851e-06,
+      "loss": 5.801299438476563,
+      "step": 45375
+    },
+    {
+      "epoch": 1.425751746879171,
+      "grad_norm": 5.053475856781006,
+      "learning_rate": 5.470784699514149e-06,
+      "loss": 5.805849609375,
+      "step": 45400
+    },
+    {
+      "epoch": 1.426536861113292,
+      "grad_norm": 5.017884731292725,
+      "learning_rate": 5.461962160014893e-06,
+      "loss": 5.814133911132813,
+      "step": 45425
+    },
+    {
+      "epoch": 1.4273219753474131,
+      "grad_norm": 3.636611223220825,
+      "learning_rate": 5.4531481769711984e-06,
+      "loss": 5.8207177734375,
+      "step": 45450
+    },
+    {
+      "epoch": 1.428107089581534,
+      "grad_norm": 3.368312120437622,
+      "learning_rate": 5.444342764000976e-06,
+      "loss": 5.802736206054687,
+      "step": 45475
+    },
+    {
+      "epoch": 1.4288922038156553,
+      "grad_norm": 5.420502185821533,
+      "learning_rate": 5.435545934708881e-06,
+      "loss": 5.808641357421875,
+      "step": 45500
+    },
+    {
+      "epoch": 1.4296773180497762,
+      "grad_norm": 5.192573070526123,
+      "learning_rate": 5.42675770268631e-06,
+      "loss": 5.803773193359375,
+      "step": 45525
+    },
+    {
+      "epoch": 1.4304624322838972,
+      "grad_norm": 5.398906230926514,
+      "learning_rate": 5.417978081511379e-06,
+      "loss": 5.820648193359375,
+      "step": 45550
+    },
+    {
+      "epoch": 1.4312475465180183,
+      "grad_norm": 3.164841890335083,
+      "learning_rate": 5.4092070847489e-06,
+      "loss": 5.806771850585937,
+      "step": 45575
+    },
+    {
+      "epoch": 1.4320326607521394,
+      "grad_norm": 5.4601898193359375,
+      "learning_rate": 5.400444725950365e-06,
+      "loss": 5.8117437744140625,
+      "step": 45600
+    },
+    {
+      "epoch": 1.4328177749862605,
+      "grad_norm": 3.4484071731567383,
+      "learning_rate": 5.391691018653908e-06,
+      "loss": 5.813043823242188,
+      "step": 45625
+    },
+    {
+      "epoch": 1.4336028892203816,
+      "grad_norm": 4.177372455596924,
+      "learning_rate": 5.382945976384299e-06,
+      "loss": 5.823253173828125,
+      "step": 45650
+    },
+    {
+      "epoch": 1.4343880034545027,
+      "grad_norm": 3.326119899749756,
+      "learning_rate": 5.374209612652934e-06,
+      "loss": 5.81277587890625,
+      "step": 45675
+    },
+    {
+      "epoch": 1.4351731176886238,
+      "grad_norm": 3.617121696472168,
+      "learning_rate": 5.365481940957783e-06,
+      "loss": 5.801365966796875,
+      "step": 45700
+    },
+    {
+      "epoch": 1.4359582319227449,
+      "grad_norm": 4.412740230560303,
+      "learning_rate": 5.356762974783396e-06,
+      "loss": 5.799016723632812,
+      "step": 45725
+    },
+    {
+      "epoch": 1.4367433461568657,
+      "grad_norm": 4.498205661773682,
+      "learning_rate": 5.34805272760087e-06,
+      "loss": 5.8119580078125,
+      "step": 45750
+    },
+    {
+      "epoch": 1.4375284603909868,
+      "grad_norm": 5.404195785522461,
+      "learning_rate": 5.339351212867828e-06,
+      "loss": 5.800308837890625,
+      "step": 45775
+    },
+    {
+      "epoch": 1.438313574625108,
+      "grad_norm": 2.986529588699341,
+      "learning_rate": 5.330658444028413e-06,
+      "loss": 5.801492309570312,
+      "step": 45800
+    },
+    {
+      "epoch": 1.439098688859229,
+      "grad_norm": 4.476986408233643,
+      "learning_rate": 5.321974434513239e-06,
+      "loss": 5.810015869140625,
+      "step": 45825
+    },
+    {
+      "epoch": 1.43988380309335,
+      "grad_norm": 4.673818588256836,
+      "learning_rate": 5.31329919773939e-06,
+      "loss": 5.80731201171875,
+      "step": 45850
+    },
+    {
+      "epoch": 1.4406689173274712,
+      "grad_norm": 3.4040024280548096,
+      "learning_rate": 5.304632747110409e-06,
+      "loss": 5.805257568359375,
+      "step": 45875
+    },
+    {
+      "epoch": 1.4414540315615922,
+      "grad_norm": 3.631460189819336,
+      "learning_rate": 5.295975096016254e-06,
+      "loss": 5.819400634765625,
+      "step": 45900
+    },
+    {
+      "epoch": 1.4422391457957133,
+      "grad_norm": 4.559212684631348,
+      "learning_rate": 5.287326257833285e-06,
+      "loss": 5.816569213867187,
+      "step": 45925
+    },
+    {
+      "epoch": 1.4430242600298344,
+      "grad_norm": 5.349948406219482,
+      "learning_rate": 5.278686245924249e-06,
+      "loss": 5.792520141601562,
+      "step": 45950
+    },
+    {
+      "epoch": 1.4438093742639553,
+      "grad_norm": 4.818277835845947,
+      "learning_rate": 5.2700550736382585e-06,
+      "loss": 5.802567138671875,
+      "step": 45975
+    },
+    {
+      "epoch": 1.4445944884980766,
+      "grad_norm": 4.882867813110352,
+      "learning_rate": 5.261432754310767e-06,
+      "loss": 5.8112640380859375,
+      "step": 46000
+    },
+    {
+      "epoch": 1.4453796027321975,
+      "grad_norm": 2.8960342407226562,
+      "learning_rate": 5.252819301263545e-06,
+      "loss": 5.803134155273438,
+      "step": 46025
+    },
+    {
+      "epoch": 1.4461647169663185,
+      "grad_norm": 4.030308246612549,
+      "learning_rate": 5.244214727804675e-06,
+      "loss": 5.811726684570313,
+      "step": 46050
+    },
+    {
+      "epoch": 1.4469498312004396,
+      "grad_norm": 4.752276420593262,
+      "learning_rate": 5.235619047228506e-06,
+      "loss": 5.807528686523438,
+      "step": 46075
+    },
+    {
+      "epoch": 1.4477349454345607,
+      "grad_norm": 3.252326250076294,
+      "learning_rate": 5.22703227281566e-06,
+      "loss": 5.8058624267578125,
+      "step": 46100
+    },
+    {
+      "epoch": 1.4485200596686818,
+      "grad_norm": 3.9688398838043213,
+      "learning_rate": 5.218454417832992e-06,
+      "loss": 5.8082952880859375,
+      "step": 46125
+    },
+    {
+      "epoch": 1.449305173902803,
+      "grad_norm": 3.126335382461548,
+      "learning_rate": 5.209885495533578e-06,
+      "loss": 5.807700805664062,
+      "step": 46150
+    },
+    {
+      "epoch": 1.450090288136924,
+      "grad_norm": 3.261836528778076,
+      "learning_rate": 5.201325519156691e-06,
+      "loss": 5.801231689453125,
+      "step": 46175
+    },
+    {
+      "epoch": 1.450875402371045,
+      "grad_norm": 5.625180721282959,
+      "learning_rate": 5.1927745019277884e-06,
+      "loss": 5.801173706054687,
+      "step": 46200
+    },
+    {
+      "epoch": 1.4516605166051662,
+      "grad_norm": 4.276218891143799,
+      "learning_rate": 5.1842324570584755e-06,
+      "loss": 5.8236932373046875,
+      "step": 46225
+    },
+    {
+      "epoch": 1.452445630839287,
+      "grad_norm": 3.827385425567627,
+      "learning_rate": 5.175699397746505e-06,
+      "loss": 5.819913940429688,
+      "step": 46250
+    },
+    {
+      "epoch": 1.453230745073408,
+      "grad_norm": 3.1872832775115967,
+      "learning_rate": 5.167175337175736e-06,
+      "loss": 5.797150268554687,
+      "step": 46275
+    },
+    {
+      "epoch": 1.4540158593075292,
+      "grad_norm": 4.119002819061279,
+      "learning_rate": 5.15866028851613e-06,
+      "loss": 5.813787841796875,
+      "step": 46300
+    },
+    {
+      "epoch": 1.4548009735416503,
+      "grad_norm": 4.365518093109131,
+      "learning_rate": 5.150154264923735e-06,
+      "loss": 5.817274169921875,
+      "step": 46325
+    },
+    {
+      "epoch": 1.4555860877757714,
+      "grad_norm": 3.785271406173706,
+      "learning_rate": 5.141657279540633e-06,
+      "loss": 5.81601806640625,
+      "step": 46350
+    },
+    {
+      "epoch": 1.4563712020098925,
+      "grad_norm": 3.9039387702941895,
+      "learning_rate": 5.13316934549496e-06,
+      "loss": 5.80700439453125,
+      "step": 46375
+    },
+    {
+      "epoch": 1.4571563162440135,
+      "grad_norm": 3.050629138946533,
+      "learning_rate": 5.12469047590086e-06,
+      "loss": 5.809136962890625,
+      "step": 46400
+    },
+    {
+      "epoch": 1.4579414304781346,
+      "grad_norm": 4.810796737670898,
+      "learning_rate": 5.116220683858468e-06,
+      "loss": 5.802843017578125,
+      "step": 46425
+    },
+    {
+      "epoch": 1.4587265447122557,
+      "grad_norm": 3.815103769302368,
+      "learning_rate": 5.107759982453908e-06,
+      "loss": 5.82484619140625,
+      "step": 46450
+    },
+    {
+      "epoch": 1.4595116589463766,
+      "grad_norm": 3.6164090633392334,
+      "learning_rate": 5.099308384759242e-06,
+      "loss": 5.80244384765625,
+      "step": 46475
+    },
+    {
+      "epoch": 1.4602967731804979,
+      "grad_norm": 4.872348785400391,
+      "learning_rate": 5.090865903832476e-06,
+      "loss": 5.81367431640625,
+      "step": 46500
+    },
+    {
+      "epoch": 1.4610818874146188,
+      "grad_norm": 3.8753013610839844,
+      "learning_rate": 5.082432552717531e-06,
+      "loss": 5.8145208740234375,
+      "step": 46525
+    },
+    {
+      "epoch": 1.4618670016487398,
+      "grad_norm": 5.176597595214844,
+      "learning_rate": 5.074008344444214e-06,
+      "loss": 5.807797241210937,
+      "step": 46550
+    },
+    {
+      "epoch": 1.462652115882861,
+      "grad_norm": 3.469132900238037,
+      "learning_rate": 5.065593292028216e-06,
+      "loss": 5.787489013671875,
+      "step": 46575
+    },
+    {
+      "epoch": 1.463437230116982,
+      "grad_norm": 3.323320150375366,
+      "learning_rate": 5.057187408471078e-06,
+      "loss": 5.809095458984375,
+      "step": 46600
+    },
+    {
+      "epoch": 1.464222344351103,
+      "grad_norm": 3.2163000106811523,
+      "learning_rate": 5.048790706760169e-06,
+      "loss": 5.803060302734375,
+      "step": 46625
+    },
+    {
+      "epoch": 1.4650074585852242,
+      "grad_norm": 4.360834121704102,
+      "learning_rate": 5.040403199868682e-06,
+      "loss": 5.810787353515625,
+      "step": 46650
+    },
+    {
+      "epoch": 1.4657925728193453,
+      "grad_norm": 3.755800485610962,
+      "learning_rate": 5.03202490075559e-06,
+      "loss": 5.807811279296875,
+      "step": 46675
+    },
+    {
+      "epoch": 1.4665776870534664,
+      "grad_norm": 4.816633701324463,
+      "learning_rate": 5.0236558223656615e-06,
+      "loss": 5.802965087890625,
+      "step": 46700
+    },
+    {
+      "epoch": 1.4673628012875874,
+      "grad_norm": 3.0495412349700928,
+      "learning_rate": 5.015295977629397e-06,
+      "loss": 5.811248168945313,
+      "step": 46725
+    },
+    {
+      "epoch": 1.4681479155217083,
+      "grad_norm": 5.4774322509765625,
+      "learning_rate": 5.006945379463039e-06,
+      "loss": 5.826179809570313,
+      "step": 46750
+    },
+    {
+      "epoch": 1.4689330297558294,
+      "grad_norm": 9.656095504760742,
+      "learning_rate": 4.9986040407685445e-06,
+      "loss": 5.81126953125,
+      "step": 46775
+    },
+    {
+      "epoch": 1.4697181439899505,
+      "grad_norm": 6.818397045135498,
+      "learning_rate": 4.990271974433567e-06,
+      "loss": 5.815377197265625,
+      "step": 46800
+    },
+    {
+      "epoch": 1.4705032582240716,
+      "grad_norm": 2.904303789138794,
+      "learning_rate": 4.981949193331424e-06,
+      "loss": 5.81883056640625,
+      "step": 46825
+    },
+    {
+      "epoch": 1.4712883724581927,
+      "grad_norm": 4.488351821899414,
+      "learning_rate": 4.973635710321101e-06,
+      "loss": 5.809859619140625,
+      "step": 46850
+    },
+    {
+      "epoch": 1.4720734866923137,
+      "grad_norm": 5.303575038909912,
+      "learning_rate": 4.9653315382472e-06,
+      "loss": 5.810093383789063,
+      "step": 46875
+    },
+    {
+      "epoch": 1.4728586009264348,
+      "grad_norm": 4.886533737182617,
+      "learning_rate": 4.957036689939961e-06,
+      "loss": 5.808573608398437,
+      "step": 46900
+    },
+    {
+      "epoch": 1.473643715160556,
+      "grad_norm": 5.1588826179504395,
+      "learning_rate": 4.948751178215195e-06,
+      "loss": 5.815363159179688,
+      "step": 46925
+    },
+    {
+      "epoch": 1.474428829394677,
+      "grad_norm": 4.504428386688232,
+      "learning_rate": 4.9404750158743e-06,
+      "loss": 5.808534545898437,
+      "step": 46950
+    },
+    {
+      "epoch": 1.4752139436287979,
+      "grad_norm": 2.626024007797241,
+      "learning_rate": 4.932208215704225e-06,
+      "loss": 5.821071166992187,
+      "step": 46975
+    },
+    {
+      "epoch": 1.4759990578629192,
+      "grad_norm": 3.6005520820617676,
+      "learning_rate": 4.923950790477457e-06,
+      "loss": 5.803356323242188,
+      "step": 47000
+    },
+    {
+      "epoch": 1.47678417209704,
+      "grad_norm": 4.191322326660156,
+      "learning_rate": 4.915702752952001e-06,
+      "loss": 5.8200732421875,
+      "step": 47025
+    },
+    {
+      "epoch": 1.4775692863311611,
+      "grad_norm": 3.170454978942871,
+      "learning_rate": 4.907464115871349e-06,
+      "loss": 5.80082275390625,
+      "step": 47050
+    },
+    {
+      "epoch": 1.4783544005652822,
+      "grad_norm": 4.435052394866943,
+      "learning_rate": 4.899234891964469e-06,
+      "loss": 5.810223388671875,
+      "step": 47075
+    },
+    {
+      "epoch": 1.4791395147994033,
+      "grad_norm": 4.7515549659729,
+      "learning_rate": 4.8910150939458e-06,
+      "loss": 5.814357299804687,
+      "step": 47100
+    },
+    {
+      "epoch": 1.4799246290335244,
+      "grad_norm": 4.163820266723633,
+      "learning_rate": 4.8828047345152015e-06,
+      "loss": 5.795509643554688,
+      "step": 47125
+    },
+    {
+      "epoch": 1.4807097432676455,
+      "grad_norm": 4.123980522155762,
+      "learning_rate": 4.8746038263579595e-06,
+      "loss": 5.801663818359375,
+      "step": 47150
+    },
+    {
+      "epoch": 1.4814948575017666,
+      "grad_norm": 3.203594923019409,
+      "learning_rate": 4.866412382144749e-06,
+      "loss": 5.810164794921875,
+      "step": 47175
+    },
+    {
+      "epoch": 1.4822799717358874,
+      "grad_norm": 2.509615182876587,
+      "learning_rate": 4.8582304145316325e-06,
+      "loss": 5.805584716796875,
+      "step": 47200
+    },
+    {
+      "epoch": 1.4830650859700087,
+      "grad_norm": 4.635387897491455,
+      "learning_rate": 4.8500579361600285e-06,
+      "loss": 5.797359619140625,
+      "step": 47225
+    },
+    {
+      "epoch": 1.4838502002041296,
+      "grad_norm": 2.8707964420318604,
+      "learning_rate": 4.841894959656685e-06,
+      "loss": 5.7976837158203125,
+      "step": 47250
+    },
+    {
+      "epoch": 1.4846353144382507,
+      "grad_norm": 4.088871002197266,
+      "learning_rate": 4.833741497633681e-06,
+      "loss": 5.807738647460938,
+      "step": 47275
+    },
+    {
+      "epoch": 1.4854204286723718,
+      "grad_norm": 3.1679604053497314,
+      "learning_rate": 4.825597562688392e-06,
+      "loss": 5.803985595703125,
+      "step": 47300
+    },
+    {
+      "epoch": 1.4862055429064929,
+      "grad_norm": 5.167155742645264,
+      "learning_rate": 4.8174631674034705e-06,
+      "loss": 5.814492797851562,
+      "step": 47325
+    },
+    {
+      "epoch": 1.486990657140614,
+      "grad_norm": 4.09507417678833,
+      "learning_rate": 4.809338324346834e-06,
+      "loss": 5.804129028320313,
+      "step": 47350
+    },
+    {
+      "epoch": 1.487775771374735,
+      "grad_norm": 5.278029918670654,
+      "learning_rate": 4.801223046071635e-06,
+      "loss": 5.795820922851562,
+      "step": 47375
+    },
+    {
+      "epoch": 1.4885608856088561,
+      "grad_norm": 3.268155097961426,
+      "learning_rate": 4.793117345116255e-06,
+      "loss": 5.8060009765625,
+      "step": 47400
+    },
+    {
+      "epoch": 1.4893459998429772,
+      "grad_norm": 4.783140182495117,
+      "learning_rate": 4.785021234004279e-06,
+      "loss": 5.797471313476563,
+      "step": 47425
+    },
+    {
+      "epoch": 1.4901311140770983,
+      "grad_norm": 1.8614799976348877,
+      "learning_rate": 4.776934725244468e-06,
+      "loss": 5.803027954101562,
+      "step": 47450
+    },
+    {
+      "epoch": 1.4909162283112192,
+      "grad_norm": 5.835747241973877,
+      "learning_rate": 4.768857831330752e-06,
+      "loss": 5.813692626953125,
+      "step": 47475
+    },
+    {
+      "epoch": 1.4917013425453405,
+      "grad_norm": 4.276222229003906,
+      "learning_rate": 4.760790564742209e-06,
+      "loss": 5.802783813476562,
+      "step": 47500
+    },
+    {
+      "epoch": 1.4924864567794613,
+      "grad_norm": 2.9051780700683594,
+      "learning_rate": 4.752732937943033e-06,
+      "loss": 5.78793212890625,
+      "step": 47525
+    },
+    {
+      "epoch": 1.4932715710135824,
+      "grad_norm": 5.623703956604004,
+      "learning_rate": 4.744684963382533e-06,
+      "loss": 5.805918579101562,
+      "step": 47550
+    },
+    {
+      "epoch": 1.4940566852477035,
+      "grad_norm": 4.607259273529053,
+      "learning_rate": 4.736646653495099e-06,
+      "loss": 5.806642456054687,
+      "step": 47575
+    },
+    {
+      "epoch": 1.4948417994818246,
+      "grad_norm": 4.110782146453857,
+      "learning_rate": 4.728618020700191e-06,
+      "loss": 5.804598388671875,
+      "step": 47600
+    },
+    {
+      "epoch": 1.4956269137159457,
+      "grad_norm": 3.3246264457702637,
+      "learning_rate": 4.720599077402325e-06,
+      "loss": 5.805532836914063,
+      "step": 47625
+    },
+    {
+      "epoch": 1.4964120279500668,
+      "grad_norm": 2.9042410850524902,
+      "learning_rate": 4.7125898359910295e-06,
+      "loss": 5.792052001953125,
+      "step": 47650
+    },
+    {
+      "epoch": 1.4971971421841879,
+      "grad_norm": 3.220515489578247,
+      "learning_rate": 4.704590308840858e-06,
+      "loss": 5.824701538085938,
+      "step": 47675
+    },
+    {
+      "epoch": 1.4979822564183087,
+      "grad_norm": 3.847501754760742,
+      "learning_rate": 4.696600508311352e-06,
+      "loss": 5.813218994140625,
+      "step": 47700
+    },
+    {
+      "epoch": 1.49876737065243,
+      "grad_norm": 4.128615856170654,
+      "learning_rate": 4.68862044674702e-06,
+      "loss": 5.799762573242187,
+      "step": 47725
+    },
+    {
+      "epoch": 1.499552484886551,
+      "grad_norm": 4.460413932800293,
+      "learning_rate": 4.68065013647733e-06,
+      "loss": 5.805140991210937,
+      "step": 47750
+    },
+    {
+      "epoch": 1.5000235534270236,
+      "eval_loss": 0.1449582427740097,
+      "eval_runtime": 5080.5413,
+      "eval_samples_per_second": 4.267,
+      "eval_steps_per_second": 0.267,
+      "eval_wer": 3.422239044091931,
+      "step": 47765
+    },
+    {
+      "epoch": 1.5003375991206722,
+      "grad_norm": 4.308821201324463,
+      "learning_rate": 4.672689589816675e-06,
+      "loss": 5.8106494140625,
+      "step": 47775
+    },
+    {
+      "epoch": 1.501122713354793,
+      "grad_norm": 3.5418992042541504,
+      "learning_rate": 4.664738819064372e-06,
+      "loss": 5.794514770507813,
+      "step": 47800
+    },
+    {
+      "epoch": 1.5019078275889142,
+      "grad_norm": 5.12945032119751,
+      "learning_rate": 4.656797836504633e-06,
+      "loss": 5.8130224609375,
+      "step": 47825
+    },
+    {
+      "epoch": 1.5026929418230353,
+      "grad_norm": 3.6653265953063965,
+      "learning_rate": 4.648866654406539e-06,
+      "loss": 5.803592529296875,
+      "step": 47850
+    },
+    {
+      "epoch": 1.5034780560571563,
+      "grad_norm": 2.855783700942993,
+      "learning_rate": 4.640945285024037e-06,
+      "loss": 5.801455688476563,
+      "step": 47875
+    },
+    {
+      "epoch": 1.5042631702912774,
+      "grad_norm": 4.742208003997803,
+      "learning_rate": 4.633033740595914e-06,
+      "loss": 5.81910400390625,
+      "step": 47900
+    },
+    {
+      "epoch": 1.5050482845253983,
+      "grad_norm": 5.099589824676514,
+      "learning_rate": 4.625132033345766e-06,
+      "loss": 5.804302978515625,
+      "step": 47925
+    },
+    {
+      "epoch": 1.5058333987595196,
+      "grad_norm": 4.124429225921631,
+      "learning_rate": 4.617240175482004e-06,
+      "loss": 5.8045849609375,
+      "step": 47950
+    },
+    {
+      "epoch": 1.5066185129936405,
+      "grad_norm": 4.627848148345947,
+      "learning_rate": 4.609358179197809e-06,
+      "loss": 5.7966650390625,
+      "step": 47975
+    },
+    {
+      "epoch": 1.5074036272277618,
+      "grad_norm": 4.399104595184326,
+      "learning_rate": 4.601486056671139e-06,
+      "loss": 5.792603759765625,
+      "step": 48000
+    },
+    {
+      "epoch": 1.5081887414618826,
+      "grad_norm": 4.538598537445068,
+      "learning_rate": 4.5936238200646845e-06,
+      "loss": 5.807698364257813,
+      "step": 48025
+    },
+    {
+      "epoch": 1.5089738556960037,
+      "grad_norm": 4.9471635818481445,
+      "learning_rate": 4.5857714815258656e-06,
+      "loss": 5.8064453125,
+      "step": 48050
+    },
+    {
+      "epoch": 1.5097589699301248,
+      "grad_norm": 3.4664576053619385,
+      "learning_rate": 4.577929053186812e-06,
+      "loss": 5.8002557373046875,
+      "step": 48075
+    },
+    {
+      "epoch": 1.510544084164246,
+      "grad_norm": 3.4974417686462402,
+      "learning_rate": 4.570096547164342e-06,
+      "loss": 5.792763671875,
+      "step": 48100
+    },
+    {
+      "epoch": 1.511329198398367,
+      "grad_norm": 3.5879738330841064,
+      "learning_rate": 4.5622739755599435e-06,
+      "loss": 5.81141845703125,
+      "step": 48125
+    },
+    {
+      "epoch": 1.512114312632488,
+      "grad_norm": 3.951632022857666,
+      "learning_rate": 4.554461350459751e-06,
+      "loss": 5.804617919921875,
+      "step": 48150
+    },
+    {
+      "epoch": 1.5128994268666092,
+      "grad_norm": 3.418093681335449,
+      "learning_rate": 4.546658683934529e-06,
+      "loss": 5.7985986328125,
+      "step": 48175
+    },
+    {
+      "epoch": 1.51368454110073,
+      "grad_norm": 5.200983047485352,
+      "learning_rate": 4.538865988039672e-06,
+      "loss": 5.8123779296875,
+      "step": 48200
+    },
+    {
+      "epoch": 1.5144696553348513,
+      "grad_norm": 4.20051908493042,
+      "learning_rate": 4.5310832748151504e-06,
+      "loss": 5.78998046875,
+      "step": 48225
+    },
+    {
+      "epoch": 1.5152547695689722,
+      "grad_norm": 2.581824541091919,
+      "learning_rate": 4.523310556285524e-06,
+      "loss": 5.793152465820312,
+      "step": 48250
+    },
+    {
+      "epoch": 1.5160398838030935,
+      "grad_norm": 4.623429298400879,
+      "learning_rate": 4.515547844459901e-06,
+      "loss": 5.801927490234375,
+      "step": 48275
+    },
+    {
+      "epoch": 1.5168249980372144,
+      "grad_norm": 3.9095213413238525,
+      "learning_rate": 4.5077951513319354e-06,
+      "loss": 5.791971435546875,
+      "step": 48300
+    },
+    {
+      "epoch": 1.5176101122713355,
+      "grad_norm": 5.25413179397583,
+      "learning_rate": 4.500052488879803e-06,
+      "loss": 5.81707763671875,
+      "step": 48325
+    },
+    {
+      "epoch": 1.5183952265054566,
+      "grad_norm": 7.758753776550293,
+      "learning_rate": 4.492319869066173e-06,
+      "loss": 5.8115478515625,
+      "step": 48350
+    },
+    {
+      "epoch": 1.5191803407395776,
+      "grad_norm": 3.5600297451019287,
+      "learning_rate": 4.484597303838207e-06,
+      "loss": 5.788359985351563,
+      "step": 48375
+    },
+    {
+      "epoch": 1.5199654549736987,
+      "grad_norm": 3.6756205558776855,
+      "learning_rate": 4.476884805127533e-06,
+      "loss": 5.819822387695313,
+      "step": 48400
+    },
+    {
+      "epoch": 1.5207505692078196,
+      "grad_norm": 5.288193225860596,
+      "learning_rate": 4.469182384850216e-06,
+      "loss": 5.805006103515625,
+      "step": 48425
+    },
+    {
+      "epoch": 1.521535683441941,
+      "grad_norm": 4.92435884475708,
+      "learning_rate": 4.46149005490676e-06,
+      "loss": 5.810961303710937,
+      "step": 48450
+    },
+    {
+      "epoch": 1.5223207976760618,
+      "grad_norm": 4.995941162109375,
+      "learning_rate": 4.453807827182071e-06,
+      "loss": 5.803041381835937,
+      "step": 48475
+    },
+    {
+      "epoch": 1.523105911910183,
+      "grad_norm": 4.107648849487305,
+      "learning_rate": 4.446135713545451e-06,
+      "loss": 5.817176513671875,
+      "step": 48500
+    },
+    {
+      "epoch": 1.523891026144304,
+      "grad_norm": 3.527723789215088,
+      "learning_rate": 4.43847372585058e-06,
+      "loss": 5.797156982421875,
+      "step": 48525
+    },
+    {
+      "epoch": 1.524676140378425,
+      "grad_norm": 3.9134833812713623,
+      "learning_rate": 4.430821875935479e-06,
+      "loss": 5.7935595703125,
+      "step": 48550
+    },
+    {
+      "epoch": 1.5254612546125461,
+      "grad_norm": 3.4801197052001953,
+      "learning_rate": 4.42318017562252e-06,
+      "loss": 5.789678344726562,
+      "step": 48575
+    },
+    {
+      "epoch": 1.5262463688466672,
+      "grad_norm": 3.15828013420105,
+      "learning_rate": 4.415548636718392e-06,
+      "loss": 5.80240966796875,
+      "step": 48600
+    },
+    {
+      "epoch": 1.5270314830807883,
+      "grad_norm": 4.717751502990723,
+      "learning_rate": 4.407927271014072e-06,
+      "loss": 5.79595458984375,
+      "step": 48625
+    },
+    {
+      "epoch": 1.5278165973149094,
+      "grad_norm": 3.3242313861846924,
+      "learning_rate": 4.400316090284834e-06,
+      "loss": 5.799410400390625,
+      "step": 48650
+    },
+    {
+      "epoch": 1.5286017115490305,
+      "grad_norm": 3.475637674331665,
+      "learning_rate": 4.392715106290205e-06,
+      "loss": 5.802703247070313,
+      "step": 48675
+    },
+    {
+      "epoch": 1.5293868257831513,
+      "grad_norm": 4.224560737609863,
+      "learning_rate": 4.385124330773964e-06,
+      "loss": 5.796054077148438,
+      "step": 48700
+    },
+    {
+      "epoch": 1.5301719400172726,
+      "grad_norm": 3.253397226333618,
+      "learning_rate": 4.377543775464118e-06,
+      "loss": 5.8087944984436035,
+      "step": 48725
+    },
+    {
+      "epoch": 1.5309570542513935,
+      "grad_norm": 4.4590744972229,
+      "learning_rate": 4.369973452072876e-06,
+      "loss": 5.800333862304687,
+      "step": 48750
+    },
+    {
+      "epoch": 1.5317421684855146,
+      "grad_norm": 3.7819671630859375,
+      "learning_rate": 4.362413372296646e-06,
+      "loss": 5.800781860351562,
+      "step": 48775
+    },
+    {
+      "epoch": 1.5325272827196357,
+      "grad_norm": 5.034989356994629,
+      "learning_rate": 4.354863547816009e-06,
+      "loss": 5.8006439208984375,
+      "step": 48800
+    },
+    {
+      "epoch": 1.5333123969537568,
+      "grad_norm": 2.922006607055664,
+      "learning_rate": 4.347323990295693e-06,
+      "loss": 5.796203002929688,
+      "step": 48825
+    },
+    {
+      "epoch": 1.5340975111878778,
+      "grad_norm": 3.930546760559082,
+      "learning_rate": 4.339794711384577e-06,
+      "loss": 5.7989697265625,
+      "step": 48850
+    },
+    {
+      "epoch": 1.534882625421999,
+      "grad_norm": 3.7057647705078125,
+      "learning_rate": 4.332275722715644e-06,
+      "loss": 5.797864379882813,
+      "step": 48875
+    },
+    {
+      "epoch": 1.53566773965612,
+      "grad_norm": 4.315715789794922,
+      "learning_rate": 4.324767035905989e-06,
+      "loss": 5.809759521484375,
+      "step": 48900
+    },
+    {
+      "epoch": 1.5364528538902409,
+      "grad_norm": 2.6745822429656982,
+      "learning_rate": 4.317268662556788e-06,
+      "loss": 5.794406127929688,
+      "step": 48925
+    },
+    {
+      "epoch": 1.5372379681243622,
+      "grad_norm": 5.32199764251709,
+      "learning_rate": 4.309780614253278e-06,
+      "loss": 5.804632568359375,
+      "step": 48950
+    },
+    {
+      "epoch": 1.538023082358483,
+      "grad_norm": 3.549057960510254,
+      "learning_rate": 4.3023029025647465e-06,
+      "loss": 5.797032470703125,
+      "step": 48975
+    },
+    {
+      "epoch": 1.5388081965926044,
+      "grad_norm": 5.501411437988281,
+      "learning_rate": 4.294835539044515e-06,
+      "loss": 5.791925048828125,
+      "step": 49000
+    },
+    {
+      "epoch": 1.5395933108267252,
+      "grad_norm": 3.4964258670806885,
+      "learning_rate": 4.287378535229908e-06,
+      "loss": 5.811981201171875,
+      "step": 49025
+    },
+    {
+      "epoch": 1.5403784250608463,
+      "grad_norm": 6.616456985473633,
+      "learning_rate": 4.279931902642254e-06,
+      "loss": 5.791806030273437,
+      "step": 49050
+    },
+    {
+      "epoch": 1.5411635392949674,
+      "grad_norm": 3.3583388328552246,
+      "learning_rate": 4.27249565278684e-06,
+      "loss": 5.798595581054688,
+      "step": 49075
+    },
+    {
+      "epoch": 1.5419486535290885,
+      "grad_norm": 4.477759838104248,
+      "learning_rate": 4.265069797152938e-06,
+      "loss": 5.8063525390625,
+      "step": 49100
+    },
+    {
+      "epoch": 1.5427337677632096,
+      "grad_norm": 4.019205570220947,
+      "learning_rate": 4.257654347213739e-06,
+      "loss": 5.801917724609375,
+      "step": 49125
+    },
+    {
+      "epoch": 1.5435188819973304,
+      "grad_norm": 4.459771156311035,
+      "learning_rate": 4.25024931442636e-06,
+      "loss": 5.808381958007812,
+      "step": 49150
+    },
+    {
+      "epoch": 1.5443039962314518,
+      "grad_norm": 3.7705111503601074,
+      "learning_rate": 4.242854710231832e-06,
+      "loss": 5.816163330078125,
+      "step": 49175
+    },
+    {
+      "epoch": 1.5450891104655726,
+      "grad_norm": 4.069270133972168,
+      "learning_rate": 4.235470546055066e-06,
+      "loss": 5.79068115234375,
+      "step": 49200
+    },
+    {
+      "epoch": 1.545874224699694,
+      "grad_norm": 4.601371765136719,
+      "learning_rate": 4.228096833304849e-06,
+      "loss": 5.800584106445313,
+      "step": 49225
+    },
+    {
+      "epoch": 1.5466593389338148,
+      "grad_norm": 5.955254077911377,
+      "learning_rate": 4.220733583373813e-06,
+      "loss": 5.785252075195313,
+      "step": 49250
+    },
+    {
+      "epoch": 1.5474444531679359,
+      "grad_norm": 3.9174818992614746,
+      "learning_rate": 4.213380807638424e-06,
+      "loss": 5.79844482421875,
+      "step": 49275
+    },
+    {
+      "epoch": 1.548229567402057,
+      "grad_norm": 4.743170738220215,
+      "learning_rate": 4.206038517458977e-06,
+      "loss": 5.814091796875,
+      "step": 49300
+    },
+    {
+      "epoch": 1.549014681636178,
+      "grad_norm": 3.9399921894073486,
+      "learning_rate": 4.198706724179554e-06,
+      "loss": 5.796376953125,
+      "step": 49325
+    },
+    {
+      "epoch": 1.5497997958702991,
+      "grad_norm": 3.090674638748169,
+      "learning_rate": 4.191385439128024e-06,
+      "loss": 5.795886840820312,
+      "step": 49350
+    },
+    {
+      "epoch": 1.5505849101044202,
+      "grad_norm": 2.4802112579345703,
+      "learning_rate": 4.1840746736160185e-06,
+      "loss": 5.799581909179688,
+      "step": 49375
+    },
+    {
+      "epoch": 1.5513700243385413,
+      "grad_norm": 5.521714210510254,
+      "learning_rate": 4.1767744389389184e-06,
+      "loss": 5.80541748046875,
+      "step": 49400
+    },
+    {
+      "epoch": 1.5521551385726622,
+      "grad_norm": 4.181097030639648,
+      "learning_rate": 4.1694847463758344e-06,
+      "loss": 5.789967651367188,
+      "step": 49425
+    },
+    {
+      "epoch": 1.5529402528067835,
+      "grad_norm": 4.555105209350586,
+      "learning_rate": 4.162205607189586e-06,
+      "loss": 5.818929443359375,
+      "step": 49450
+    },
+    {
+      "epoch": 1.5537253670409044,
+      "grad_norm": 3.933619976043701,
+      "learning_rate": 4.154937032626687e-06,
+      "loss": 5.8026055908203125,
+      "step": 49475
+    },
+    {
+      "epoch": 1.5545104812750257,
+      "grad_norm": 4.84575080871582,
+      "learning_rate": 4.1476790339173364e-06,
+      "loss": 5.798392333984375,
+      "step": 49500
+    },
+    {
+      "epoch": 1.5552955955091465,
+      "grad_norm": 3.3546805381774902,
+      "learning_rate": 4.140431622275382e-06,
+      "loss": 5.785770874023438,
+      "step": 49525
+    },
+    {
+      "epoch": 1.5560807097432676,
+      "grad_norm": 3.6085240840911865,
+      "learning_rate": 4.1331948088983245e-06,
+      "loss": 5.799102783203125,
+      "step": 49550
+    },
+    {
+      "epoch": 1.5568658239773887,
+      "grad_norm": 5.256474018096924,
+      "learning_rate": 4.125968604967278e-06,
+      "loss": 5.803284301757812,
+      "step": 49575
+    },
+    {
+      "epoch": 1.5576509382115098,
+      "grad_norm": 3.824007749557495,
+      "learning_rate": 4.118753021646977e-06,
+      "loss": 5.816071166992187,
+      "step": 49600
+    },
+    {
+      "epoch": 1.5584360524456309,
+      "grad_norm": 4.072995185852051,
+      "learning_rate": 4.111548070085745e-06,
+      "loss": 5.794486083984375,
+      "step": 49625
+    },
+    {
+      "epoch": 1.5592211666797517,
+      "grad_norm": 4.562678337097168,
+      "learning_rate": 4.104353761415466e-06,
+      "loss": 5.800682373046875,
+      "step": 49650
+    },
+    {
+      "epoch": 1.560006280913873,
+      "grad_norm": 3.9635262489318848,
+      "learning_rate": 4.097170106751595e-06,
+      "loss": 5.805027465820313,
+      "step": 49675
+    },
+    {
+      "epoch": 1.560791395147994,
+      "grad_norm": 4.6036882400512695,
+      "learning_rate": 4.0899971171931255e-06,
+      "loss": 5.817686157226563,
+      "step": 49700
+    },
+    {
+      "epoch": 1.5615765093821152,
+      "grad_norm": 4.044723033905029,
+      "learning_rate": 4.0828348038225616e-06,
+      "loss": 5.795219116210937,
+      "step": 49725
+    },
+    {
+      "epoch": 1.562361623616236,
+      "grad_norm": 3.1099600791931152,
+      "learning_rate": 4.075683177705923e-06,
+      "loss": 5.795703125,
+      "step": 49750
+    },
+    {
+      "epoch": 1.5631467378503572,
+      "grad_norm": 3.8120906352996826,
+      "learning_rate": 4.068542249892713e-06,
+      "loss": 5.797279663085938,
+      "step": 49775
+    },
+    {
+      "epoch": 1.5639318520844783,
+      "grad_norm": 2.5287041664123535,
+      "learning_rate": 4.061412031415904e-06,
+      "loss": 5.785037231445313,
+      "step": 49800
+    },
+    {
+      "epoch": 1.5647169663185994,
+      "grad_norm": 4.744734764099121,
+      "learning_rate": 4.054292533291932e-06,
+      "loss": 5.813002319335937,
+      "step": 49825
+    },
+    {
+      "epoch": 1.5655020805527204,
+      "grad_norm": 2.928680896759033,
+      "learning_rate": 4.047183766520652e-06,
+      "loss": 5.799598999023438,
+      "step": 49850
+    },
+    {
+      "epoch": 1.5662871947868415,
+      "grad_norm": 5.562773704528809,
+      "learning_rate": 4.0400857420853545e-06,
+      "loss": 5.787500610351563,
+      "step": 49875
+    },
+    {
+      "epoch": 1.5670723090209626,
+      "grad_norm": 5.248204231262207,
+      "learning_rate": 4.032998470952728e-06,
+      "loss": 5.808291625976563,
+      "step": 49900
+    },
+    {
+      "epoch": 1.5678574232550835,
+      "grad_norm": 8.129254341125488,
+      "learning_rate": 4.025921964072842e-06,
+      "loss": 5.795855102539062,
+      "step": 49925
+    },
+    {
+      "epoch": 1.5686425374892048,
+      "grad_norm": 4.619943141937256,
+      "learning_rate": 4.018856232379143e-06,
+      "loss": 5.87205696105957,
+      "step": 49950
+    },
+    {
+      "epoch": 1.5694276517233257,
+      "grad_norm": 3.950857400894165,
+      "learning_rate": 4.011801286788422e-06,
+      "loss": 5.79917724609375,
+      "step": 49975
+    },
+    {
+      "epoch": 1.570212765957447,
+      "grad_norm": 4.116634845733643,
+      "learning_rate": 4.0047571382008064e-06,
+      "loss": 5.788277587890625,
+      "step": 50000
+    },
+    {
+      "epoch": 1.5709978801915678,
+      "grad_norm": 3.7676749229431152,
+      "learning_rate": 3.997723797499752e-06,
+      "loss": 5.81627685546875,
+      "step": 50025
+    },
+    {
+      "epoch": 1.571782994425689,
+      "grad_norm": 3.3878965377807617,
+      "learning_rate": 3.990701275551998e-06,
+      "loss": 5.79866455078125,
+      "step": 50050
+    },
+    {
+      "epoch": 1.57256810865981,
+      "grad_norm": 3.9051897525787354,
+      "learning_rate": 3.983689583207584e-06,
+      "loss": 5.7900390625,
+      "step": 50075
+    },
+    {
+      "epoch": 1.573353222893931,
+      "grad_norm": 4.049507141113281,
+      "learning_rate": 3.976688731299812e-06,
+      "loss": 5.80328857421875,
+      "step": 50100
+    },
+    {
+      "epoch": 1.5741383371280522,
+      "grad_norm": 3.169278860092163,
+      "learning_rate": 3.96969873064523e-06,
+      "loss": 5.794063110351562,
+      "step": 50125
+    },
+    {
+      "epoch": 1.574923451362173,
+      "grad_norm": 3.8539087772369385,
+      "learning_rate": 3.96271959204363e-06,
+      "loss": 5.805430908203125,
+      "step": 50150
+    },
+    {
+      "epoch": 1.5757085655962944,
+      "grad_norm": 3.972229480743408,
+      "learning_rate": 3.955751326278011e-06,
+      "loss": 5.797606201171875,
+      "step": 50175
+    },
+    {
+      "epoch": 1.5764936798304152,
+      "grad_norm": 3.0209920406341553,
+      "learning_rate": 3.948793944114586e-06,
+      "loss": 5.814797973632812,
+      "step": 50200
+    },
+    {
+      "epoch": 1.5772787940645365,
+      "grad_norm": 3.0055081844329834,
+      "learning_rate": 3.941847456302744e-06,
+      "loss": 5.776929321289063,
+      "step": 50225
+    },
+    {
+      "epoch": 1.5780639082986574,
+      "grad_norm": 3.2291371822357178,
+      "learning_rate": 3.934911873575039e-06,
+      "loss": 5.787539672851563,
+      "step": 50250
+    },
+    {
+      "epoch": 1.5788490225327785,
+      "grad_norm": 3.6499080657958984,
+      "learning_rate": 3.927987206647184e-06,
+      "loss": 5.790692749023438,
+      "step": 50275
+    },
+    {
+      "epoch": 1.5796341367668996,
+      "grad_norm": 3.6828227043151855,
+      "learning_rate": 3.921073466218022e-06,
+      "loss": 5.813136596679687,
+      "step": 50300
+    },
+    {
+      "epoch": 1.5804192510010207,
+      "grad_norm": 4.607122421264648,
+      "learning_rate": 3.9141706629695175e-06,
+      "loss": 5.80171875,
+      "step": 50325
+    },
+    {
+      "epoch": 1.5812043652351417,
+      "grad_norm": 2.6995022296905518,
+      "learning_rate": 3.907278807566736e-06,
+      "loss": 5.788217163085937,
+      "step": 50350
+    },
+    {
+      "epoch": 1.5819894794692628,
+      "grad_norm": 2.7353358268737793,
+      "learning_rate": 3.900397910657817e-06,
+      "loss": 5.78747802734375,
+      "step": 50375
+    },
+    {
+      "epoch": 1.582774593703384,
+      "grad_norm": 3.577000856399536,
+      "learning_rate": 3.8935279828739925e-06,
+      "loss": 5.8153448486328125,
+      "step": 50400
+    },
+    {
+      "epoch": 1.5835597079375048,
+      "grad_norm": 4.148398399353027,
+      "learning_rate": 3.886669034829524e-06,
+      "loss": 5.815330200195312,
+      "step": 50425
+    },
+    {
+      "epoch": 1.584344822171626,
+      "grad_norm": 3.7801356315612793,
+      "learning_rate": 3.8798210771217235e-06,
+      "loss": 5.79373291015625,
+      "step": 50450
+    },
+    {
+      "epoch": 1.585129936405747,
+      "grad_norm": 3.0653574466705322,
+      "learning_rate": 3.872984120330911e-06,
+      "loss": 5.791068725585937,
+      "step": 50475
+    },
+    {
+      "epoch": 1.5859150506398683,
+      "grad_norm": 4.347634315490723,
+      "learning_rate": 3.866158175020419e-06,
+      "loss": 5.786807250976563,
+      "step": 50500
+    },
+    {
+      "epoch": 1.5867001648739891,
+      "grad_norm": 3.9783742427825928,
+      "learning_rate": 3.859343251736566e-06,
+      "loss": 5.798259887695313,
+      "step": 50525
+    },
+    {
+      "epoch": 1.5874852791081102,
+      "grad_norm": 3.458160400390625,
+      "learning_rate": 3.852539361008634e-06,
+      "loss": 5.808035888671875,
+      "step": 50550
+    },
+    {
+      "epoch": 1.5882703933422313,
+      "grad_norm": 5.4045867919921875,
+      "learning_rate": 3.845746513348866e-06,
+      "loss": 5.785310668945312,
+      "step": 50575
+    },
+    {
+      "epoch": 1.5890555075763524,
+      "grad_norm": 3.6321609020233154,
+      "learning_rate": 3.838964719252444e-06,
+      "loss": 5.794059448242187,
+      "step": 50600
+    },
+    {
+      "epoch": 1.5898406218104735,
+      "grad_norm": 4.486666202545166,
+      "learning_rate": 3.832193989197463e-06,
+      "loss": 5.7962939453125,
+      "step": 50625
+    },
+    {
+      "epoch": 1.5906257360445943,
+      "grad_norm": 3.2979328632354736,
+      "learning_rate": 3.825434333644937e-06,
+      "loss": 5.8048828125,
+      "step": 50650
+    },
+    {
+      "epoch": 1.5914108502787156,
+      "grad_norm": 3.7277791500091553,
+      "learning_rate": 3.818685763038756e-06,
+      "loss": 5.79448486328125,
+      "step": 50675
+    },
+    {
+      "epoch": 1.5921959645128365,
+      "grad_norm": 4.430881023406982,
+      "learning_rate": 3.811948287805691e-06,
+      "loss": 5.796631469726562,
+      "step": 50700
+    },
+    {
+      "epoch": 1.5929810787469578,
+      "grad_norm": 3.419097423553467,
+      "learning_rate": 3.805221918355372e-06,
+      "loss": 5.805740966796875,
+      "step": 50725
+    },
+    {
+      "epoch": 1.5937661929810787,
+      "grad_norm": 5.074674129486084,
+      "learning_rate": 3.798506665080263e-06,
+      "loss": 5.801837768554687,
+      "step": 50750
+    },
+    {
+      "epoch": 1.5945513072151998,
+      "grad_norm": 2.712246894836426,
+      "learning_rate": 3.7918025383556576e-06,
+      "loss": 5.797415771484375,
+      "step": 50775
+    },
+    {
+      "epoch": 1.5953364214493209,
+      "grad_norm": 3.161252498626709,
+      "learning_rate": 3.785109548539663e-06,
+      "loss": 5.8008349609375,
+      "step": 50800
+    },
+    {
+      "epoch": 1.596121535683442,
+      "grad_norm": 3.076082229614258,
+      "learning_rate": 3.778427705973169e-06,
+      "loss": 5.803912353515625,
+      "step": 50825
+    },
+    {
+      "epoch": 1.596906649917563,
+      "grad_norm": 4.224883556365967,
+      "learning_rate": 3.7717570209798515e-06,
+      "loss": 5.803405151367188,
+      "step": 50850
+    },
+    {
+      "epoch": 1.5976917641516841,
+      "grad_norm": 5.6546478271484375,
+      "learning_rate": 3.765097503866141e-06,
+      "loss": 5.794392700195313,
+      "step": 50875
+    },
+    {
+      "epoch": 1.5984768783858052,
+      "grad_norm": 6.64470911026001,
+      "learning_rate": 3.7584491649212186e-06,
+      "loss": 5.80628662109375,
+      "step": 50900
+    },
+    {
+      "epoch": 1.599261992619926,
+      "grad_norm": 2.5986669063568115,
+      "learning_rate": 3.7518120144169943e-06,
+      "loss": 5.799351806640625,
+      "step": 50925
+    },
+    {
+      "epoch": 1.6000471068540474,
+      "grad_norm": 4.745136260986328,
+      "learning_rate": 3.7451860626080847e-06,
+      "loss": 5.796547241210938,
+      "step": 50950
+    },
+    {
+      "epoch": 1.6008322210881683,
+      "grad_norm": 3.961850881576538,
+      "learning_rate": 3.738571319731813e-06,
+      "loss": 5.774854125976563,
+      "step": 50975
+    },
+    {
+      "epoch": 1.6016173353222896,
+      "grad_norm": 5.10260009765625,
+      "learning_rate": 3.7319677960081824e-06,
+      "loss": 5.788701782226562,
+      "step": 51000
+    },
+    {
+      "epoch": 1.6024024495564104,
+      "grad_norm": 4.172293186187744,
+      "learning_rate": 3.725375501639854e-06,
+      "loss": 5.7841845703125,
+      "step": 51025
+    },
+    {
+      "epoch": 1.6031875637905315,
+      "grad_norm": 6.4775309562683105,
+      "learning_rate": 3.7187944468121515e-06,
+      "loss": 5.7960357666015625,
+      "step": 51050
+    },
+    {
+      "epoch": 1.6039726780246526,
+      "grad_norm": 3.742861747741699,
+      "learning_rate": 3.7122246416930234e-06,
+      "loss": 5.805542602539062,
+      "step": 51075
+    },
+    {
+      "epoch": 1.6047577922587737,
+      "grad_norm": 5.948304176330566,
+      "learning_rate": 3.70566609643304e-06,
+      "loss": 5.798612670898438,
+      "step": 51100
+    },
+    {
+      "epoch": 1.6055429064928948,
+      "grad_norm": 3.3397841453552246,
+      "learning_rate": 3.6991188211653796e-06,
+      "loss": 5.800460205078125,
+      "step": 51125
+    },
+    {
+      "epoch": 1.6063280207270156,
+      "grad_norm": 2.6725990772247314,
+      "learning_rate": 3.692582826005798e-06,
+      "loss": 5.796121826171875,
+      "step": 51150
+    },
+    {
+      "epoch": 1.607113134961137,
+      "grad_norm": 4.699281215667725,
+      "learning_rate": 3.6860581210526327e-06,
+      "loss": 5.804586181640625,
+      "step": 51175
+    },
+    {
+      "epoch": 1.6078982491952578,
+      "grad_norm": 3.4811160564422607,
+      "learning_rate": 3.6795447163867727e-06,
+      "loss": 5.79287841796875,
+      "step": 51200
+    },
+    {
+      "epoch": 1.6086833634293791,
+      "grad_norm": 3.9069652557373047,
+      "learning_rate": 3.6730426220716455e-06,
+      "loss": 5.807425537109375,
+      "step": 51225
+    },
+    {
+      "epoch": 1.6094684776635,
+      "grad_norm": 3.905623197555542,
+      "learning_rate": 3.6665518481532113e-06,
+      "loss": 5.801078491210937,
+      "step": 51250
+    },
+    {
+      "epoch": 1.610253591897621,
+      "grad_norm": 3.5513505935668945,
+      "learning_rate": 3.6600724046599278e-06,
+      "loss": 5.800455932617187,
+      "step": 51275
+    },
+    {
+      "epoch": 1.6110387061317422,
+      "grad_norm": 4.965606212615967,
+      "learning_rate": 3.6536043016027633e-06,
+      "loss": 5.804674072265625,
+      "step": 51300
+    },
+    {
+      "epoch": 1.6118238203658632,
+      "grad_norm": 3.2908143997192383,
+      "learning_rate": 3.6471475489751495e-06,
+      "loss": 5.7995538330078125,
+      "step": 51325
+    },
+    {
+      "epoch": 1.6126089345999843,
+      "grad_norm": 2.7769670486450195,
+      "learning_rate": 3.6407021567529876e-06,
+      "loss": 5.79237060546875,
+      "step": 51350
+    },
+    {
+      "epoch": 1.6133940488341052,
+      "grad_norm": 3.28472900390625,
+      "learning_rate": 3.634268134894627e-06,
+      "loss": 5.77873291015625,
+      "step": 51375
+    },
+    {
+      "epoch": 1.6141791630682265,
+      "grad_norm": 3.2067043781280518,
+      "learning_rate": 3.6278454933408503e-06,
+      "loss": 5.796770629882812,
+      "step": 51400
+    },
+    {
+      "epoch": 1.6149642773023474,
+      "grad_norm": 3.248952865600586,
+      "learning_rate": 3.6214342420148558e-06,
+      "loss": 5.795384521484375,
+      "step": 51425
+    },
+    {
+      "epoch": 1.6157493915364687,
+      "grad_norm": 2.877992868423462,
+      "learning_rate": 3.615034390822243e-06,
+      "loss": 5.80084716796875,
+      "step": 51450
+    },
+    {
+      "epoch": 1.6165345057705895,
+      "grad_norm": 2.805896282196045,
+      "learning_rate": 3.6086459496509924e-06,
+      "loss": 5.79056640625,
+      "step": 51475
+    },
+    {
+      "epoch": 1.6173196200047106,
+      "grad_norm": 2.6245462894439697,
+      "learning_rate": 3.602268928371472e-06,
+      "loss": 5.797354736328125,
+      "step": 51500
+    },
+    {
+      "epoch": 1.6181047342388317,
+      "grad_norm": 4.103006362915039,
+      "learning_rate": 3.595903336836386e-06,
+      "loss": 5.801563110351562,
+      "step": 51525
+    },
+    {
+      "epoch": 1.6188898484729528,
+      "grad_norm": 2.5940170288085938,
+      "learning_rate": 3.589549184880795e-06,
+      "loss": 5.802990112304688,
+      "step": 51550
+    },
+    {
+      "epoch": 1.619674962707074,
+      "grad_norm": 2.9274685382843018,
+      "learning_rate": 3.5832064823220735e-06,
+      "loss": 5.781011962890625,
+      "step": 51575
+    },
+    {
+      "epoch": 1.620460076941195,
+      "grad_norm": 3.8081278800964355,
+      "learning_rate": 3.5768752389599126e-06,
+      "loss": 5.80527587890625,
+      "step": 51600
+    },
+    {
+      "epoch": 1.621245191175316,
+      "grad_norm": 4.534651756286621,
+      "learning_rate": 3.570555464576301e-06,
+      "loss": 5.7780615234375,
+      "step": 51625
+    },
+    {
+      "epoch": 1.622030305409437,
+      "grad_norm": 4.019165992736816,
+      "learning_rate": 3.5642471689354997e-06,
+      "loss": 5.787950439453125,
+      "step": 51650
+    },
+    {
+      "epoch": 1.6228154196435582,
+      "grad_norm": 2.739419937133789,
+      "learning_rate": 3.5579503617840348e-06,
+      "loss": 5.802354125976563,
+      "step": 51675
+    },
+    {
+      "epoch": 1.623600533877679,
+      "grad_norm": 5.103831768035889,
+      "learning_rate": 3.5516650528506956e-06,
+      "loss": 5.792191162109375,
+      "step": 51700
+    },
+    {
+      "epoch": 1.6243856481118004,
+      "grad_norm": 3.2540924549102783,
+      "learning_rate": 3.5453912518464897e-06,
+      "loss": 5.795818481445313,
+      "step": 51725
+    },
+    {
+      "epoch": 1.6251707623459213,
+      "grad_norm": 4.4360504150390625,
+      "learning_rate": 3.5391289684646558e-06,
+      "loss": 5.810909423828125,
+      "step": 51750
+    },
+    {
+      "epoch": 1.6259558765800424,
+      "grad_norm": 4.132941246032715,
+      "learning_rate": 3.532878212380628e-06,
+      "loss": 5.813388061523438,
+      "step": 51775
+    },
+    {
+      "epoch": 1.6267409908141635,
+      "grad_norm": 4.491993427276611,
+      "learning_rate": 3.5266389932520395e-06,
+      "loss": 5.7979052734375,
+      "step": 51800
+    },
+    {
+      "epoch": 1.6275261050482845,
+      "grad_norm": 3.7917466163635254,
+      "learning_rate": 3.5204113207186975e-06,
+      "loss": 5.800252075195313,
+      "step": 51825
+    },
+    {
+      "epoch": 1.6283112192824056,
+      "grad_norm": 3.878314256668091,
+      "learning_rate": 3.514195204402559e-06,
+      "loss": 5.78463134765625,
+      "step": 51850
+    },
+    {
+      "epoch": 1.6290963335165265,
+      "grad_norm": 3.469482660293579,
+      "learning_rate": 3.5079906539077385e-06,
+      "loss": 5.784945068359375,
+      "step": 51875
+    },
+    {
+      "epoch": 1.6298814477506478,
+      "grad_norm": 3.7619130611419678,
+      "learning_rate": 3.5017976788204775e-06,
+      "loss": 5.8057318115234375,
+      "step": 51900
+    },
+    {
+      "epoch": 1.6306665619847687,
+      "grad_norm": 2.8409385681152344,
+      "learning_rate": 3.4956162887091273e-06,
+      "loss": 5.798825073242187,
+      "step": 51925
+    },
+    {
+      "epoch": 1.63145167621889,
+      "grad_norm": 3.999506950378418,
+      "learning_rate": 3.489446493124148e-06,
+      "loss": 5.7862176513671875,
+      "step": 51950
+    },
+    {
+      "epoch": 1.6322367904530108,
+      "grad_norm": 4.165113925933838,
+      "learning_rate": 3.4832883015980794e-06,
+      "loss": 5.790623779296875,
+      "step": 51975
+    },
+    {
+      "epoch": 1.633021904687132,
+      "grad_norm": 4.279726028442383,
+      "learning_rate": 3.4771417236455373e-06,
+      "loss": 5.797593994140625,
+      "step": 52000
+    },
+    {
+      "epoch": 1.633807018921253,
+      "grad_norm": 4.084758758544922,
+      "learning_rate": 3.4710067687631943e-06,
+      "loss": 5.788948974609375,
+      "step": 52025
+    },
+    {
+      "epoch": 1.634592133155374,
+      "grad_norm": 5.0263566970825195,
+      "learning_rate": 3.4648834464297578e-06,
+      "loss": 5.786517333984375,
+      "step": 52050
+    },
+    {
+      "epoch": 1.6353772473894952,
+      "grad_norm": 2.74605393409729,
+      "learning_rate": 3.4587717661059707e-06,
+      "loss": 5.804745483398437,
+      "step": 52075
+    },
+    {
+      "epoch": 1.6361623616236163,
+      "grad_norm": 3.7980713844299316,
+      "learning_rate": 3.452671737234588e-06,
+      "loss": 5.792777709960937,
+      "step": 52100
+    },
+    {
+      "epoch": 1.6369474758577374,
+      "grad_norm": 1.8956425189971924,
+      "learning_rate": 3.446583369240355e-06,
+      "loss": 5.785962524414063,
+      "step": 52125
+    },
+    {
+      "epoch": 1.6377325900918582,
+      "grad_norm": 5.045468807220459,
+      "learning_rate": 3.440506671530012e-06,
+      "loss": 5.798984985351563,
+      "step": 52150
+    },
+    {
+      "epoch": 1.6385177043259795,
+      "grad_norm": 4.237487316131592,
+      "learning_rate": 3.434441653492255e-06,
+      "loss": 5.7989739990234375,
+      "step": 52175
+    },
+    {
+      "epoch": 1.6393028185601004,
+      "grad_norm": 4.43571138381958,
+      "learning_rate": 3.428388324497748e-06,
+      "loss": 5.787532958984375,
+      "step": 52200
+    },
+    {
+      "epoch": 1.6400879327942217,
+      "grad_norm": 4.360158920288086,
+      "learning_rate": 3.4223466938990866e-06,
+      "loss": 5.80435302734375,
+      "step": 52225
+    },
+    {
+      "epoch": 1.6408730470283426,
+      "grad_norm": 3.1161060333251953,
+      "learning_rate": 3.4163167710307932e-06,
+      "loss": 5.798643798828125,
+      "step": 52250
+    },
+    {
+      "epoch": 1.6416581612624637,
+      "grad_norm": 3.3289191722869873,
+      "learning_rate": 3.4102985652093035e-06,
+      "loss": 5.802236938476563,
+      "step": 52275
+    },
+    {
+      "epoch": 1.6424432754965848,
+      "grad_norm": 5.154234409332275,
+      "learning_rate": 3.404292085732951e-06,
+      "loss": 5.796903076171875,
+      "step": 52300
+    },
+    {
+      "epoch": 1.6432283897307058,
+      "grad_norm": 3.691981792449951,
+      "learning_rate": 3.3982973418819444e-06,
+      "loss": 5.791055297851562,
+      "step": 52325
+    },
+    {
+      "epoch": 1.644013503964827,
+      "grad_norm": 4.618564128875732,
+      "learning_rate": 3.392314342918371e-06,
+      "loss": 5.781434936523437,
+      "step": 52350
+    },
+    {
+      "epoch": 1.6447986181989478,
+      "grad_norm": 3.254326820373535,
+      "learning_rate": 3.386343098086159e-06,
+      "loss": 5.807782592773438,
+      "step": 52375
+    },
+    {
+      "epoch": 1.645583732433069,
+      "grad_norm": 4.9267497062683105,
+      "learning_rate": 3.3803836166110916e-06,
+      "loss": 5.805394897460937,
+      "step": 52400
+    },
+    {
+      "epoch": 1.64636884666719,
+      "grad_norm": 4.787402629852295,
+      "learning_rate": 3.3744359077007653e-06,
+      "loss": 5.7934716796875,
+      "step": 52425
+    },
+    {
+      "epoch": 1.6471539609013113,
+      "grad_norm": 4.1648030281066895,
+      "learning_rate": 3.3684999805445896e-06,
+      "loss": 5.799417114257812,
+      "step": 52450
+    },
+    {
+      "epoch": 1.6479390751354321,
+      "grad_norm": 3.340914011001587,
+      "learning_rate": 3.362575844313774e-06,
+      "loss": 5.796717166900635,
+      "step": 52475
+    },
+    {
+      "epoch": 1.6487241893695532,
+      "grad_norm": 3.3443055152893066,
+      "learning_rate": 3.3566635081613095e-06,
+      "loss": 5.79302734375,
+      "step": 52500
+    },
+    {
+      "epoch": 1.6495093036036743,
+      "grad_norm": 2.5274951457977295,
+      "learning_rate": 3.3507629812219565e-06,
+      "loss": 5.7960205078125,
+      "step": 52525
+    },
+    {
+      "epoch": 1.6502944178377954,
+      "grad_norm": 4.929781913757324,
+      "learning_rate": 3.3448742726122293e-06,
+      "loss": 5.79507568359375,
+      "step": 52550
+    },
+    {
+      "epoch": 1.6510795320719165,
+      "grad_norm": 3.5698354244232178,
+      "learning_rate": 3.338997391430373e-06,
+      "loss": 5.78392333984375,
+      "step": 52575
+    },
+    {
+      "epoch": 1.6518646463060376,
+      "grad_norm": 2.812836170196533,
+      "learning_rate": 3.3331323467563794e-06,
+      "loss": 5.793589477539062,
+      "step": 52600
+    },
+    {
+      "epoch": 1.6526497605401587,
+      "grad_norm": 1.9206541776657104,
+      "learning_rate": 3.3272791476519343e-06,
+      "loss": 5.804886474609375,
+      "step": 52625
+    },
+    {
+      "epoch": 1.6534348747742795,
+      "grad_norm": 3.4247820377349854,
+      "learning_rate": 3.3214378031604273e-06,
+      "loss": 5.778856201171875,
+      "step": 52650
+    },
+    {
+      "epoch": 1.6542199890084008,
+      "grad_norm": 3.3723719120025635,
+      "learning_rate": 3.3156083223069346e-06,
+      "loss": 5.799539184570312,
+      "step": 52675
+    },
+    {
+      "epoch": 1.6550051032425217,
+      "grad_norm": 3.918879508972168,
+      "learning_rate": 3.3097907140982017e-06,
+      "loss": 5.786864013671875,
+      "step": 52700
+    },
+    {
+      "epoch": 1.655790217476643,
+      "grad_norm": 4.236285209655762,
+      "learning_rate": 3.3039849875226302e-06,
+      "loss": 5.79086181640625,
+      "step": 52725
+    },
+    {
+      "epoch": 1.6565753317107639,
+      "grad_norm": 3.7409722805023193,
+      "learning_rate": 3.298191151550264e-06,
+      "loss": 5.782718505859375,
+      "step": 52750
+    },
+    {
+      "epoch": 1.657360445944885,
+      "grad_norm": 4.355134963989258,
+      "learning_rate": 3.2924092151327704e-06,
+      "loss": 5.794862670898437,
+      "step": 52775
+    },
+    {
+      "epoch": 1.658145560179006,
+      "grad_norm": 4.211248397827148,
+      "learning_rate": 3.2866391872034433e-06,
+      "loss": 5.796520385742188,
+      "step": 52800
+    },
+    {
+      "epoch": 1.6589306744131271,
+      "grad_norm": 4.470012187957764,
+      "learning_rate": 3.280881076677167e-06,
+      "loss": 5.790586547851563,
+      "step": 52825
+    },
+    {
+      "epoch": 1.6597157886472482,
+      "grad_norm": 3.8508198261260986,
+      "learning_rate": 3.275134892450419e-06,
+      "loss": 5.78813720703125,
+      "step": 52850
+    },
+    {
+      "epoch": 1.660500902881369,
+      "grad_norm": 4.225559711456299,
+      "learning_rate": 3.269400643401245e-06,
+      "loss": 5.787883911132813,
+      "step": 52875
+    },
+    {
+      "epoch": 1.6612860171154904,
+      "grad_norm": 3.799661159515381,
+      "learning_rate": 3.2636783383892554e-06,
+      "loss": 5.798718872070313,
+      "step": 52900
+    },
+    {
+      "epoch": 1.6620711313496113,
+      "grad_norm": 3.7599282264709473,
+      "learning_rate": 3.257967986255606e-06,
+      "loss": 5.791277465820312,
+      "step": 52925
+    },
+    {
+      "epoch": 1.6628562455837326,
+      "grad_norm": 4.519002437591553,
+      "learning_rate": 3.252269595822982e-06,
+      "loss": 5.798148193359375,
+      "step": 52950
+    },
+    {
+      "epoch": 1.6636413598178534,
+      "grad_norm": 3.1788482666015625,
+      "learning_rate": 3.246583175895588e-06,
+      "loss": 5.792970581054687,
+      "step": 52975
+    },
+    {
+      "epoch": 1.6644264740519745,
+      "grad_norm": 3.5583693981170654,
+      "learning_rate": 3.2409087352591393e-06,
+      "loss": 5.784022827148437,
+      "step": 53000
+    },
+    {
+      "epoch": 1.6652115882860956,
+      "grad_norm": 3.9589362144470215,
+      "learning_rate": 3.235246282680834e-06,
+      "loss": 5.779111328125,
+      "step": 53025
+    },
+    {
+      "epoch": 1.6659967025202167,
+      "grad_norm": 4.636691093444824,
+      "learning_rate": 3.2295958269093554e-06,
+      "loss": 5.8014373779296875,
+      "step": 53050
+    },
+    {
+      "epoch": 1.6667818167543378,
+      "grad_norm": 3.0693392753601074,
+      "learning_rate": 3.223957376674845e-06,
+      "loss": 5.807294921875,
+      "step": 53075
+    },
+    {
+      "epoch": 1.6675669309884589,
+      "grad_norm": 3.6302435398101807,
+      "learning_rate": 3.218330940688902e-06,
+      "loss": 5.790675048828125,
+      "step": 53100
+    },
+    {
+      "epoch": 1.66835204522258,
+      "grad_norm": 4.392565727233887,
+      "learning_rate": 3.2127165276445617e-06,
+      "loss": 5.787136840820312,
+      "step": 53125
+    },
+    {
+      "epoch": 1.6691371594567008,
+      "grad_norm": 3.778292655944824,
+      "learning_rate": 3.2071141462162768e-06,
+      "loss": 5.790072631835938,
+      "step": 53150
+    },
+    {
+      "epoch": 1.6699222736908221,
+      "grad_norm": 4.017690658569336,
+      "learning_rate": 3.2015238050599196e-06,
+      "loss": 5.795682373046875,
+      "step": 53175
+    },
+    {
+      "epoch": 1.670707387924943,
+      "grad_norm": 3.844534158706665,
+      "learning_rate": 3.195945512812757e-06,
+      "loss": 5.8134228515625,
+      "step": 53200
+    },
+    {
+      "epoch": 1.6714925021590643,
+      "grad_norm": 4.966689586639404,
+      "learning_rate": 3.1903792780934345e-06,
+      "loss": 5.797835083007812,
+      "step": 53225
+    },
+    {
+      "epoch": 1.6722776163931852,
+      "grad_norm": 3.36676025390625,
+      "learning_rate": 3.1848251095019783e-06,
+      "loss": 5.789369506835937,
+      "step": 53250
+    },
+    {
+      "epoch": 1.6730627306273063,
+      "grad_norm": 3.6670477390289307,
+      "learning_rate": 3.1792830156197614e-06,
+      "loss": 5.788646850585938,
+      "step": 53275
+    },
+    {
+      "epoch": 1.6738478448614273,
+      "grad_norm": 3.4687070846557617,
+      "learning_rate": 3.173753005009507e-06,
+      "loss": 5.78541259765625,
+      "step": 53300
+    },
+    {
+      "epoch": 1.6746329590955484,
+      "grad_norm": 3.2948906421661377,
+      "learning_rate": 3.1682350862152726e-06,
+      "loss": 5.797109985351563,
+      "step": 53325
+    },
+    {
+      "epoch": 1.6754180733296695,
+      "grad_norm": 5.167768478393555,
+      "learning_rate": 3.1627292677624256e-06,
+      "loss": 5.79853271484375,
+      "step": 53350
+    },
+    {
+      "epoch": 1.6762031875637904,
+      "grad_norm": 3.2556800842285156,
+      "learning_rate": 3.157235558157641e-06,
+      "loss": 5.798134155273438,
+      "step": 53375
+    },
+    {
+      "epoch": 1.6769883017979117,
+      "grad_norm": 2.5559847354888916,
+      "learning_rate": 3.151753965888888e-06,
+      "loss": 5.7810009765625,
+      "step": 53400
+    },
+    {
+      "epoch": 1.6777734160320326,
+      "grad_norm": 6.909741401672363,
+      "learning_rate": 3.1462844994254105e-06,
+      "loss": 5.778453826904297,
+      "step": 53425
+    },
+    {
+      "epoch": 1.6785585302661539,
+      "grad_norm": 4.012985706329346,
+      "learning_rate": 3.1408271672177193e-06,
+      "loss": 5.784638061523437,
+      "step": 53450
+    },
+    {
+      "epoch": 1.6793436445002747,
+      "grad_norm": 3.675302267074585,
+      "learning_rate": 3.1353819776975742e-06,
+      "loss": 5.77371337890625,
+      "step": 53475
+    },
+    {
+      "epoch": 1.6801287587343958,
+      "grad_norm": 4.200839519500732,
+      "learning_rate": 3.1299489392779836e-06,
+      "loss": 5.781553955078125,
+      "step": 53500
+    },
+    {
+      "epoch": 1.680913872968517,
+      "grad_norm": 5.0064568519592285,
+      "learning_rate": 3.1245280603531713e-06,
+      "loss": 5.800042724609375,
+      "step": 53525
+    },
+    {
+      "epoch": 1.681698987202638,
+      "grad_norm": 4.023277282714844,
+      "learning_rate": 3.119119349298577e-06,
+      "loss": 5.779158935546875,
+      "step": 53550
+    },
+    {
+      "epoch": 1.682484101436759,
+      "grad_norm": 4.6343159675598145,
+      "learning_rate": 3.1137228144708435e-06,
+      "loss": 5.787694702148437,
+      "step": 53575
+    },
+    {
+      "epoch": 1.68326921567088,
+      "grad_norm": 4.726887226104736,
+      "learning_rate": 3.108338464207802e-06,
+      "loss": 5.789046630859375,
+      "step": 53600
+    },
+    {
+      "epoch": 1.6840543299050013,
+      "grad_norm": 3.3134701251983643,
+      "learning_rate": 3.1029663068284505e-06,
+      "loss": 5.788505859375,
+      "step": 53625
+    },
+    {
+      "epoch": 1.6848394441391221,
+      "grad_norm": 4.763998508453369,
+      "learning_rate": 3.0976063506329582e-06,
+      "loss": 5.80382080078125,
+      "step": 53650
+    },
+    {
+      "epoch": 1.6856245583732434,
+      "grad_norm": 2.619739532470703,
+      "learning_rate": 3.092258603902633e-06,
+      "loss": 5.789880981445313,
+      "step": 53675
+    },
+    {
+      "epoch": 1.6864096726073643,
+      "grad_norm": 6.013173580169678,
+      "learning_rate": 3.086923074899931e-06,
+      "loss": 5.78770263671875,
+      "step": 53700
+    },
+    {
+      "epoch": 1.6871947868414854,
+      "grad_norm": 3.612316370010376,
+      "learning_rate": 3.081599771868423e-06,
+      "loss": 5.7882421875,
+      "step": 53725
+    },
+    {
+      "epoch": 1.6879799010756065,
+      "grad_norm": 3.328181266784668,
+      "learning_rate": 3.076288703032788e-06,
+      "loss": 5.797979125976562,
+      "step": 53750
+    },
+    {
+      "epoch": 1.6887650153097276,
+      "grad_norm": 3.0525639057159424,
+      "learning_rate": 3.07098987659881e-06,
+      "loss": 5.787008056640625,
+      "step": 53775
+    },
+    {
+      "epoch": 1.6895501295438486,
+      "grad_norm": 2.8377997875213623,
+      "learning_rate": 3.065703300753353e-06,
+      "loss": 5.784354248046875,
+      "step": 53800
+    },
+    {
+      "epoch": 1.6903352437779697,
+      "grad_norm": 4.609061241149902,
+      "learning_rate": 3.0604289836643603e-06,
+      "loss": 5.783494262695313,
+      "step": 53825
+    },
+    {
+      "epoch": 1.6911203580120908,
+      "grad_norm": 3.664961814880371,
+      "learning_rate": 3.055166933480825e-06,
+      "loss": 5.795774536132813,
+      "step": 53850
+    },
+    {
+      "epoch": 1.6919054722462117,
+      "grad_norm": 2.870007038116455,
+      "learning_rate": 3.0499171583327908e-06,
+      "loss": 5.8123095703125,
+      "step": 53875
+    },
+    {
+      "epoch": 1.692690586480333,
+      "grad_norm": 3.254917860031128,
+      "learning_rate": 3.044679666331343e-06,
+      "loss": 5.797506713867188,
+      "step": 53900
+    },
+    {
+      "epoch": 1.6934757007144539,
+      "grad_norm": 4.540425777435303,
+      "learning_rate": 3.0394544655685804e-06,
+      "loss": 5.787763671875,
+      "step": 53925
+    },
+    {
+      "epoch": 1.6942608149485752,
+      "grad_norm": 3.2745890617370605,
+      "learning_rate": 3.0342415641176174e-06,
+      "loss": 5.796687622070312,
+      "step": 53950
+    },
+    {
+      "epoch": 1.695045929182696,
+      "grad_norm": 4.555976867675781,
+      "learning_rate": 3.0290409700325594e-06,
+      "loss": 5.791295166015625,
+      "step": 53975
+    },
+    {
+      "epoch": 1.6958310434168171,
+      "grad_norm": 3.2083778381347656,
+      "learning_rate": 3.023852691348501e-06,
+      "loss": 5.788763427734375,
+      "step": 54000
+    },
+    {
+      "epoch": 1.6966161576509382,
+      "grad_norm": 3.855635404586792,
+      "learning_rate": 3.0186767360815107e-06,
+      "loss": 5.793141479492188,
+      "step": 54025
+    },
+    {
+      "epoch": 1.6974012718850593,
+      "grad_norm": 8.728151321411133,
+      "learning_rate": 3.013513112228611e-06,
+      "loss": 5.802308349609375,
+      "step": 54050
+    },
+    {
+      "epoch": 1.6981863861191804,
+      "grad_norm": 4.769170761108398,
+      "learning_rate": 3.0083618277677756e-06,
+      "loss": 5.7904638671875,
+      "step": 54075
+    },
+    {
+      "epoch": 1.6989715003533012,
+      "grad_norm": 3.8085601329803467,
+      "learning_rate": 3.003222890657916e-06,
+      "loss": 5.77656005859375,
+      "step": 54100
+    },
+    {
+      "epoch": 1.6997566145874226,
+      "grad_norm": 4.54194974899292,
+      "learning_rate": 2.9980963088388602e-06,
+      "loss": 5.801517333984375,
+      "step": 54125
+    },
+    {
+      "epoch": 1.7005417288215434,
+      "grad_norm": 3.703043222427368,
+      "learning_rate": 2.9929820902313527e-06,
+      "loss": 5.7862310791015625,
+      "step": 54150
+    },
+    {
+      "epoch": 1.7013268430556647,
+      "grad_norm": 4.9394073486328125,
+      "learning_rate": 2.9878802427370317e-06,
+      "loss": 5.786273803710937,
+      "step": 54175
+    },
+    {
+      "epoch": 1.7021119572897856,
+      "grad_norm": 2.9924726486206055,
+      "learning_rate": 2.9827907742384244e-06,
+      "loss": 5.78591796875,
+      "step": 54200
+    },
+    {
+      "epoch": 1.7028970715239067,
+      "grad_norm": 3.799065589904785,
+      "learning_rate": 2.9777136925989353e-06,
+      "loss": 5.802099609375,
+      "step": 54225
+    },
+    {
+      "epoch": 1.7036821857580278,
+      "grad_norm": 4.732241630554199,
+      "learning_rate": 2.9726490056628223e-06,
+      "loss": 5.807063598632812,
+      "step": 54250
+    },
+    {
+      "epoch": 1.7044672999921489,
+      "grad_norm": 3.383070945739746,
+      "learning_rate": 2.9675967212551975e-06,
+      "loss": 5.791766357421875,
+      "step": 54275
+    },
+    {
+      "epoch": 1.70525241422627,
+      "grad_norm": 5.5677103996276855,
+      "learning_rate": 2.9625568471820177e-06,
+      "loss": 5.80056640625,
+      "step": 54300
+    },
+    {
+      "epoch": 1.706037528460391,
+      "grad_norm": 4.111900329589844,
+      "learning_rate": 2.957529391230051e-06,
+      "loss": 5.797904052734375,
+      "step": 54325
+    },
+    {
+      "epoch": 1.7068226426945121,
+      "grad_norm": 3.7623276710510254,
+      "learning_rate": 2.952514361166891e-06,
+      "loss": 5.795888061523438,
+      "step": 54350
+    },
+    {
+      "epoch": 1.707607756928633,
+      "grad_norm": 3.2053778171539307,
+      "learning_rate": 2.9475117647409265e-06,
+      "loss": 5.7895574951171875,
+      "step": 54375
+    },
+    {
+      "epoch": 1.7083928711627543,
+      "grad_norm": 3.157865524291992,
+      "learning_rate": 2.942521609681338e-06,
+      "loss": 5.779329833984375,
+      "step": 54400
+    },
+    {
+      "epoch": 1.7091779853968752,
+      "grad_norm": 7.712612152099609,
+      "learning_rate": 2.937543903698087e-06,
+      "loss": 5.801334838867188,
+      "step": 54425
+    },
+    {
+      "epoch": 1.7099630996309965,
+      "grad_norm": 5.730584621429443,
+      "learning_rate": 2.932578654481894e-06,
+      "loss": 5.78336181640625,
+      "step": 54450
+    },
+    {
+      "epoch": 1.7107482138651173,
+      "grad_norm": 3.8324596881866455,
+      "learning_rate": 2.9276258697042358e-06,
+      "loss": 5.791301879882813,
+      "step": 54475
+    },
+    {
+      "epoch": 1.7115333280992384,
+      "grad_norm": 2.9169509410858154,
+      "learning_rate": 2.9226855570173375e-06,
+      "loss": 5.794508056640625,
+      "step": 54500
+    },
+    {
+      "epoch": 1.7123184423333595,
+      "grad_norm": 4.839617729187012,
+      "learning_rate": 2.9177577240541426e-06,
+      "loss": 5.799713745117187,
+      "step": 54525
+    },
+    {
+      "epoch": 1.7131035565674806,
+      "grad_norm": 4.52235746383667,
+      "learning_rate": 2.9128423784283256e-06,
+      "loss": 5.785316162109375,
+      "step": 54550
+    },
+    {
+      "epoch": 1.7138886708016017,
+      "grad_norm": 3.603635311126709,
+      "learning_rate": 2.907939527734255e-06,
+      "loss": 5.788912963867188,
+      "step": 54575
+    },
+    {
+      "epoch": 1.7146737850357225,
+      "grad_norm": 3.5103304386138916,
+      "learning_rate": 2.9030491795470077e-06,
+      "loss": 5.8051708984375,
+      "step": 54600
+    },
+    {
+      "epoch": 1.7154588992698439,
+      "grad_norm": 3.333629608154297,
+      "learning_rate": 2.8981713414223333e-06,
+      "loss": 5.78905029296875,
+      "step": 54625
+    },
+    {
+      "epoch": 1.7162440135039647,
+      "grad_norm": 3.6196796894073486,
+      "learning_rate": 2.8933060208966544e-06,
+      "loss": 5.784867553710938,
+      "step": 54650
+    },
+    {
+      "epoch": 1.717029127738086,
+      "grad_norm": 4.840312480926514,
+      "learning_rate": 2.8884532254870588e-06,
+      "loss": 5.80423828125,
+      "step": 54675
+    },
+    {
+      "epoch": 1.717814241972207,
+      "grad_norm": 4.034519195556641,
+      "learning_rate": 2.88361296269128e-06,
+      "loss": 5.803225708007813,
+      "step": 54700
+    },
+    {
+      "epoch": 1.718599356206328,
+      "grad_norm": 3.2703158855438232,
+      "learning_rate": 2.8787852399876847e-06,
+      "loss": 5.79246337890625,
+      "step": 54725
+    },
+    {
+      "epoch": 1.719384470440449,
+      "grad_norm": 3.8150782585144043,
+      "learning_rate": 2.87397006483527e-06,
+      "loss": 5.78220947265625,
+      "step": 54750
+    },
+    {
+      "epoch": 1.7201695846745702,
+      "grad_norm": 3.3181285858154297,
+      "learning_rate": 2.8691674446736394e-06,
+      "loss": 5.801692504882812,
+      "step": 54775
+    },
+    {
+      "epoch": 1.7209546989086912,
+      "grad_norm": 3.8962817192077637,
+      "learning_rate": 2.8643773869230118e-06,
+      "loss": 5.786429443359375,
+      "step": 54800
+    },
+    {
+      "epoch": 1.7217398131428123,
+      "grad_norm": 3.37101674079895,
+      "learning_rate": 2.8595998989841828e-06,
+      "loss": 5.792263793945312,
+      "step": 54825
+    },
+    {
+      "epoch": 1.7225249273769334,
+      "grad_norm": 3.432154893875122,
+      "learning_rate": 2.8548349882385313e-06,
+      "loss": 5.8006829833984375,
+      "step": 54850
+    },
+    {
+      "epoch": 1.7233100416110543,
+      "grad_norm": 3.4587669372558594,
+      "learning_rate": 2.850082662048007e-06,
+      "loss": 5.793782958984375,
+      "step": 54875
+    },
+    {
+      "epoch": 1.7240951558451756,
+      "grad_norm": 3.298506021499634,
+      "learning_rate": 2.845342927755116e-06,
+      "loss": 5.782908325195312,
+      "step": 54900
+    },
+    {
+      "epoch": 1.7248802700792965,
+      "grad_norm": 3.2372870445251465,
+      "learning_rate": 2.840615792682908e-06,
+      "loss": 5.788709716796875,
+      "step": 54925
+    },
+    {
+      "epoch": 1.7256653843134178,
+      "grad_norm": 3.5261876583099365,
+      "learning_rate": 2.8359012641349647e-06,
+      "loss": 5.789381713867187,
+      "step": 54950
+    },
+    {
+      "epoch": 1.7264504985475386,
+      "grad_norm": 3.829169988632202,
+      "learning_rate": 2.83119934939539e-06,
+      "loss": 5.773970947265625,
+      "step": 54975
+    },
+    {
+      "epoch": 1.7272356127816597,
+      "grad_norm": 3.3297226428985596,
+      "learning_rate": 2.826510055728806e-06,
+      "loss": 5.782086181640625,
+      "step": 55000
+    },
+    {
+      "epoch": 1.7280207270157808,
+      "grad_norm": 2.840602159500122,
+      "learning_rate": 2.8218333903803263e-06,
+      "loss": 5.788776245117187,
+      "step": 55025
+    },
+    {
+      "epoch": 1.7288058412499019,
+      "grad_norm": 4.069692611694336,
+      "learning_rate": 2.817169360575559e-06,
+      "loss": 5.785874633789063,
+      "step": 55050
+    },
+    {
+      "epoch": 1.729590955484023,
+      "grad_norm": 4.161444664001465,
+      "learning_rate": 2.8125179735205852e-06,
+      "loss": 5.78714599609375,
+      "step": 55075
+    },
+    {
+      "epoch": 1.7303760697181438,
+      "grad_norm": 3.645965576171875,
+      "learning_rate": 2.8078792364019564e-06,
+      "loss": 5.798280639648437,
+      "step": 55100
+    },
+    {
+      "epoch": 1.7311611839522651,
+      "grad_norm": 3.9164159297943115,
+      "learning_rate": 2.80325315638668e-06,
+      "loss": 5.802951049804688,
+      "step": 55125
+    },
+    {
+      "epoch": 1.731946298186386,
+      "grad_norm": 2.9530913829803467,
+      "learning_rate": 2.798639740622202e-06,
+      "loss": 5.794804077148438,
+      "step": 55150
+    },
+    {
+      "epoch": 1.7327314124205073,
+      "grad_norm": 4.062150478363037,
+      "learning_rate": 2.7940389962364084e-06,
+      "loss": 5.786390380859375,
+      "step": 55175
+    },
+    {
+      "epoch": 1.7335165266546282,
+      "grad_norm": 2.291429042816162,
+      "learning_rate": 2.7894509303376055e-06,
+      "loss": 5.799359130859375,
+      "step": 55200
+    },
+    {
+      "epoch": 1.7343016408887493,
+      "grad_norm": 4.043982028961182,
+      "learning_rate": 2.7848755500145065e-06,
+      "loss": 5.7982861328125,
+      "step": 55225
+    },
+    {
+      "epoch": 1.7350867551228704,
+      "grad_norm": 3.8498106002807617,
+      "learning_rate": 2.7803128623362337e-06,
+      "loss": 5.785423583984375,
+      "step": 55250
+    },
+    {
+      "epoch": 1.7358718693569914,
+      "grad_norm": 4.7921037673950195,
+      "learning_rate": 2.775762874352288e-06,
+      "loss": 5.788812255859375,
+      "step": 55275
+    },
+    {
+      "epoch": 1.7366569835911125,
+      "grad_norm": 4.145835876464844,
+      "learning_rate": 2.771225593092557e-06,
+      "loss": 5.7924566650390625,
+      "step": 55300
+    },
+    {
+      "epoch": 1.7374420978252336,
+      "grad_norm": 3.3712410926818848,
+      "learning_rate": 2.7667010255672964e-06,
+      "loss": 5.783648071289062,
+      "step": 55325
+    },
+    {
+      "epoch": 1.7382272120593547,
+      "grad_norm": 3.053072929382324,
+      "learning_rate": 2.762189178767112e-06,
+      "loss": 5.7918023681640625,
+      "step": 55350
+    },
+    {
+      "epoch": 1.7390123262934756,
+      "grad_norm": 2.815648317337036,
+      "learning_rate": 2.7576900596629595e-06,
+      "loss": 5.786428833007813,
+      "step": 55375
+    },
+    {
+      "epoch": 1.7397974405275969,
+      "grad_norm": 2.670663833618164,
+      "learning_rate": 2.753203675206134e-06,
+      "loss": 5.793081665039063,
+      "step": 55400
+    },
+    {
+      "epoch": 1.7405825547617177,
+      "grad_norm": 4.056495666503906,
+      "learning_rate": 2.7487300323282474e-06,
+      "loss": 5.786751708984375,
+      "step": 55425
+    },
+    {
+      "epoch": 1.741367668995839,
+      "grad_norm": 2.9202921390533447,
+      "learning_rate": 2.7442691379412305e-06,
+      "loss": 5.77890380859375,
+      "step": 55450
+    },
+    {
+      "epoch": 1.74215278322996,
+      "grad_norm": 3.901839017868042,
+      "learning_rate": 2.7398209989373137e-06,
+      "loss": 5.791027221679688,
+      "step": 55475
+    },
+    {
+      "epoch": 1.742937897464081,
+      "grad_norm": 2.9990553855895996,
+      "learning_rate": 2.735385622189025e-06,
+      "loss": 5.80008056640625,
+      "step": 55500
+    },
+    {
+      "epoch": 1.743723011698202,
+      "grad_norm": 3.204742193222046,
+      "learning_rate": 2.730963014549171e-06,
+      "loss": 5.79429931640625,
+      "step": 55525
+    },
+    {
+      "epoch": 1.7445081259323232,
+      "grad_norm": 3.166318655014038,
+      "learning_rate": 2.726553182850827e-06,
+      "loss": 5.77638053894043,
+      "step": 55550
+    },
+    {
+      "epoch": 1.7452932401664443,
+      "grad_norm": 4.488119125366211,
+      "learning_rate": 2.7221561339073345e-06,
+      "loss": 5.79408447265625,
+      "step": 55575
+    },
+    {
+      "epoch": 1.7460783544005651,
+      "grad_norm": 3.983168601989746,
+      "learning_rate": 2.7177718745122837e-06,
+      "loss": 5.7857208251953125,
+      "step": 55600
+    },
+    {
+      "epoch": 1.7468634686346864,
+      "grad_norm": 3.380866289138794,
+      "learning_rate": 2.7134004114395e-06,
+      "loss": 5.789664306640625,
+      "step": 55625
+    },
+    {
+      "epoch": 1.7476485828688073,
+      "grad_norm": 4.034645080566406,
+      "learning_rate": 2.7090417514430446e-06,
+      "loss": 5.778468627929687,
+      "step": 55650
+    },
+    {
+      "epoch": 1.7484336971029286,
+      "grad_norm": 4.583098888397217,
+      "learning_rate": 2.7046959012571926e-06,
+      "loss": 5.798292846679687,
+      "step": 55675
+    },
+    {
+      "epoch": 1.7492188113370495,
+      "grad_norm": 3.6379969120025635,
+      "learning_rate": 2.7003628675964295e-06,
+      "loss": 5.792781982421875,
+      "step": 55700
+    },
+    {
+      "epoch": 1.7500039255711706,
+      "grad_norm": 2.7330336570739746,
+      "learning_rate": 2.6960426571554417e-06,
+      "loss": 5.795667724609375,
+      "step": 55725
+    },
+    {
+      "epoch": 1.7500353301405354,
+      "eval_loss": 0.14121590554714203,
+      "eval_runtime": 5073.9292,
+      "eval_samples_per_second": 4.273,
+      "eval_steps_per_second": 0.267,
+      "eval_wer": 3.1759796476670035,
+      "step": 55726
+    },
+    {
+      "epoch": 1.7507890398052917,
+      "grad_norm": 3.364391565322876,
+      "learning_rate": 2.6917352766090955e-06,
+      "loss": 5.788433227539063,
+      "step": 55750
+    },
+    {
+      "epoch": 1.7515741540394127,
+      "grad_norm": 3.355116844177246,
+      "learning_rate": 2.6874407326124423e-06,
+      "loss": 5.779723510742188,
+      "step": 55775
+    },
+    {
+      "epoch": 1.7523592682735338,
+      "grad_norm": 3.1245226860046387,
+      "learning_rate": 2.683159031800698e-06,
+      "loss": 5.78419189453125,
+      "step": 55800
+    },
+    {
+      "epoch": 1.753144382507655,
+      "grad_norm": 3.59114408493042,
+      "learning_rate": 2.678890180789233e-06,
+      "loss": 5.797167358398437,
+      "step": 55825
+    },
+    {
+      "epoch": 1.753929496741776,
+      "grad_norm": 2.549438238143921,
+      "learning_rate": 2.674634186173568e-06,
+      "loss": 5.786692504882812,
+      "step": 55850
+    },
+    {
+      "epoch": 1.7547146109758969,
+      "grad_norm": 2.533783435821533,
+      "learning_rate": 2.6703910545293565e-06,
+      "loss": 5.79389892578125,
+      "step": 55875
+    },
+    {
+      "epoch": 1.7554997252100182,
+      "grad_norm": 3.9065845012664795,
+      "learning_rate": 2.666160792412384e-06,
+      "loss": 5.768716430664062,
+      "step": 55900
+    },
+    {
+      "epoch": 1.756284839444139,
+      "grad_norm": 3.6107354164123535,
+      "learning_rate": 2.661943406358546e-06,
+      "loss": 5.789741821289063,
+      "step": 55925
+    },
+    {
+      "epoch": 1.7570699536782601,
+      "grad_norm": 4.3172478675842285,
+      "learning_rate": 2.657738902883844e-06,
+      "loss": 5.797694091796875,
+      "step": 55950
+    },
+    {
+      "epoch": 1.7578550679123812,
+      "grad_norm": 3.8097493648529053,
+      "learning_rate": 2.6535472884843814e-06,
+      "loss": 5.7917822265625,
+      "step": 55975
+    },
+    {
+      "epoch": 1.7586401821465023,
+      "grad_norm": 6.03124475479126,
+      "learning_rate": 2.6493685696363435e-06,
+      "loss": 5.779965209960937,
+      "step": 56000
+    },
+    {
+      "epoch": 1.7594252963806234,
+      "grad_norm": 4.280158996582031,
+      "learning_rate": 2.6452027527959915e-06,
+      "loss": 5.787221069335938,
+      "step": 56025
+    },
+    {
+      "epoch": 1.7602104106147445,
+      "grad_norm": 3.304903268814087,
+      "learning_rate": 2.6410498443996545e-06,
+      "loss": 5.79031982421875,
+      "step": 56050
+    },
+    {
+      "epoch": 1.7609955248488656,
+      "grad_norm": 3.691190481185913,
+      "learning_rate": 2.636909850863713e-06,
+      "loss": 5.78988525390625,
+      "step": 56075
+    },
+    {
+      "epoch": 1.7617806390829864,
+      "grad_norm": 2.9102067947387695,
+      "learning_rate": 2.6327827785846006e-06,
+      "loss": 5.784320068359375,
+      "step": 56100
+    },
+    {
+      "epoch": 1.7625657533171077,
+      "grad_norm": 4.923401832580566,
+      "learning_rate": 2.62866863393878e-06,
+      "loss": 5.79582763671875,
+      "step": 56125
+    },
+    {
+      "epoch": 1.7633508675512286,
+      "grad_norm": 2.782412528991699,
+      "learning_rate": 2.624567423282748e-06,
+      "loss": 5.776354370117187,
+      "step": 56150
+    },
+    {
+      "epoch": 1.76413598178535,
+      "grad_norm": 5.672576904296875,
+      "learning_rate": 2.620479152953009e-06,
+      "loss": 5.7943182373046875,
+      "step": 56175
+    },
+    {
+      "epoch": 1.7649210960194708,
+      "grad_norm": 5.128127098083496,
+      "learning_rate": 2.616403829266081e-06,
+      "loss": 5.792017822265625,
+      "step": 56200
+    },
+    {
+      "epoch": 1.7657062102535919,
+      "grad_norm": 4.13068962097168,
+      "learning_rate": 2.612341458518478e-06,
+      "loss": 5.793185424804688,
+      "step": 56225
+    },
+    {
+      "epoch": 1.766491324487713,
+      "grad_norm": 2.8265223503112793,
+      "learning_rate": 2.608292046986698e-06,
+      "loss": 5.784890747070312,
+      "step": 56250
+    },
+    {
+      "epoch": 1.767276438721834,
+      "grad_norm": 3.5440585613250732,
+      "learning_rate": 2.604255600927219e-06,
+      "loss": 5.779779052734375,
+      "step": 56275
+    },
+    {
+      "epoch": 1.7680615529559551,
+      "grad_norm": 7.149130344390869,
+      "learning_rate": 2.600232126576487e-06,
+      "loss": 5.789750366210938,
+      "step": 56300
+    },
+    {
+      "epoch": 1.768846667190076,
+      "grad_norm": 3.3122153282165527,
+      "learning_rate": 2.596221630150906e-06,
+      "loss": 5.777681274414062,
+      "step": 56325
+    },
+    {
+      "epoch": 1.7696317814241973,
+      "grad_norm": 5.084323406219482,
+      "learning_rate": 2.592224117846829e-06,
+      "loss": 5.80149169921875,
+      "step": 56350
+    },
+    {
+      "epoch": 1.7704168956583182,
+      "grad_norm": 3.9701216220855713,
+      "learning_rate": 2.5882395958405453e-06,
+      "loss": 5.803560180664062,
+      "step": 56375
+    },
+    {
+      "epoch": 1.7712020098924395,
+      "grad_norm": 4.529189586639404,
+      "learning_rate": 2.5842680702882766e-06,
+      "loss": 5.785661010742188,
+      "step": 56400
+    },
+    {
+      "epoch": 1.7719871241265603,
+      "grad_norm": 3.6762421131134033,
+      "learning_rate": 2.580309547326167e-06,
+      "loss": 5.792308959960938,
+      "step": 56425
+    },
+    {
+      "epoch": 1.7727722383606814,
+      "grad_norm": 4.787751197814941,
+      "learning_rate": 2.576364033070264e-06,
+      "loss": 5.782610473632812,
+      "step": 56450
+    },
+    {
+      "epoch": 1.7735573525948025,
+      "grad_norm": 4.09505033493042,
+      "learning_rate": 2.5724315336165253e-06,
+      "loss": 5.786259155273438,
+      "step": 56475
+    },
+    {
+      "epoch": 1.7743424668289236,
+      "grad_norm": 3.6521527767181396,
+      "learning_rate": 2.5685120550407904e-06,
+      "loss": 5.7947540283203125,
+      "step": 56500
+    },
+    {
+      "epoch": 1.7751275810630447,
+      "grad_norm": 2.441530704498291,
+      "learning_rate": 2.5646056033987883e-06,
+      "loss": 5.779439697265625,
+      "step": 56525
+    },
+    {
+      "epoch": 1.7759126952971658,
+      "grad_norm": 2.9152140617370605,
+      "learning_rate": 2.5607121847261195e-06,
+      "loss": 5.788770141601563,
+      "step": 56550
+    },
+    {
+      "epoch": 1.7766978095312869,
+      "grad_norm": 2.918607711791992,
+      "learning_rate": 2.5568318050382464e-06,
+      "loss": 5.787138671875,
+      "step": 56575
+    },
+    {
+      "epoch": 1.7774829237654077,
+      "grad_norm": 2.930283546447754,
+      "learning_rate": 2.552964470330487e-06,
+      "loss": 5.780997314453125,
+      "step": 56600
+    },
+    {
+      "epoch": 1.778268037999529,
+      "grad_norm": 3.4797418117523193,
+      "learning_rate": 2.5491101865780045e-06,
+      "loss": 5.785594482421875,
+      "step": 56625
+    },
+    {
+      "epoch": 1.77905315223365,
+      "grad_norm": 2.5417637825012207,
+      "learning_rate": 2.5452689597357965e-06,
+      "loss": 5.79296630859375,
+      "step": 56650
+    },
+    {
+      "epoch": 1.7798382664677712,
+      "grad_norm": 2.4895529747009277,
+      "learning_rate": 2.54144079573869e-06,
+      "loss": 5.800777587890625,
+      "step": 56675
+    },
+    {
+      "epoch": 1.780623380701892,
+      "grad_norm": 4.3347392082214355,
+      "learning_rate": 2.537625700501325e-06,
+      "loss": 5.782273559570313,
+      "step": 56700
+    },
+    {
+      "epoch": 1.7814084949360132,
+      "grad_norm": 3.424748182296753,
+      "learning_rate": 2.5338236799181556e-06,
+      "loss": 5.7925830078125,
+      "step": 56725
+    },
+    {
+      "epoch": 1.7821936091701343,
+      "grad_norm": 4.845651149749756,
+      "learning_rate": 2.53003473986343e-06,
+      "loss": 5.791981811523438,
+      "step": 56750
+    },
+    {
+      "epoch": 1.7829787234042553,
+      "grad_norm": 3.9231224060058594,
+      "learning_rate": 2.5262588861911885e-06,
+      "loss": 5.802079467773438,
+      "step": 56775
+    },
+    {
+      "epoch": 1.7837638376383764,
+      "grad_norm": 3.408733367919922,
+      "learning_rate": 2.522496124735253e-06,
+      "loss": 5.766301879882812,
+      "step": 56800
+    },
+    {
+      "epoch": 1.7845489518724973,
+      "grad_norm": 4.129566669464111,
+      "learning_rate": 2.5187464613092187e-06,
+      "loss": 5.795888671875,
+      "step": 56825
+    },
+    {
+      "epoch": 1.7853340661066186,
+      "grad_norm": 4.915196895599365,
+      "learning_rate": 2.5150099017064406e-06,
+      "loss": 5.777572021484375,
+      "step": 56850
+    },
+    {
+      "epoch": 1.7861191803407395,
+      "grad_norm": 3.2676990032196045,
+      "learning_rate": 2.5112864517000296e-06,
+      "loss": 5.777117919921875,
+      "step": 56875
+    },
+    {
+      "epoch": 1.7869042945748608,
+      "grad_norm": 5.32418966293335,
+      "learning_rate": 2.5075761170428412e-06,
+      "loss": 5.79288330078125,
+      "step": 56900
+    },
+    {
+      "epoch": 1.7876894088089816,
+      "grad_norm": 4.582352161407471,
+      "learning_rate": 2.503878903467469e-06,
+      "loss": 5.78538449605306,
+      "step": 56925
+    },
+    {
+      "epoch": 1.7884745230431027,
+      "grad_norm": 3.987060308456421,
+      "learning_rate": 2.500194816686234e-06,
+      "loss": 5.791098022460938,
+      "step": 56950
+    },
+    {
+      "epoch": 1.7892596372772238,
+      "grad_norm": 3.131958246231079,
+      "learning_rate": 2.4965238623911718e-06,
+      "loss": 5.781668090820313,
+      "step": 56975
+    },
+    {
+      "epoch": 1.790044751511345,
+      "grad_norm": 3.7891573905944824,
+      "learning_rate": 2.492866046254031e-06,
+      "loss": 5.783619384765625,
+      "step": 57000
+    },
+    {
+      "epoch": 1.790829865745466,
+      "grad_norm": 4.714060306549072,
+      "learning_rate": 2.4892213739262646e-06,
+      "loss": 5.779414672851562,
+      "step": 57025
+    },
+    {
+      "epoch": 1.791614979979587,
+      "grad_norm": 3.9150326251983643,
+      "learning_rate": 2.4855898510390106e-06,
+      "loss": 5.79236083984375,
+      "step": 57050
+    },
+    {
+      "epoch": 1.7924000942137082,
+      "grad_norm": 3.274944305419922,
+      "learning_rate": 2.481971483203098e-06,
+      "loss": 5.779938354492187,
+      "step": 57075
+    },
+    {
+      "epoch": 1.793185208447829,
+      "grad_norm": 3.646406412124634,
+      "learning_rate": 2.478366276009022e-06,
+      "loss": 5.783805541992187,
+      "step": 57100
+    },
+    {
+      "epoch": 1.7939703226819503,
+      "grad_norm": 6.259413242340088,
+      "learning_rate": 2.4747742350269562e-06,
+      "loss": 5.786651611328125,
+      "step": 57125
+    },
+    {
+      "epoch": 1.7947554369160712,
+      "grad_norm": 4.198552131652832,
+      "learning_rate": 2.4711953658067224e-06,
+      "loss": 5.787659301757812,
+      "step": 57150
+    },
+    {
+      "epoch": 1.7955405511501925,
+      "grad_norm": 3.543794631958008,
+      "learning_rate": 2.4676296738777924e-06,
+      "loss": 5.8025732421875,
+      "step": 57175
+    },
+    {
+      "epoch": 1.7963256653843134,
+      "grad_norm": 3.018110513687134,
+      "learning_rate": 2.464077164749283e-06,
+      "loss": 5.780305786132812,
+      "step": 57200
+    },
+    {
+      "epoch": 1.7971107796184345,
+      "grad_norm": 2.677635908126831,
+      "learning_rate": 2.4605378439099393e-06,
+      "loss": 5.783151245117187,
+      "step": 57225
+    },
+    {
+      "epoch": 1.7978958938525555,
+      "grad_norm": 4.003279209136963,
+      "learning_rate": 2.4570117168281345e-06,
+      "loss": 5.783790893554688,
+      "step": 57250
+    },
+    {
+      "epoch": 1.7986810080866766,
+      "grad_norm": 3.4230806827545166,
+      "learning_rate": 2.4534987889518517e-06,
+      "loss": 5.794078979492188,
+      "step": 57275
+    },
+    {
+      "epoch": 1.7994661223207977,
+      "grad_norm": 3.4749460220336914,
+      "learning_rate": 2.4499990657086813e-06,
+      "loss": 5.784822998046875,
+      "step": 57300
+    },
+    {
+      "epoch": 1.8002512365549186,
+      "grad_norm": 2.7835826873779297,
+      "learning_rate": 2.4465125525058193e-06,
+      "loss": 5.79635498046875,
+      "step": 57325
+    },
+    {
+      "epoch": 1.80103635078904,
+      "grad_norm": 4.266292095184326,
+      "learning_rate": 2.4430392547300412e-06,
+      "loss": 5.778224487304687,
+      "step": 57350
+    },
+    {
+      "epoch": 1.8018214650231608,
+      "grad_norm": 5.103662014007568,
+      "learning_rate": 2.4395791777477133e-06,
+      "loss": 5.782383422851563,
+      "step": 57375
+    },
+    {
+      "epoch": 1.802606579257282,
+      "grad_norm": 3.1946451663970947,
+      "learning_rate": 2.436132326904769e-06,
+      "loss": 5.780348510742187,
+      "step": 57400
+    },
+    {
+      "epoch": 1.803391693491403,
+      "grad_norm": 3.102651596069336,
+      "learning_rate": 2.4326987075267076e-06,
+      "loss": 5.774244995117187,
+      "step": 57425
+    },
+    {
+      "epoch": 1.804176807725524,
+      "grad_norm": 4.263691425323486,
+      "learning_rate": 2.429278324918593e-06,
+      "loss": 5.785714111328125,
+      "step": 57450
+    },
+    {
+      "epoch": 1.804961921959645,
+      "grad_norm": 4.787829875946045,
+      "learning_rate": 2.4258711843650276e-06,
+      "loss": 5.780347900390625,
+      "step": 57475
+    },
+    {
+      "epoch": 1.8057470361937662,
+      "grad_norm": 5.553043842315674,
+      "learning_rate": 2.4224772911301568e-06,
+      "loss": 5.7987841796875,
+      "step": 57500
+    },
+    {
+      "epoch": 1.8065321504278873,
+      "grad_norm": 3.440094232559204,
+      "learning_rate": 2.4190966504576656e-06,
+      "loss": 5.769808959960938,
+      "step": 57525
+    },
+    {
+      "epoch": 1.8073172646620084,
+      "grad_norm": 4.034043312072754,
+      "learning_rate": 2.415729267570754e-06,
+      "loss": 5.7893359375,
+      "step": 57550
+    },
+    {
+      "epoch": 1.8081023788961295,
+      "grad_norm": 3.6898655891418457,
+      "learning_rate": 2.4123751476721445e-06,
+      "loss": 5.765208129882812,
+      "step": 57575
+    },
+    {
+      "epoch": 1.8088874931302503,
+      "grad_norm": 3.910935640335083,
+      "learning_rate": 2.4090342959440637e-06,
+      "loss": 5.78477294921875,
+      "step": 57600
+    },
+    {
+      "epoch": 1.8096726073643716,
+      "grad_norm": 3.28654146194458,
+      "learning_rate": 2.405706717548242e-06,
+      "loss": 5.788392333984375,
+      "step": 57625
+    },
+    {
+      "epoch": 1.8104577215984925,
+      "grad_norm": 4.983091831207275,
+      "learning_rate": 2.4023924176259e-06,
+      "loss": 5.7857470703125,
+      "step": 57650
+    },
+    {
+      "epoch": 1.8112428358326138,
+      "grad_norm": 3.1230952739715576,
+      "learning_rate": 2.3990914012977427e-06,
+      "loss": 5.785372924804688,
+      "step": 57675
+    },
+    {
+      "epoch": 1.8120279500667347,
+      "grad_norm": 3.2945268154144287,
+      "learning_rate": 2.3958036736639524e-06,
+      "loss": 5.792018432617187,
+      "step": 57700
+    },
+    {
+      "epoch": 1.8128130643008558,
+      "grad_norm": 2.338304042816162,
+      "learning_rate": 2.3925292398041797e-06,
+      "loss": 5.783242797851562,
+      "step": 57725
+    },
+    {
+      "epoch": 1.8135981785349768,
+      "grad_norm": 4.440317630767822,
+      "learning_rate": 2.3892681047775344e-06,
+      "loss": 5.782334594726563,
+      "step": 57750
+    },
+    {
+      "epoch": 1.814383292769098,
+      "grad_norm": 2.765134811401367,
+      "learning_rate": 2.3860202736225818e-06,
+      "loss": 5.789317626953125,
+      "step": 57775
+    },
+    {
+      "epoch": 1.815168407003219,
+      "grad_norm": 4.170756816864014,
+      "learning_rate": 2.3827857513573284e-06,
+      "loss": 5.7811517333984375,
+      "step": 57800
+    },
+    {
+      "epoch": 1.8159535212373399,
+      "grad_norm": 4.07201623916626,
+      "learning_rate": 2.3795645429792217e-06,
+      "loss": 5.7814013671875,
+      "step": 57825
+    },
+    {
+      "epoch": 1.8167386354714612,
+      "grad_norm": 4.814392566680908,
+      "learning_rate": 2.3763566534651384e-06,
+      "loss": 5.811619873046875,
+      "step": 57850
+    },
+    {
+      "epoch": 1.817523749705582,
+      "grad_norm": 3.9908409118652344,
+      "learning_rate": 2.3731620877713758e-06,
+      "loss": 5.794703369140625,
+      "step": 57875
+    },
+    {
+      "epoch": 1.8183088639397034,
+      "grad_norm": 5.778538703918457,
+      "learning_rate": 2.3699808508336434e-06,
+      "loss": 5.781085815429687,
+      "step": 57900
+    },
+    {
+      "epoch": 1.8190939781738242,
+      "grad_norm": 5.17758846282959,
+      "learning_rate": 2.366812947567065e-06,
+      "loss": 5.804376831054688,
+      "step": 57925
+    },
+    {
+      "epoch": 1.8198790924079453,
+      "grad_norm": 5.38642692565918,
+      "learning_rate": 2.363658382866152e-06,
+      "loss": 5.80313232421875,
+      "step": 57950
+    },
+    {
+      "epoch": 1.8206642066420664,
+      "grad_norm": 4.87246561050415,
+      "learning_rate": 2.360517161604818e-06,
+      "loss": 5.791321411132812,
+      "step": 57975
+    },
+    {
+      "epoch": 1.8214493208761875,
+      "grad_norm": 3.3646600246429443,
+      "learning_rate": 2.3573892886363536e-06,
+      "loss": 5.786720581054688,
+      "step": 58000
+    },
+    {
+      "epoch": 1.8222344351103086,
+      "grad_norm": 2.6734704971313477,
+      "learning_rate": 2.354274768793428e-06,
+      "loss": 5.791036376953125,
+      "step": 58025
+    },
+    {
+      "epoch": 1.8230195493444297,
+      "grad_norm": 2.505638360977173,
+      "learning_rate": 2.351173606888082e-06,
+      "loss": 5.785167846679688,
+      "step": 58050
+    },
+    {
+      "epoch": 1.8238046635785508,
+      "grad_norm": 4.570799827575684,
+      "learning_rate": 2.348085807711713e-06,
+      "loss": 5.79658447265625,
+      "step": 58075
+    },
+    {
+      "epoch": 1.8245897778126716,
+      "grad_norm": 3.4782326221466064,
+      "learning_rate": 2.3450113760350762e-06,
+      "loss": 5.786616821289062,
+      "step": 58100
+    },
+    {
+      "epoch": 1.825374892046793,
+      "grad_norm": 4.405145168304443,
+      "learning_rate": 2.341950316608274e-06,
+      "loss": 5.770802001953125,
+      "step": 58125
+    },
+    {
+      "epoch": 1.8261600062809138,
+      "grad_norm": 3.6037471294403076,
+      "learning_rate": 2.338902634160743e-06,
+      "loss": 5.783311767578125,
+      "step": 58150
+    },
+    {
+      "epoch": 1.826945120515035,
+      "grad_norm": 3.260993003845215,
+      "learning_rate": 2.3358683334012583e-06,
+      "loss": 5.79878173828125,
+      "step": 58175
+    },
+    {
+      "epoch": 1.827730234749156,
+      "grad_norm": 4.4021220207214355,
+      "learning_rate": 2.3328474190179144e-06,
+      "loss": 5.78266845703125,
+      "step": 58200
+    },
+    {
+      "epoch": 1.828515348983277,
+      "grad_norm": 3.6197638511657715,
+      "learning_rate": 2.329839895678131e-06,
+      "loss": 5.80041748046875,
+      "step": 58225
+    },
+    {
+      "epoch": 1.8293004632173981,
+      "grad_norm": 4.246242523193359,
+      "learning_rate": 2.3268457680286288e-06,
+      "loss": 5.783023071289063,
+      "step": 58250
+    },
+    {
+      "epoch": 1.8300855774515192,
+      "grad_norm": 3.528808116912842,
+      "learning_rate": 2.3238650406954366e-06,
+      "loss": 5.783646850585938,
+      "step": 58275
+    },
+    {
+      "epoch": 1.8308706916856403,
+      "grad_norm": 4.730537414550781,
+      "learning_rate": 2.32089771828388e-06,
+      "loss": 5.788618774414062,
+      "step": 58300
+    },
+    {
+      "epoch": 1.8316558059197612,
+      "grad_norm": 4.1898579597473145,
+      "learning_rate": 2.317943805378573e-06,
+      "loss": 5.773575439453125,
+      "step": 58325
+    },
+    {
+      "epoch": 1.8324409201538825,
+      "grad_norm": 4.67256498336792,
+      "learning_rate": 2.315003306543411e-06,
+      "loss": 5.797017822265625,
+      "step": 58350
+    },
+    {
+      "epoch": 1.8332260343880034,
+      "grad_norm": 3.5924487113952637,
+      "learning_rate": 2.3120762263215627e-06,
+      "loss": 5.79921142578125,
+      "step": 58375
+    },
+    {
+      "epoch": 1.8340111486221247,
+      "grad_norm": 2.035011053085327,
+      "learning_rate": 2.3091625692354636e-06,
+      "loss": 5.784267578125,
+      "step": 58400
+    },
+    {
+      "epoch": 1.8347962628562455,
+      "grad_norm": 2.923826217651367,
+      "learning_rate": 2.3062623397868175e-06,
+      "loss": 5.77276611328125,
+      "step": 58425
+    },
+    {
+      "epoch": 1.8355813770903666,
+      "grad_norm": 4.960667610168457,
+      "learning_rate": 2.303375542456574e-06,
+      "loss": 5.794833374023438,
+      "step": 58450
+    },
+    {
+      "epoch": 1.8363664913244877,
+      "grad_norm": 3.762519121170044,
+      "learning_rate": 2.3005021817049334e-06,
+      "loss": 5.775562744140625,
+      "step": 58475
+    },
+    {
+      "epoch": 1.8371516055586088,
+      "grad_norm": 2.9825613498687744,
+      "learning_rate": 2.297642261971334e-06,
+      "loss": 5.780364990234375,
+      "step": 58500
+    },
+    {
+      "epoch": 1.8379367197927299,
+      "grad_norm": 3.4780750274658203,
+      "learning_rate": 2.294795787674449e-06,
+      "loss": 5.78034912109375,
+      "step": 58525
+    },
+    {
+      "epoch": 1.8387218340268507,
+      "grad_norm": 3.4250328540802,
+      "learning_rate": 2.291962763212178e-06,
+      "loss": 5.78702392578125,
+      "step": 58550
+    },
+    {
+      "epoch": 1.839506948260972,
+      "grad_norm": 5.635530948638916,
+      "learning_rate": 2.2891431929616393e-06,
+      "loss": 5.787509765625,
+      "step": 58575
+    },
+    {
+      "epoch": 1.840292062495093,
+      "grad_norm": 3.18450927734375,
+      "learning_rate": 2.2863370812791615e-06,
+      "loss": 5.7843359375,
+      "step": 58600
+    },
+    {
+      "epoch": 1.8410771767292142,
+      "grad_norm": 2.879680871963501,
+      "learning_rate": 2.283544432500286e-06,
+      "loss": 5.791638793945313,
+      "step": 58625
+    },
+    {
+      "epoch": 1.841862290963335,
+      "grad_norm": 3.5358824729919434,
+      "learning_rate": 2.280765250939748e-06,
+      "loss": 5.77949462890625,
+      "step": 58650
+    },
+    {
+      "epoch": 1.8426474051974562,
+      "grad_norm": 4.449724197387695,
+      "learning_rate": 2.277999540891477e-06,
+      "loss": 5.785150146484375,
+      "step": 58675
+    },
+    {
+      "epoch": 1.8434325194315773,
+      "grad_norm": 3.453212261199951,
+      "learning_rate": 2.275247306628587e-06,
+      "loss": 5.781573486328125,
+      "step": 58700
+    },
+    {
+      "epoch": 1.8442176336656984,
+      "grad_norm": 5.285698413848877,
+      "learning_rate": 2.2725085524033744e-06,
+      "loss": 5.7803717041015625,
+      "step": 58725
+    },
+    {
+      "epoch": 1.8450027478998194,
+      "grad_norm": 2.9167189598083496,
+      "learning_rate": 2.269783282447307e-06,
+      "loss": 5.797994384765625,
+      "step": 58750
+    },
+    {
+      "epoch": 1.8457878621339405,
+      "grad_norm": 5.716033458709717,
+      "learning_rate": 2.2670715009710185e-06,
+      "loss": 5.775316772460937,
+      "step": 58775
+    },
+    {
+      "epoch": 1.8465729763680616,
+      "grad_norm": 2.6297805309295654,
+      "learning_rate": 2.264373212164303e-06,
+      "loss": 5.781688842773438,
+      "step": 58800
+    },
+    {
+      "epoch": 1.8473580906021825,
+      "grad_norm": 3.4627342224121094,
+      "learning_rate": 2.2616884201961083e-06,
+      "loss": 5.7897509765625,
+      "step": 58825
+    },
+    {
+      "epoch": 1.8481432048363038,
+      "grad_norm": 4.144840240478516,
+      "learning_rate": 2.259017129214528e-06,
+      "loss": 5.786851196289063,
+      "step": 58850
+    },
+    {
+      "epoch": 1.8489283190704247,
+      "grad_norm": 3.671869993209839,
+      "learning_rate": 2.2563593433467983e-06,
+      "loss": 5.78335693359375,
+      "step": 58875
+    },
+    {
+      "epoch": 1.849713433304546,
+      "grad_norm": 2.381124496459961,
+      "learning_rate": 2.2537150666992858e-06,
+      "loss": 5.7755194091796875,
+      "step": 58900
+    },
+    {
+      "epoch": 1.8504985475386668,
+      "grad_norm": 3.9017984867095947,
+      "learning_rate": 2.251084303357488e-06,
+      "loss": 5.79106689453125,
+      "step": 58925
+    },
+    {
+      "epoch": 1.851283661772788,
+      "grad_norm": 3.1406571865081787,
+      "learning_rate": 2.2484670573860247e-06,
+      "loss": 5.778856549944196,
+      "step": 58950
+    },
+    {
+      "epoch": 1.852068776006909,
+      "grad_norm": 3.477116107940674,
+      "learning_rate": 2.2458633328286285e-06,
+      "loss": 5.795448608398438,
+      "step": 58975
+    },
+    {
+      "epoch": 1.85285389024103,
+      "grad_norm": 3.5605623722076416,
+      "learning_rate": 2.243273133708141e-06,
+      "loss": 5.795104370117188,
+      "step": 59000
+    },
+    {
+      "epoch": 1.8536390044751512,
+      "grad_norm": 4.19479513168335,
+      "learning_rate": 2.2406964640265095e-06,
+      "loss": 5.772466430664062,
+      "step": 59025
+    },
+    {
+      "epoch": 1.854424118709272,
+      "grad_norm": 2.3583836555480957,
+      "learning_rate": 2.238133327764772e-06,
+      "loss": 5.78193359375,
+      "step": 59050
+    },
+    {
+      "epoch": 1.8552092329433933,
+      "grad_norm": 2.3124489784240723,
+      "learning_rate": 2.235583728883065e-06,
+      "loss": 5.797161865234375,
+      "step": 59075
+    },
+    {
+      "epoch": 1.8559943471775142,
+      "grad_norm": 5.676886558532715,
+      "learning_rate": 2.233047671320601e-06,
+      "loss": 5.7967724609375,
+      "step": 59100
+    },
+    {
+      "epoch": 1.8567794614116355,
+      "grad_norm": 4.253902912139893,
+      "learning_rate": 2.2305251589956763e-06,
+      "loss": 5.7898876953125,
+      "step": 59125
+    },
+    {
+      "epoch": 1.8575645756457564,
+      "grad_norm": 4.704356670379639,
+      "learning_rate": 2.2280161958056597e-06,
+      "loss": 5.781226806640625,
+      "step": 59150
+    },
+    {
+      "epoch": 1.8583496898798775,
+      "grad_norm": 4.7895731925964355,
+      "learning_rate": 2.22552078562698e-06,
+      "loss": 5.773465576171875,
+      "step": 59175
+    },
+    {
+      "epoch": 1.8591348041139986,
+      "grad_norm": 4.225935935974121,
+      "learning_rate": 2.223038932315133e-06,
+      "loss": 5.779439086914063,
+      "step": 59200
+    },
+    {
+      "epoch": 1.8599199183481196,
+      "grad_norm": 4.086517810821533,
+      "learning_rate": 2.2205706397046665e-06,
+      "loss": 5.794036254882813,
+      "step": 59225
+    },
+    {
+      "epoch": 1.8607050325822407,
+      "grad_norm": 3.264148473739624,
+      "learning_rate": 2.2181159116091736e-06,
+      "loss": 5.7904150390625,
+      "step": 59250
+    },
+    {
+      "epoch": 1.8614901468163618,
+      "grad_norm": 5.057831287384033,
+      "learning_rate": 2.2156747518212935e-06,
+      "loss": 5.783369750976562,
+      "step": 59275
+    },
+    {
+      "epoch": 1.862275261050483,
+      "grad_norm": 3.8166027069091797,
+      "learning_rate": 2.2132471641126997e-06,
+      "loss": 5.7827825927734375,
+      "step": 59300
+    },
+    {
+      "epoch": 1.8630603752846038,
+      "grad_norm": 2.9191529750823975,
+      "learning_rate": 2.2108331522340984e-06,
+      "loss": 5.763616943359375,
+      "step": 59325
+    },
+    {
+      "epoch": 1.863845489518725,
+      "grad_norm": 4.630315780639648,
+      "learning_rate": 2.20843271991522e-06,
+      "loss": 5.789846801757813,
+      "step": 59350
+    },
+    {
+      "epoch": 1.864630603752846,
+      "grad_norm": 2.87978196144104,
+      "learning_rate": 2.2060458708648104e-06,
+      "loss": 5.781611938476562,
+      "step": 59375
+    },
+    {
+      "epoch": 1.8654157179869673,
+      "grad_norm": 4.191797256469727,
+      "learning_rate": 2.203672608770635e-06,
+      "loss": 5.802743530273437,
+      "step": 59400
+    },
+    {
+      "epoch": 1.8662008322210881,
+      "grad_norm": 3.7984495162963867,
+      "learning_rate": 2.201312937299463e-06,
+      "loss": 5.788426513671875,
+      "step": 59425
+    },
+    {
+      "epoch": 1.8669859464552092,
+      "grad_norm": 4.2166290283203125,
+      "learning_rate": 2.198966860097067e-06,
+      "loss": 5.797529296875,
+      "step": 59450
+    },
+    {
+      "epoch": 1.8677710606893303,
+      "grad_norm": 3.049044132232666,
+      "learning_rate": 2.1966343807882155e-06,
+      "loss": 5.7952728271484375,
+      "step": 59475
+    },
+    {
+      "epoch": 1.8685561749234514,
+      "grad_norm": 2.9743266105651855,
+      "learning_rate": 2.1943155029766654e-06,
+      "loss": 5.789248046875,
+      "step": 59500
+    },
+    {
+      "epoch": 1.8693412891575725,
+      "grad_norm": 2.7810287475585938,
+      "learning_rate": 2.192010230245166e-06,
+      "loss": 5.79384521484375,
+      "step": 59525
+    },
+    {
+      "epoch": 1.8701264033916933,
+      "grad_norm": 3.7113232612609863,
+      "learning_rate": 2.1897185661554384e-06,
+      "loss": 5.8027581787109375,
+      "step": 59550
+    },
+    {
+      "epoch": 1.8709115176258146,
+      "grad_norm": 3.822075605392456,
+      "learning_rate": 2.1874405142481805e-06,
+      "loss": 5.777032470703125,
+      "step": 59575
+    },
+    {
+      "epoch": 1.8716966318599355,
+      "grad_norm": 3.7263662815093994,
+      "learning_rate": 2.1851760780430603e-06,
+      "loss": 5.7768408203125,
+      "step": 59600
+    },
+    {
+      "epoch": 1.8724817460940568,
+      "grad_norm": 4.195851802825928,
+      "learning_rate": 2.1829252610387085e-06,
+      "loss": 5.777986450195312,
+      "step": 59625
+    },
+    {
+      "epoch": 1.8732668603281777,
+      "grad_norm": 2.6194324493408203,
+      "learning_rate": 2.1806880667127137e-06,
+      "loss": 5.785612182617188,
+      "step": 59650
+    },
+    {
+      "epoch": 1.8740519745622988,
+      "grad_norm": 4.039409637451172,
+      "learning_rate": 2.1784644985216174e-06,
+      "loss": 5.789314575195313,
+      "step": 59675
+    },
+    {
+      "epoch": 1.8748370887964199,
+      "grad_norm": 2.8238441944122314,
+      "learning_rate": 2.1762545599009036e-06,
+      "loss": 5.775830078125,
+      "step": 59700
+    },
+    {
+      "epoch": 1.875622203030541,
+      "grad_norm": 6.607328414916992,
+      "learning_rate": 2.174058254265008e-06,
+      "loss": 5.78297119140625,
+      "step": 59725
+    },
+    {
+      "epoch": 1.876407317264662,
+      "grad_norm": 3.6201274394989014,
+      "learning_rate": 2.1718755850072927e-06,
+      "loss": 5.785714721679687,
+      "step": 59750
+    },
+    {
+      "epoch": 1.8771924314987831,
+      "grad_norm": 4.098516941070557,
+      "learning_rate": 2.1697065555000577e-06,
+      "loss": 5.784662475585938,
+      "step": 59775
+    },
+    {
+      "epoch": 1.8779775457329042,
+      "grad_norm": 3.4030988216400146,
+      "learning_rate": 2.167551169094525e-06,
+      "loss": 5.784811401367188,
+      "step": 59800
+    },
+    {
+      "epoch": 1.878762659967025,
+      "grad_norm": 3.757260322570801,
+      "learning_rate": 2.165409429120841e-06,
+      "loss": 5.786997680664062,
+      "step": 59825
+    },
+    {
+      "epoch": 1.8795477742011464,
+      "grad_norm": 4.464357376098633,
+      "learning_rate": 2.1632813388880653e-06,
+      "loss": 5.789347534179687,
+      "step": 59850
+    },
+    {
+      "epoch": 1.8803328884352672,
+      "grad_norm": 3.848306655883789,
+      "learning_rate": 2.1611669016841704e-06,
+      "loss": 5.7890625,
+      "step": 59875
+    },
+    {
+      "epoch": 1.8811180026693886,
+      "grad_norm": 3.6775693893432617,
+      "learning_rate": 2.159066120776031e-06,
+      "loss": 5.80010498046875,
+      "step": 59900
+    },
+    {
+      "epoch": 1.8819031169035094,
+      "grad_norm": 3.8425791263580322,
+      "learning_rate": 2.156978999409427e-06,
+      "loss": 5.795027465820312,
+      "step": 59925
+    },
+    {
+      "epoch": 1.8826882311376305,
+      "grad_norm": 3.9309451580047607,
+      "learning_rate": 2.1549055408090305e-06,
+      "loss": 5.779423217773438,
+      "step": 59950
+    },
+    {
+      "epoch": 1.8834733453717516,
+      "grad_norm": 4.011724472045898,
+      "learning_rate": 2.1528457481784045e-06,
+      "loss": 5.778952026367188,
+      "step": 59975
+    },
+    {
+      "epoch": 1.8842584596058727,
+      "grad_norm": 7.163304328918457,
+      "learning_rate": 2.1507996247e-06,
+      "loss": 5.78554931640625,
+      "step": 60000
+    },
+    {
+      "epoch": 1.8850435738399938,
+      "grad_norm": 8.378658294677734,
+      "learning_rate": 2.1487671735351435e-06,
+      "loss": 5.790424194335937,
+      "step": 60025
+    },
+    {
+      "epoch": 1.8858286880741146,
+      "grad_norm": 3.287416696548462,
+      "learning_rate": 2.1467483978240443e-06,
+      "loss": 5.79379638671875,
+      "step": 60050
+    },
+    {
+      "epoch": 1.886613802308236,
+      "grad_norm": 4.962676525115967,
+      "learning_rate": 2.1447433006857777e-06,
+      "loss": 5.78060546875,
+      "step": 60075
+    },
+    {
+      "epoch": 1.8873989165423568,
+      "grad_norm": 2.7218706607818604,
+      "learning_rate": 2.142751885218286e-06,
+      "loss": 5.77807861328125,
+      "step": 60100
+    },
+    {
+      "epoch": 1.8881840307764781,
+      "grad_norm": 4.824492931365967,
+      "learning_rate": 2.1407741544983747e-06,
+      "loss": 5.785328979492188,
+      "step": 60125
+    },
+    {
+      "epoch": 1.888969145010599,
+      "grad_norm": 3.6048169136047363,
+      "learning_rate": 2.138810111581702e-06,
+      "loss": 5.7989434814453125,
+      "step": 60150
+    },
+    {
+      "epoch": 1.88975425924472,
+      "grad_norm": 2.204124927520752,
+      "learning_rate": 2.1368597595027844e-06,
+      "loss": 5.792523193359375,
+      "step": 60175
+    },
+    {
+      "epoch": 1.8905393734788412,
+      "grad_norm": 6.602739334106445,
+      "learning_rate": 2.1349231012749777e-06,
+      "loss": 5.78777587890625,
+      "step": 60200
+    },
+    {
+      "epoch": 1.8913244877129622,
+      "grad_norm": 3.595128059387207,
+      "learning_rate": 2.1330001398904878e-06,
+      "loss": 5.787883911132813,
+      "step": 60225
+    },
+    {
+      "epoch": 1.8921096019470833,
+      "grad_norm": 3.647548198699951,
+      "learning_rate": 2.131090878320352e-06,
+      "loss": 5.785348510742187,
+      "step": 60250
+    },
+    {
+      "epoch": 1.8928947161812044,
+      "grad_norm": 4.918752193450928,
+      "learning_rate": 2.1291953195144462e-06,
+      "loss": 5.791661376953125,
+      "step": 60275
+    },
+    {
+      "epoch": 1.8936798304153255,
+      "grad_norm": 5.96439790725708,
+      "learning_rate": 2.127313466401472e-06,
+      "loss": 5.79294189453125,
+      "step": 60300
+    },
+    {
+      "epoch": 1.8944649446494464,
+      "grad_norm": 3.9335436820983887,
+      "learning_rate": 2.1254453218889556e-06,
+      "loss": 5.77436279296875,
+      "step": 60325
+    },
+    {
+      "epoch": 1.8952500588835677,
+      "grad_norm": 4.609477996826172,
+      "learning_rate": 2.1235908888632437e-06,
+      "loss": 5.777764892578125,
+      "step": 60350
+    },
+    {
+      "epoch": 1.8960351731176885,
+      "grad_norm": 4.48944616317749,
+      "learning_rate": 2.121750170189499e-06,
+      "loss": 5.7913427734375,
+      "step": 60375
+    },
+    {
+      "epoch": 1.8968202873518099,
+      "grad_norm": 4.636702537536621,
+      "learning_rate": 2.1199231687116915e-06,
+      "loss": 5.775206298828125,
+      "step": 60400
+    },
+    {
+      "epoch": 1.8976054015859307,
+      "grad_norm": 3.537494421005249,
+      "learning_rate": 2.118109887252603e-06,
+      "loss": 5.781174926757813,
+      "step": 60425
+    },
+    {
+      "epoch": 1.8983905158200518,
+      "grad_norm": 4.737220764160156,
+      "learning_rate": 2.116310328613813e-06,
+      "loss": 5.779356079101563,
+      "step": 60450
+    },
+    {
+      "epoch": 1.899175630054173,
+      "grad_norm": 3.298790216445923,
+      "learning_rate": 2.1145244955757006e-06,
+      "loss": 5.779755249023437,
+      "step": 60475
+    },
+    {
+      "epoch": 1.899960744288294,
+      "grad_norm": 3.706453561782837,
+      "learning_rate": 2.1127523908974384e-06,
+      "loss": 5.7891943359375,
+      "step": 60500
+    },
+    {
+      "epoch": 1.900745858522415,
+      "grad_norm": 5.8668928146362305,
+      "learning_rate": 2.110994017316989e-06,
+      "loss": 5.786451416015625,
+      "step": 60525
+    },
+    {
+      "epoch": 1.901530972756536,
+      "grad_norm": 3.6240322589874268,
+      "learning_rate": 2.1092493775510974e-06,
+      "loss": 5.779509887695313,
+      "step": 60550
+    },
+    {
+      "epoch": 1.9023160869906572,
+      "grad_norm": 5.013444900512695,
+      "learning_rate": 2.107518474295292e-06,
+      "loss": 5.78287353515625,
+      "step": 60575
+    },
+    {
+      "epoch": 1.903101201224778,
+      "grad_norm": 3.8221323490142822,
+      "learning_rate": 2.1058013102238743e-06,
+      "loss": 5.78815185546875,
+      "step": 60600
+    },
+    {
+      "epoch": 1.9038863154588994,
+      "grad_norm": 3.975430488586426,
+      "learning_rate": 2.104097887989925e-06,
+      "loss": 5.788541870117188,
+      "step": 60625
+    },
+    {
+      "epoch": 1.9046714296930203,
+      "grad_norm": 2.6323115825653076,
+      "learning_rate": 2.102408210225286e-06,
+      "loss": 5.7849578857421875,
+      "step": 60650
+    },
+    {
+      "epoch": 1.9054565439271414,
+      "grad_norm": 2.6785826683044434,
+      "learning_rate": 2.100732279540568e-06,
+      "loss": 5.788777465820313,
+      "step": 60675
+    },
+    {
+      "epoch": 1.9062416581612625,
+      "grad_norm": 3.802520751953125,
+      "learning_rate": 2.0990700985251398e-06,
+      "loss": 5.785486450195313,
+      "step": 60700
+    },
+    {
+      "epoch": 1.9070267723953835,
+      "grad_norm": 9.879276275634766,
+      "learning_rate": 2.097421669747127e-06,
+      "loss": 5.800463256835937,
+      "step": 60725
+    },
+    {
+      "epoch": 1.9078118866295046,
+      "grad_norm": 2.5163230895996094,
+      "learning_rate": 2.095786995753409e-06,
+      "loss": 5.785342407226563,
+      "step": 60750
+    },
+    {
+      "epoch": 1.9085970008636255,
+      "grad_norm": 4.3876190185546875,
+      "learning_rate": 2.09416607906961e-06,
+      "loss": 5.787952880859375,
+      "step": 60775
+    },
+    {
+      "epoch": 1.9093821150977468,
+      "grad_norm": 4.441567420959473,
+      "learning_rate": 2.0925589222001026e-06,
+      "loss": 5.7884814453125,
+      "step": 60800
+    },
+    {
+      "epoch": 1.9101672293318677,
+      "grad_norm": 3.4357216358184814,
+      "learning_rate": 2.090965527628e-06,
+      "loss": 5.791012573242187,
+      "step": 60825
+    },
+    {
+      "epoch": 1.910952343565989,
+      "grad_norm": 4.300515174865723,
+      "learning_rate": 2.0893858978151475e-06,
+      "loss": 5.785883178710938,
+      "step": 60850
+    },
+    {
+      "epoch": 1.9117374578001098,
+      "grad_norm": 2.846773386001587,
+      "learning_rate": 2.0878200352021293e-06,
+      "loss": 5.77925537109375,
+      "step": 60875
+    },
+    {
+      "epoch": 1.912522572034231,
+      "grad_norm": 3.041958808898926,
+      "learning_rate": 2.086267942208253e-06,
+      "loss": 5.792296752929688,
+      "step": 60900
+    },
+    {
+      "epoch": 1.913307686268352,
+      "grad_norm": 4.894898414611816,
+      "learning_rate": 2.084729621231557e-06,
+      "loss": 5.776842041015625,
+      "step": 60925
+    },
+    {
+      "epoch": 1.914092800502473,
+      "grad_norm": 4.310283184051514,
+      "learning_rate": 2.0832050746488e-06,
+      "loss": 5.783323974609375,
+      "step": 60950
+    },
+    {
+      "epoch": 1.9148779147365942,
+      "grad_norm": 3.4523653984069824,
+      "learning_rate": 2.081694304815456e-06,
+      "loss": 5.790947265625,
+      "step": 60975
+    },
+    {
+      "epoch": 1.9156630289707153,
+      "grad_norm": 3.7091033458709717,
+      "learning_rate": 2.080197314065715e-06,
+      "loss": 5.779934692382812,
+      "step": 61000
+    },
+    {
+      "epoch": 1.9164481432048364,
+      "grad_norm": 4.69081449508667,
+      "learning_rate": 2.0787141047124814e-06,
+      "loss": 5.774959106445312,
+      "step": 61025
+    },
+    {
+      "epoch": 1.9172332574389572,
+      "grad_norm": 3.4976179599761963,
+      "learning_rate": 2.0772446790473603e-06,
+      "loss": 5.77817138671875,
+      "step": 61050
+    },
+    {
+      "epoch": 1.9180183716730785,
+      "grad_norm": 4.179015636444092,
+      "learning_rate": 2.075789039340666e-06,
+      "loss": 5.774219970703125,
+      "step": 61075
+    },
+    {
+      "epoch": 1.9188034859071994,
+      "grad_norm": 3.8303868770599365,
+      "learning_rate": 2.07434718784141e-06,
+      "loss": 5.789683227539062,
+      "step": 61100
+    },
+    {
+      "epoch": 1.9195886001413207,
+      "grad_norm": 3.7448995113372803,
+      "learning_rate": 2.072919126777302e-06,
+      "loss": 5.783723754882812,
+      "step": 61125
+    },
+    {
+      "epoch": 1.9203737143754416,
+      "grad_norm": 4.499347686767578,
+      "learning_rate": 2.0715048583547455e-06,
+      "loss": 5.78147705078125,
+      "step": 61150
+    },
+    {
+      "epoch": 1.9211588286095627,
+      "grad_norm": 3.2793524265289307,
+      "learning_rate": 2.070104384758831e-06,
+      "loss": 5.780831298828125,
+      "step": 61175
+    },
+    {
+      "epoch": 1.9219439428436838,
+      "grad_norm": 4.54244327545166,
+      "learning_rate": 2.0687177081533393e-06,
+      "loss": 5.789022827148438,
+      "step": 61200
+    },
+    {
+      "epoch": 1.9227290570778048,
+      "grad_norm": 6.825347423553467,
+      "learning_rate": 2.067344830680731e-06,
+      "loss": 5.78580810546875,
+      "step": 61225
+    },
+    {
+      "epoch": 1.923514171311926,
+      "grad_norm": 3.4214630126953125,
+      "learning_rate": 2.0659857544621505e-06,
+      "loss": 5.782777709960937,
+      "step": 61250
+    },
+    {
+      "epoch": 1.9242992855460468,
+      "grad_norm": 4.202260971069336,
+      "learning_rate": 2.064640481597415e-06,
+      "loss": 5.785875244140625,
+      "step": 61275
+    },
+    {
+      "epoch": 1.925084399780168,
+      "grad_norm": 4.406137943267822,
+      "learning_rate": 2.0633090141650157e-06,
+      "loss": 5.7816796875,
+      "step": 61300
+    },
+    {
+      "epoch": 1.925869514014289,
+      "grad_norm": 5.518707275390625,
+      "learning_rate": 2.0619913542221163e-06,
+      "loss": 5.777359619140625,
+      "step": 61325
+    },
+    {
+      "epoch": 1.9266546282484103,
+      "grad_norm": 4.180536270141602,
+      "learning_rate": 2.060687503804545e-06,
+      "loss": 5.781214599609375,
+      "step": 61350
+    },
+    {
+      "epoch": 1.9274397424825311,
+      "grad_norm": 4.059115409851074,
+      "learning_rate": 2.0593974649267945e-06,
+      "loss": 5.783255615234375,
+      "step": 61375
+    },
+    {
+      "epoch": 1.9282248567166522,
+      "grad_norm": 4.425353050231934,
+      "learning_rate": 2.0581212395820195e-06,
+      "loss": 5.782518920898437,
+      "step": 61400
+    },
+    {
+      "epoch": 1.9290099709507733,
+      "grad_norm": 4.238407611846924,
+      "learning_rate": 2.0568588297420316e-06,
+      "loss": 5.777192993164062,
+      "step": 61425
+    },
+    {
+      "epoch": 1.9297950851848944,
+      "grad_norm": 3.9501936435699463,
+      "learning_rate": 2.0556102373572946e-06,
+      "loss": 5.780035400390625,
+      "step": 61450
+    },
+    {
+      "epoch": 1.9305801994190155,
+      "grad_norm": 3.738571882247925,
+      "learning_rate": 2.054375464356929e-06,
+      "loss": 5.790166015625,
+      "step": 61475
+    },
+    {
+      "epoch": 1.9313653136531366,
+      "grad_norm": 4.869884014129639,
+      "learning_rate": 2.0531545126486966e-06,
+      "loss": 5.789022216796875,
+      "step": 61500
+    },
+    {
+      "epoch": 1.9321504278872577,
+      "grad_norm": 3.0519678592681885,
+      "learning_rate": 2.051947384119013e-06,
+      "loss": 5.7828125,
+      "step": 61525
+    },
+    {
+      "epoch": 1.9329355421213785,
+      "grad_norm": 2.7393877506256104,
+      "learning_rate": 2.0507540806329308e-06,
+      "loss": 5.774522094726563,
+      "step": 61550
+    },
+    {
+      "epoch": 1.9337206563554998,
+      "grad_norm": 3.5009636878967285,
+      "learning_rate": 2.049574604034143e-06,
+      "loss": 5.775469360351562,
+      "step": 61575
+    },
+    {
+      "epoch": 1.9345057705896207,
+      "grad_norm": 3.3845021724700928,
+      "learning_rate": 2.0484089561449833e-06,
+      "loss": 5.773892211914062,
+      "step": 61600
+    },
+    {
+      "epoch": 1.935290884823742,
+      "grad_norm": 3.335068702697754,
+      "learning_rate": 2.047257138766416e-06,
+      "loss": 5.795314331054687,
+      "step": 61625
+    },
+    {
+      "epoch": 1.9360759990578629,
+      "grad_norm": 3.045802354812622,
+      "learning_rate": 2.0461191536780373e-06,
+      "loss": 5.792161254882813,
+      "step": 61650
+    },
+    {
+      "epoch": 1.936861113291984,
+      "grad_norm": 3.1388752460479736,
+      "learning_rate": 2.044995002638074e-06,
+      "loss": 5.789420776367187,
+      "step": 61675
+    },
+    {
+      "epoch": 1.937646227526105,
+      "grad_norm": 3.2305843830108643,
+      "learning_rate": 2.0438846873833752e-06,
+      "loss": 5.7780908203125,
+      "step": 61700
+    },
+    {
+      "epoch": 1.9384313417602261,
+      "grad_norm": 3.571904182434082,
+      "learning_rate": 2.042788209629418e-06,
+      "loss": 5.775611572265625,
+      "step": 61725
+    },
+    {
+      "epoch": 1.9392164559943472,
+      "grad_norm": 3.4981415271759033,
+      "learning_rate": 2.0417055710702955e-06,
+      "loss": 5.775521850585937,
+      "step": 61750
+    },
+    {
+      "epoch": 1.940001570228468,
+      "grad_norm": 3.311546802520752,
+      "learning_rate": 2.0406367733787223e-06,
+      "loss": 5.782902221679688,
+      "step": 61775
+    },
+    {
+      "epoch": 1.9407866844625894,
+      "grad_norm": 3.3298513889312744,
+      "learning_rate": 2.0395818182060266e-06,
+      "loss": 5.7849658203125,
+      "step": 61800
+    },
+    {
+      "epoch": 1.9415717986967103,
+      "grad_norm": 2.769050121307373,
+      "learning_rate": 2.038540707182149e-06,
+      "loss": 5.78597900390625,
+      "step": 61825
+    },
+    {
+      "epoch": 1.9423569129308316,
+      "grad_norm": 4.5914435386657715,
+      "learning_rate": 2.0375134419156417e-06,
+      "loss": 5.77887451171875,
+      "step": 61850
+    },
+    {
+      "epoch": 1.9431420271649524,
+      "grad_norm": 4.043377876281738,
+      "learning_rate": 2.0365000239936655e-06,
+      "loss": 5.7737054443359375,
+      "step": 61875
+    },
+    {
+      "epoch": 1.9439271413990735,
+      "grad_norm": 3.947849750518799,
+      "learning_rate": 2.0355004549819822e-06,
+      "loss": 5.79206787109375,
+      "step": 61900
+    },
+    {
+      "epoch": 1.9447122556331946,
+      "grad_norm": 3.781388998031616,
+      "learning_rate": 2.034514736424963e-06,
+      "loss": 5.778006591796875,
+      "step": 61925
+    },
+    {
+      "epoch": 1.9454973698673157,
+      "grad_norm": 3.867705821990967,
+      "learning_rate": 2.0335428698455744e-06,
+      "loss": 5.769979248046875,
+      "step": 61950
+    },
+    {
+      "epoch": 1.9462824841014368,
+      "grad_norm": 5.753755569458008,
+      "learning_rate": 2.0325848567453847e-06,
+      "loss": 5.790403442382813,
+      "step": 61975
+    },
+    {
+      "epoch": 1.9470675983355579,
+      "grad_norm": 4.019261837005615,
+      "learning_rate": 2.031640698604555e-06,
+      "loss": 5.780509643554687,
+      "step": 62000
+    },
+    {
+      "epoch": 1.947852712569679,
+      "grad_norm": 5.093113422393799,
+      "learning_rate": 2.030710396881841e-06,
+      "loss": 5.773137817382812,
+      "step": 62025
+    },
+    {
+      "epoch": 1.9486378268037998,
+      "grad_norm": 3.4105749130249023,
+      "learning_rate": 2.029793953014593e-06,
+      "loss": 5.7886419677734375,
+      "step": 62050
+    },
+    {
+      "epoch": 1.9494229410379211,
+      "grad_norm": 3.835343599319458,
+      "learning_rate": 2.028891368418745e-06,
+      "loss": 5.773190307617187,
+      "step": 62075
+    },
+    {
+      "epoch": 1.950208055272042,
+      "grad_norm": 5.637033939361572,
+      "learning_rate": 2.0280026444888216e-06,
+      "loss": 5.786654663085938,
+      "step": 62100
+    },
+    {
+      "epoch": 1.9509931695061633,
+      "grad_norm": 3.5364420413970947,
+      "learning_rate": 2.0271277825979322e-06,
+      "loss": 5.788189086914063,
+      "step": 62125
+    },
+    {
+      "epoch": 1.9517782837402842,
+      "grad_norm": 5.1593403816223145,
+      "learning_rate": 2.026266784097767e-06,
+      "loss": 5.817431640625,
+      "step": 62150
+    },
+    {
+      "epoch": 1.9525633979744053,
+      "grad_norm": 2.0856986045837402,
+      "learning_rate": 2.025419650318598e-06,
+      "loss": 5.761876220703125,
+      "step": 62175
+    },
+    {
+      "epoch": 1.9533485122085263,
+      "grad_norm": 3.3942999839782715,
+      "learning_rate": 2.0245863825692756e-06,
+      "loss": 5.785904541015625,
+      "step": 62200
+    },
+    {
+      "epoch": 1.9541336264426474,
+      "grad_norm": 3.7550201416015625,
+      "learning_rate": 2.0237669821372264e-06,
+      "loss": 5.781552124023437,
+      "step": 62225
+    },
+    {
+      "epoch": 1.9549187406767685,
+      "grad_norm": 3.946678876876831,
+      "learning_rate": 2.022961450288452e-06,
+      "loss": 5.771177368164063,
+      "step": 62250
+    },
+    {
+      "epoch": 1.9557038549108894,
+      "grad_norm": 6.150500297546387,
+      "learning_rate": 2.022169788267526e-06,
+      "loss": 5.77107177734375,
+      "step": 62275
+    },
+    {
+      "epoch": 1.9564889691450107,
+      "grad_norm": 3.1442553997039795,
+      "learning_rate": 2.021391997297593e-06,
+      "loss": 5.785365600585937,
+      "step": 62300
+    },
+    {
+      "epoch": 1.9572740833791316,
+      "grad_norm": 3.1751978397369385,
+      "learning_rate": 2.0206280785803673e-06,
+      "loss": 5.784210815429687,
+      "step": 62325
+    },
+    {
+      "epoch": 1.9580591976132529,
+      "grad_norm": 4.0022430419921875,
+      "learning_rate": 2.019878033296128e-06,
+      "loss": 5.7871826171875,
+      "step": 62350
+    },
+    {
+      "epoch": 1.9588443118473737,
+      "grad_norm": 4.053112506866455,
+      "learning_rate": 2.01914186260372e-06,
+      "loss": 5.780485229492188,
+      "step": 62375
+    },
+    {
+      "epoch": 1.9596294260814948,
+      "grad_norm": 4.368366241455078,
+      "learning_rate": 2.018419567640554e-06,
+      "loss": 5.783101196289063,
+      "step": 62400
+    },
+    {
+      "epoch": 1.960414540315616,
+      "grad_norm": 3.72163987159729,
+      "learning_rate": 2.0177111495225976e-06,
+      "loss": 5.790060424804688,
+      "step": 62425
+    },
+    {
+      "epoch": 1.961199654549737,
+      "grad_norm": 3.8638598918914795,
+      "learning_rate": 2.0170166093443828e-06,
+      "loss": 5.789242553710937,
+      "step": 62450
+    },
+    {
+      "epoch": 1.961984768783858,
+      "grad_norm": 3.8291313648223877,
+      "learning_rate": 2.016335948178996e-06,
+      "loss": 5.78851318359375,
+      "step": 62475
+    },
+    {
+      "epoch": 1.9627698830179792,
+      "grad_norm": 4.495358943939209,
+      "learning_rate": 2.0156691670780813e-06,
+      "loss": 5.77971923828125,
+      "step": 62500
+    },
+    {
+      "epoch": 1.9635549972521003,
+      "grad_norm": 3.2389588356018066,
+      "learning_rate": 2.015016267071841e-06,
+      "loss": 5.765732421875,
+      "step": 62525
+    },
+    {
+      "epoch": 1.9643401114862211,
+      "grad_norm": 2.8751864433288574,
+      "learning_rate": 2.0143772491690255e-06,
+      "loss": 5.765968017578125,
+      "step": 62550
+    },
+    {
+      "epoch": 1.9651252257203424,
+      "grad_norm": 5.628393173217773,
+      "learning_rate": 2.0137521143569387e-06,
+      "loss": 5.7785491943359375,
+      "step": 62575
+    },
+    {
+      "epoch": 1.9659103399544633,
+      "grad_norm": 3.7507827281951904,
+      "learning_rate": 2.013140863601437e-06,
+      "loss": 5.782030029296875,
+      "step": 62600
+    },
+    {
+      "epoch": 1.9666954541885846,
+      "grad_norm": 3.572502851486206,
+      "learning_rate": 2.0125434978469206e-06,
+      "loss": 5.794946899414063,
+      "step": 62625
+    },
+    {
+      "epoch": 1.9674805684227055,
+      "grad_norm": 4.890468120574951,
+      "learning_rate": 2.0119600180163422e-06,
+      "loss": 5.786099243164062,
+      "step": 62650
+    },
+    {
+      "epoch": 1.9682656826568266,
+      "grad_norm": 3.5127391815185547,
+      "learning_rate": 2.011390425011197e-06,
+      "loss": 5.788460083007813,
+      "step": 62675
+    },
+    {
+      "epoch": 1.9690507968909476,
+      "grad_norm": 5.765087604522705,
+      "learning_rate": 2.0108347197115248e-06,
+      "loss": 5.7733642578125,
+      "step": 62700
+    },
+    {
+      "epoch": 1.9698359111250687,
+      "grad_norm": 3.939879894256592,
+      "learning_rate": 2.0102929029759106e-06,
+      "loss": 5.7734136962890625,
+      "step": 62725
+    },
+    {
+      "epoch": 1.9706210253591898,
+      "grad_norm": 4.255554676055908,
+      "learning_rate": 2.009764975641477e-06,
+      "loss": 5.787247924804688,
+      "step": 62750
+    },
+    {
+      "epoch": 1.9714061395933107,
+      "grad_norm": 8.5287504196167,
+      "learning_rate": 2.0092509385238925e-06,
+      "loss": 5.785989379882812,
+      "step": 62775
+    },
+    {
+      "epoch": 1.972191253827432,
+      "grad_norm": 3.518280267715454,
+      "learning_rate": 2.0087507924173606e-06,
+      "loss": 5.785432739257812,
+      "step": 62800
+    },
+    {
+      "epoch": 1.9729763680615529,
+      "grad_norm": 4.965644359588623,
+      "learning_rate": 2.0082645380946235e-06,
+      "loss": 5.788304443359375,
+      "step": 62825
+    },
+    {
+      "epoch": 1.9737614822956742,
+      "grad_norm": 3.230278730392456,
+      "learning_rate": 2.007792176306961e-06,
+      "loss": 5.778438720703125,
+      "step": 62850
+    },
+    {
+      "epoch": 1.974546596529795,
+      "grad_norm": 3.305490732192993,
+      "learning_rate": 2.007333707784187e-06,
+      "loss": 5.7770361328125,
+      "step": 62875
+    },
+    {
+      "epoch": 1.9753317107639161,
+      "grad_norm": 2.441220998764038,
+      "learning_rate": 2.0068891332346528e-06,
+      "loss": 5.77703369140625,
+      "step": 62900
+    },
+    {
+      "epoch": 1.9761168249980372,
+      "grad_norm": 3.250880718231201,
+      "learning_rate": 2.00645845334524e-06,
+      "loss": 5.783766479492187,
+      "step": 62925
+    },
+    {
+      "epoch": 1.9769019392321583,
+      "grad_norm": 4.854565620422363,
+      "learning_rate": 2.006041668781364e-06,
+      "loss": 5.795638427734375,
+      "step": 62950
+    },
+    {
+      "epoch": 1.9776870534662794,
+      "grad_norm": 3.2064599990844727,
+      "learning_rate": 2.00563878018697e-06,
+      "loss": 5.7755224609375,
+      "step": 62975
+    },
+    {
+      "epoch": 1.9784721677004005,
+      "grad_norm": 3.4355716705322266,
+      "learning_rate": 2.0052497881845347e-06,
+      "loss": 5.776912231445312,
+      "step": 63000
+    },
+    {
+      "epoch": 1.9792572819345216,
+      "grad_norm": 3.208225965499878,
+      "learning_rate": 2.004874693375065e-06,
+      "loss": 5.777654418945312,
+      "step": 63025
+    },
+    {
+      "epoch": 1.9800423961686424,
+      "grad_norm": 3.9131510257720947,
+      "learning_rate": 2.0045134963380948e-06,
+      "loss": 5.790040283203125,
+      "step": 63050
+    },
+    {
+      "epoch": 1.9808275104027637,
+      "grad_norm": 3.998945951461792,
+      "learning_rate": 2.0041661976316845e-06,
+      "loss": 5.772805786132812,
+      "step": 63075
+    },
+    {
+      "epoch": 1.9816126246368846,
+      "grad_norm": 2.9812707901000977,
+      "learning_rate": 2.003832797792424e-06,
+      "loss": 5.778757934570312,
+      "step": 63100
+    },
+    {
+      "epoch": 1.9823977388710057,
+      "grad_norm": 3.8830528259277344,
+      "learning_rate": 2.003513297335426e-06,
+      "loss": 5.777207641601563,
+      "step": 63125
+    },
+    {
+      "epoch": 1.9831828531051268,
+      "grad_norm": 4.639061450958252,
+      "learning_rate": 2.00320769675433e-06,
+      "loss": 5.768572998046875,
+      "step": 63150
+    },
+    {
+      "epoch": 1.9839679673392479,
+      "grad_norm": 4.861164569854736,
+      "learning_rate": 2.0029159965212987e-06,
+      "loss": 5.801976928710937,
+      "step": 63175
+    },
+    {
+      "epoch": 1.984753081573369,
+      "grad_norm": 4.996809482574463,
+      "learning_rate": 2.002638197087021e-06,
+      "loss": 5.783984985351562,
+      "step": 63200
+    },
+    {
+      "epoch": 1.98553819580749,
+      "grad_norm": 2.604578733444214,
+      "learning_rate": 2.002374298880703e-06,
+      "loss": 5.789267578125,
+      "step": 63225
+    },
+    {
+      "epoch": 1.9863233100416111,
+      "grad_norm": 3.670734167098999,
+      "learning_rate": 2.0021243023100786e-06,
+      "loss": 5.7835009765625,
+      "step": 63250
+    },
+    {
+      "epoch": 1.987108424275732,
+      "grad_norm": 3.3542206287384033,
+      "learning_rate": 2.0018882077614004e-06,
+      "loss": 5.78148193359375,
+      "step": 63275
+    },
+    {
+      "epoch": 1.9878935385098533,
+      "grad_norm": 3.5213093757629395,
+      "learning_rate": 2.0016660155994426e-06,
+      "loss": 5.7762841796875,
+      "step": 63300
+    },
+    {
+      "epoch": 1.9886786527439742,
+      "grad_norm": 6.5668721199035645,
+      "learning_rate": 2.0014577261674995e-06,
+      "loss": 5.776617431640625,
+      "step": 63325
+    },
+    {
+      "epoch": 1.9894637669780955,
+      "grad_norm": 2.660402536392212,
+      "learning_rate": 2.001263339787385e-06,
+      "loss": 5.7809716796875,
+      "step": 63350
+    },
+    {
+      "epoch": 1.9902488812122163,
+      "grad_norm": 2.714001178741455,
+      "learning_rate": 2.0010828567594335e-06,
+      "loss": 5.774329833984375,
+      "step": 63375
+    },
+    {
+      "epoch": 1.9910339954463374,
+      "grad_norm": 3.748929977416992,
+      "learning_rate": 2.000916277362497e-06,
+      "loss": 5.78482421875,
+      "step": 63400
+    },
+    {
+      "epoch": 1.9918191096804585,
+      "grad_norm": 3.7747581005096436,
+      "learning_rate": 2.000763601853945e-06,
+      "loss": 5.776339721679688,
+      "step": 63425
+    },
+    {
+      "epoch": 1.9926042239145796,
+      "grad_norm": 3.380877733230591,
+      "learning_rate": 2.0006248304696684e-06,
+      "loss": 5.807557373046875,
+      "step": 63450
+    },
+    {
+      "epoch": 1.9933893381487007,
+      "grad_norm": 3.650698184967041,
+      "learning_rate": 2.0004999634240723e-06,
+      "loss": 5.781338500976562,
+      "step": 63475
+    },
+    {
+      "epoch": 1.9941744523828215,
+      "grad_norm": 3.0879533290863037,
+      "learning_rate": 2.00038900091008e-06,
+      "loss": 5.7684088134765625,
+      "step": 63500
+    },
+    {
+      "epoch": 1.9949595666169428,
+      "grad_norm": 3.995515823364258,
+      "learning_rate": 2.000291943099135e-06,
+      "loss": 5.777334594726563,
+      "step": 63525
+    },
+    {
+      "epoch": 1.9957446808510637,
+      "grad_norm": 3.4350199699401855,
+      "learning_rate": 2.0002087901411913e-06,
+      "loss": 5.77222412109375,
+      "step": 63550
+    },
+    {
+      "epoch": 1.996529795085185,
+      "grad_norm": 5.14459228515625,
+      "learning_rate": 2.0001395421647265e-06,
+      "loss": 5.76921142578125,
+      "step": 63575
+    },
+    {
+      "epoch": 1.9973149093193059,
+      "grad_norm": 3.0829570293426514,
+      "learning_rate": 2.0000841992767283e-06,
+      "loss": 5.788284912109375,
+      "step": 63600
+    },
+    {
+      "epoch": 1.998100023553427,
+      "grad_norm": 3.0940370559692383,
+      "learning_rate": 2.000042761562705e-06,
+      "loss": 5.77649658203125,
+      "step": 63625
+    },
+    {
+      "epoch": 1.998885137787548,
+      "grad_norm": 5.1160807609558105,
+      "learning_rate": 2.000015229086678e-06,
+      "loss": 5.7973175048828125,
+      "step": 63650
+    },
+    {
+      "epoch": 1.9996702520216691,
+      "grad_norm": 4.021876811981201,
+      "learning_rate": 2.0000016018911868e-06,
+      "loss": 5.787115478515625,
+      "step": 63675
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.14045928418636322,
+      "eval_runtime": 5084.6062,
+      "eval_samples_per_second": 4.264,
+      "eval_steps_per_second": 0.266,
+      "eval_wer": 3.054766364990921,
+      "step": 63686
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 63686,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.949104696073912e+21,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}