diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,5842 @@
+{
+  "best_metric": 115.08722300801509,
+  "best_model_checkpoint": "./iteboshi_student_model_temp/checkpoint-19000",
+  "epoch": 22.026431718061673,
+  "eval_steps": 1000,
+  "global_step": 20000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02753303964757709,
+      "grad_norm": 15.011414527893066,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 3.3645,
+      "step": 25
+    },
+    {
+      "epoch": 0.05506607929515418,
+      "grad_norm": 4.264221668243408,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 2.6877,
+      "step": 50
+    },
+    {
+      "epoch": 0.08259911894273128,
+      "grad_norm": 2.5181801319122314,
+      "learning_rate": 3e-06,
+      "loss": 1.6827,
+      "step": 75
+    },
+    {
+      "epoch": 0.11013215859030837,
+      "grad_norm": 1.4112682342529297,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 1.1058,
+      "step": 100
+    },
+    {
+      "epoch": 0.13766519823788545,
+      "grad_norm": 1.4806125164031982,
+      "learning_rate": 5e-06,
+      "loss": 0.9359,
+      "step": 125
+    },
+    {
+      "epoch": 0.16519823788546256,
+      "grad_norm": 1.3319814205169678,
+      "learning_rate": 6e-06,
+      "loss": 0.9862,
+      "step": 150
+    },
+    {
+      "epoch": 0.19273127753303965,
+      "grad_norm": 1.4169176816940308,
+      "learning_rate": 7e-06,
+      "loss": 0.8884,
+      "step": 175
+    },
+    {
+      "epoch": 0.22026431718061673,
+      "grad_norm": 1.5349735021591187,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 0.9031,
+      "step": 200
+    },
+    {
+      "epoch": 0.24779735682819384,
+      "grad_norm": 1.4419125318527222,
+      "learning_rate": 9e-06,
+      "loss": 0.8748,
+      "step": 225
+    },
+    {
+      "epoch": 0.2753303964757709,
+      "grad_norm": 1.49337637424469,
+      "learning_rate": 1e-05,
+      "loss": 0.8685,
+      "step": 250
+    },
+    {
+      "epoch": 0.30286343612334804,
+      "grad_norm": 1.4557123184204102,
+      "learning_rate": 1.1000000000000001e-05,
+      "loss": 0.8104,
+      "step": 275
+    },
+    {
+      "epoch": 0.3303964757709251,
+      "grad_norm": 1.2917561531066895,
+      "learning_rate": 1.2e-05,
+      "loss": 0.818,
+      "step": 300
+    },
+    {
+      "epoch": 0.3579295154185022,
+      "grad_norm": 1.221163034439087,
+      "learning_rate": 1.3000000000000001e-05,
+      "loss": 0.8098,
+      "step": 325
+    },
+    {
+      "epoch": 0.3854625550660793,
+      "grad_norm": 1.2775193452835083,
+      "learning_rate": 1.4e-05,
+      "loss": 0.8419,
+      "step": 350
+    },
+    {
+      "epoch": 0.4129955947136564,
+      "grad_norm": 1.3367918729782104,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 0.7582,
+      "step": 375
+    },
+    {
+      "epoch": 0.44052863436123346,
+      "grad_norm": 1.5160075426101685,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 0.8009,
+      "step": 400
+    },
+    {
+      "epoch": 0.46806167400881055,
+      "grad_norm": 1.368986964225769,
+      "learning_rate": 1.7e-05,
+      "loss": 0.7772,
+      "step": 425
+    },
+    {
+      "epoch": 0.4955947136563877,
+      "grad_norm": 1.3891838788986206,
+      "learning_rate": 1.8e-05,
+      "loss": 0.7927,
+      "step": 450
+    },
+    {
+      "epoch": 0.5231277533039648,
+      "grad_norm": 1.1749062538146973,
+      "learning_rate": 1.9e-05,
+      "loss": 0.7827,
+      "step": 475
+    },
+    {
+      "epoch": 0.5506607929515418,
+      "grad_norm": 1.3586732149124146,
+      "learning_rate": 2e-05,
+      "loss": 0.7839,
+      "step": 500
+    },
+    {
+      "epoch": 0.5781938325991189,
+      "grad_norm": 1.2230278253555298,
+      "learning_rate": 1.9974358974358975e-05,
+      "loss": 0.7555,
+      "step": 525
+    },
+    {
+      "epoch": 0.6057268722466961,
+      "grad_norm": 1.2390245199203491,
+      "learning_rate": 1.994871794871795e-05,
+      "loss": 0.7625,
+      "step": 550
+    },
+    {
+      "epoch": 0.6332599118942731,
+      "grad_norm": 1.3164693117141724,
+      "learning_rate": 1.9923076923076926e-05,
+      "loss": 0.7323,
+      "step": 575
+    },
+    {
+      "epoch": 0.6607929515418502,
+      "grad_norm": 1.3300975561141968,
+      "learning_rate": 1.98974358974359e-05,
+      "loss": 0.7453,
+      "step": 600
+    },
+    {
+      "epoch": 0.6883259911894273,
+      "grad_norm": 1.4462056159973145,
+      "learning_rate": 1.9871794871794873e-05,
+      "loss": 0.7177,
+      "step": 625
+    },
+    {
+      "epoch": 0.7158590308370044,
+      "grad_norm": 1.4526742696762085,
+      "learning_rate": 1.9846153846153847e-05,
+      "loss": 0.7449,
+      "step": 650
+    },
+    {
+      "epoch": 0.7433920704845814,
+      "grad_norm": 1.0672987699508667,
+      "learning_rate": 1.9820512820512824e-05,
+      "loss": 0.7286,
+      "step": 675
+    },
+    {
+      "epoch": 0.7709251101321586,
+      "grad_norm": 1.0843076705932617,
+      "learning_rate": 1.9794871794871798e-05,
+      "loss": 0.7252,
+      "step": 700
+    },
+    {
+      "epoch": 0.7984581497797357,
+      "grad_norm": 1.2082732915878296,
+      "learning_rate": 1.976923076923077e-05,
+      "loss": 0.7562,
+      "step": 725
+    },
+    {
+      "epoch": 0.8259911894273128,
+      "grad_norm": 1.2885624170303345,
+      "learning_rate": 1.9743589743589745e-05,
+      "loss": 0.7521,
+      "step": 750
+    },
+    {
+      "epoch": 0.8535242290748899,
+      "grad_norm": 1.263953447341919,
+      "learning_rate": 1.9717948717948722e-05,
+      "loss": 0.688,
+      "step": 775
+    },
+    {
+      "epoch": 0.8810572687224669,
+      "grad_norm": 1.4190903902053833,
+      "learning_rate": 1.9692307692307696e-05,
+      "loss": 0.7404,
+      "step": 800
+    },
+    {
+      "epoch": 0.9085903083700441,
+      "grad_norm": 1.023093342781067,
+      "learning_rate": 1.9666666666666666e-05,
+      "loss": 0.6488,
+      "step": 825
+    },
+    {
+      "epoch": 0.9361233480176211,
+      "grad_norm": 1.170280933380127,
+      "learning_rate": 1.9641025641025643e-05,
+      "loss": 0.6808,
+      "step": 850
+    },
+    {
+      "epoch": 0.9636563876651982,
+      "grad_norm": 0.9678378105163574,
+      "learning_rate": 1.9615384615384617e-05,
+      "loss": 0.7139,
+      "step": 875
+    },
+    {
+      "epoch": 0.9911894273127754,
+      "grad_norm": 1.1732635498046875,
+      "learning_rate": 1.958974358974359e-05,
+      "loss": 0.6886,
+      "step": 900
+    },
+    {
+      "epoch": 1.0187224669603525,
+      "grad_norm": 0.9801719784736633,
+      "learning_rate": 1.9564102564102564e-05,
+      "loss": 0.6295,
+      "step": 925
+    },
+    {
+      "epoch": 1.0462555066079295,
+      "grad_norm": 1.0827771425247192,
+      "learning_rate": 1.953846153846154e-05,
+      "loss": 0.575,
+      "step": 950
+    },
+    {
+      "epoch": 1.0737885462555066,
+      "grad_norm": 1.4441510438919067,
+      "learning_rate": 1.9512820512820515e-05,
+      "loss": 0.5829,
+      "step": 975
+    },
+    {
+      "epoch": 1.1013215859030836,
+      "grad_norm": 1.0029908418655396,
+      "learning_rate": 1.9487179487179488e-05,
+      "loss": 0.5915,
+      "step": 1000
+    },
+    {
+      "epoch": 1.1013215859030836,
+      "eval_cer": 65.05164330012725,
+      "eval_loss": 0.7333521246910095,
+      "eval_runtime": 476.6198,
+      "eval_samples_per_second": 22.2,
+      "eval_steps_per_second": 5.552,
+      "eval_wer": 158.28382838283827,
+      "step": 1000
+    },
+    {
+      "epoch": 1.1288546255506609,
+      "grad_norm": 1.2138437032699585,
+      "learning_rate": 1.9461538461538462e-05,
+      "loss": 0.5968,
+      "step": 1025
+    },
+    {
+      "epoch": 1.1563876651982379,
+      "grad_norm": 1.1982746124267578,
+      "learning_rate": 1.943589743589744e-05,
+      "loss": 0.6058,
+      "step": 1050
+    },
+    {
+      "epoch": 1.183920704845815,
+      "grad_norm": 1.052754282951355,
+      "learning_rate": 1.9410256410256413e-05,
+      "loss": 0.5817,
+      "step": 1075
+    },
+    {
+      "epoch": 1.2114537444933922,
+      "grad_norm": 1.165330171585083,
+      "learning_rate": 1.9384615384615386e-05,
+      "loss": 0.557,
+      "step": 1100
+    },
+    {
+      "epoch": 1.2389867841409692,
+      "grad_norm": 0.9782461524009705,
+      "learning_rate": 1.935897435897436e-05,
+      "loss": 0.6146,
+      "step": 1125
+    },
+    {
+      "epoch": 1.2665198237885462,
+      "grad_norm": 1.2477244138717651,
+      "learning_rate": 1.9333333333333333e-05,
+      "loss": 0.575,
+      "step": 1150
+    },
+    {
+      "epoch": 1.2940528634361232,
+      "grad_norm": 0.9106314778327942,
+      "learning_rate": 1.930769230769231e-05,
+      "loss": 0.5746,
+      "step": 1175
+    },
+    {
+      "epoch": 1.3215859030837005,
+      "grad_norm": 1.1797159910202026,
+      "learning_rate": 1.9282051282051284e-05,
+      "loss": 0.5875,
+      "step": 1200
+    },
+    {
+      "epoch": 1.3491189427312775,
+      "grad_norm": 1.2631396055221558,
+      "learning_rate": 1.9256410256410258e-05,
+      "loss": 0.5728,
+      "step": 1225
+    },
+    {
+      "epoch": 1.3766519823788546,
+      "grad_norm": 1.024104118347168,
+      "learning_rate": 1.923076923076923e-05,
+      "loss": 0.6005,
+      "step": 1250
+    },
+    {
+      "epoch": 1.4041850220264318,
+      "grad_norm": 1.0408469438552856,
+      "learning_rate": 1.920512820512821e-05,
+      "loss": 0.5665,
+      "step": 1275
+    },
+    {
+      "epoch": 1.4317180616740088,
+      "grad_norm": 1.000183343887329,
+      "learning_rate": 1.9179487179487182e-05,
+      "loss": 0.5731,
+      "step": 1300
+    },
+    {
+      "epoch": 1.4592511013215859,
+      "grad_norm": 1.0863183736801147,
+      "learning_rate": 1.9153846153846156e-05,
+      "loss": 0.6083,
+      "step": 1325
+    },
+    {
+      "epoch": 1.4867841409691631,
+      "grad_norm": 1.1477770805358887,
+      "learning_rate": 1.912820512820513e-05,
+      "loss": 0.6137,
+      "step": 1350
+    },
+    {
+      "epoch": 1.51431718061674,
+      "grad_norm": 1.1528939008712769,
+      "learning_rate": 1.9102564102564106e-05,
+      "loss": 0.5898,
+      "step": 1375
+    },
+    {
+      "epoch": 1.5418502202643172,
+      "grad_norm": 0.9799731373786926,
+      "learning_rate": 1.907692307692308e-05,
+      "loss": 0.6014,
+      "step": 1400
+    },
+    {
+      "epoch": 1.5693832599118944,
+      "grad_norm": 1.0169357061386108,
+      "learning_rate": 1.905128205128205e-05,
+      "loss": 0.6065,
+      "step": 1425
+    },
+    {
+      "epoch": 1.5969162995594712,
+      "grad_norm": 1.0970255136489868,
+      "learning_rate": 1.9025641025641027e-05,
+      "loss": 0.5905,
+      "step": 1450
+    },
+    {
+      "epoch": 1.6244493392070485,
+      "grad_norm": 1.1324760913848877,
+      "learning_rate": 1.9e-05,
+      "loss": 0.5664,
+      "step": 1475
+    },
+    {
+      "epoch": 1.6519823788546255,
+      "grad_norm": 1.0170447826385498,
+      "learning_rate": 1.8974358974358975e-05,
+      "loss": 0.5502,
+      "step": 1500
+    },
+    {
+      "epoch": 1.6795154185022025,
+      "grad_norm": 1.145984172821045,
+      "learning_rate": 1.894871794871795e-05,
+      "loss": 0.5548,
+      "step": 1525
+    },
+    {
+      "epoch": 1.7070484581497798,
+      "grad_norm": 1.0441069602966309,
+      "learning_rate": 1.8923076923076925e-05,
+      "loss": 0.5479,
+      "step": 1550
+    },
+    {
+      "epoch": 1.7345814977973568,
+      "grad_norm": 1.049399495124817,
+      "learning_rate": 1.88974358974359e-05,
+      "loss": 0.5633,
+      "step": 1575
+    },
+    {
+      "epoch": 1.7621145374449338,
+      "grad_norm": 1.0441521406173706,
+      "learning_rate": 1.8871794871794873e-05,
+      "loss": 0.5587,
+      "step": 1600
+    },
+    {
+      "epoch": 1.789647577092511,
+      "grad_norm": 1.2298874855041504,
+      "learning_rate": 1.8846153846153846e-05,
+      "loss": 0.6115,
+      "step": 1625
+    },
+    {
+      "epoch": 1.8171806167400881,
+      "grad_norm": 1.3439756631851196,
+      "learning_rate": 1.8820512820512823e-05,
+      "loss": 0.6115,
+      "step": 1650
+    },
+    {
+      "epoch": 1.8447136563876652,
+      "grad_norm": 1.3676002025604248,
+      "learning_rate": 1.8794871794871797e-05,
+      "loss": 0.611,
+      "step": 1675
+    },
+    {
+      "epoch": 1.8722466960352424,
+      "grad_norm": 0.9913831949234009,
+      "learning_rate": 1.876923076923077e-05,
+      "loss": 0.58,
+      "step": 1700
+    },
+    {
+      "epoch": 1.8997797356828194,
+      "grad_norm": 0.9699712991714478,
+      "learning_rate": 1.8743589743589744e-05,
+      "loss": 0.5701,
+      "step": 1725
+    },
+    {
+      "epoch": 1.9273127753303965,
+      "grad_norm": 1.0531800985336304,
+      "learning_rate": 1.8717948717948718e-05,
+      "loss": 0.5763,
+      "step": 1750
+    },
+    {
+      "epoch": 1.9548458149779737,
+      "grad_norm": 1.2362020015716553,
+      "learning_rate": 1.8692307692307695e-05,
+      "loss": 0.5716,
+      "step": 1775
+    },
+    {
+      "epoch": 1.9823788546255505,
+      "grad_norm": 1.1315600872039795,
+      "learning_rate": 1.866666666666667e-05,
+      "loss": 0.5633,
+      "step": 1800
+    },
+    {
+      "epoch": 2.0099118942731278,
+      "grad_norm": 1.0342429876327515,
+      "learning_rate": 1.8641025641025642e-05,
+      "loss": 0.5612,
+      "step": 1825
+    },
+    {
+      "epoch": 2.037444933920705,
+      "grad_norm": 0.8838308453559875,
+      "learning_rate": 1.8615384615384616e-05,
+      "loss": 0.4806,
+      "step": 1850
+    },
+    {
+      "epoch": 2.064977973568282,
+      "grad_norm": 1.3863153457641602,
+      "learning_rate": 1.8589743589743593e-05,
+      "loss": 0.4645,
+      "step": 1875
+    },
+    {
+      "epoch": 2.092511013215859,
+      "grad_norm": 0.6479698419570923,
+      "learning_rate": 1.8564102564102567e-05,
+      "loss": 0.4494,
+      "step": 1900
+    },
+    {
+      "epoch": 2.1200440528634363,
+      "grad_norm": 1.058168649673462,
+      "learning_rate": 1.853846153846154e-05,
+      "loss": 0.5045,
+      "step": 1925
+    },
+    {
+      "epoch": 2.147577092511013,
+      "grad_norm": 1.0008894205093384,
+      "learning_rate": 1.8512820512820514e-05,
+      "loss": 0.437,
+      "step": 1950
+    },
+    {
+      "epoch": 2.1751101321585904,
+      "grad_norm": 1.0125486850738525,
+      "learning_rate": 1.848717948717949e-05,
+      "loss": 0.4645,
+      "step": 1975
+    },
+    {
+      "epoch": 2.202643171806167,
+      "grad_norm": 0.9113588929176331,
+      "learning_rate": 1.8461538461538465e-05,
+      "loss": 0.4754,
+      "step": 2000
+    },
+    {
+      "epoch": 2.202643171806167,
+      "eval_cer": 66.80212763518392,
+      "eval_loss": 0.680008590221405,
+      "eval_runtime": 471.9604,
+      "eval_samples_per_second": 22.419,
+      "eval_steps_per_second": 5.606,
+      "eval_wer": 176.77510608203676,
+      "step": 2000
+    },
+    {
+      "epoch": 2.2301762114537445,
+      "grad_norm": 0.8999997973442078,
+      "learning_rate": 1.8435897435897435e-05,
+      "loss": 0.4651,
+      "step": 2025
+    },
+    {
+      "epoch": 2.2577092511013217,
+      "grad_norm": 1.2379090785980225,
+      "learning_rate": 1.8410256410256412e-05,
+      "loss": 0.4663,
+      "step": 2050
+    },
+    {
+      "epoch": 2.2852422907488985,
+      "grad_norm": 0.773048460483551,
+      "learning_rate": 1.8384615384615386e-05,
+      "loss": 0.4431,
+      "step": 2075
+    },
+    {
+      "epoch": 2.3127753303964758,
+      "grad_norm": 0.908449649810791,
+      "learning_rate": 1.835897435897436e-05,
+      "loss": 0.4742,
+      "step": 2100
+    },
+    {
+      "epoch": 2.340308370044053,
+      "grad_norm": 0.7912779450416565,
+      "learning_rate": 1.8333333333333333e-05,
+      "loss": 0.4306,
+      "step": 2125
+    },
+    {
+      "epoch": 2.36784140969163,
+      "grad_norm": 1.0128527879714966,
+      "learning_rate": 1.830769230769231e-05,
+      "loss": 0.452,
+      "step": 2150
+    },
+    {
+      "epoch": 2.395374449339207,
+      "grad_norm": 0.9093798398971558,
+      "learning_rate": 1.8282051282051284e-05,
+      "loss": 0.4623,
+      "step": 2175
+    },
+    {
+      "epoch": 2.4229074889867843,
+      "grad_norm": 0.8354513049125671,
+      "learning_rate": 1.8256410256410257e-05,
+      "loss": 0.4436,
+      "step": 2200
+    },
+    {
+      "epoch": 2.450440528634361,
+      "grad_norm": 0.9825035929679871,
+      "learning_rate": 1.823076923076923e-05,
+      "loss": 0.4354,
+      "step": 2225
+    },
+    {
+      "epoch": 2.4779735682819384,
+      "grad_norm": 0.9167904257774353,
+      "learning_rate": 1.8205128205128208e-05,
+      "loss": 0.4573,
+      "step": 2250
+    },
+    {
+      "epoch": 2.505506607929515,
+      "grad_norm": 0.855309009552002,
+      "learning_rate": 1.817948717948718e-05,
+      "loss": 0.4975,
+      "step": 2275
+    },
+    {
+      "epoch": 2.5330396475770924,
+      "grad_norm": 0.9728146195411682,
+      "learning_rate": 1.8153846153846155e-05,
+      "loss": 0.4755,
+      "step": 2300
+    },
+    {
+      "epoch": 2.5605726872246697,
+      "grad_norm": 0.9784273505210876,
+      "learning_rate": 1.812820512820513e-05,
+      "loss": 0.4574,
+      "step": 2325
+    },
+    {
+      "epoch": 2.5881057268722465,
+      "grad_norm": 1.0068365335464478,
+      "learning_rate": 1.8102564102564102e-05,
+      "loss": 0.468,
+      "step": 2350
+    },
+    {
+      "epoch": 2.6156387665198237,
+      "grad_norm": 0.883303701877594,
+      "learning_rate": 1.807692307692308e-05,
+      "loss": 0.4711,
+      "step": 2375
+    },
+    {
+      "epoch": 2.643171806167401,
+      "grad_norm": 0.9032068252563477,
+      "learning_rate": 1.8051282051282053e-05,
+      "loss": 0.446,
+      "step": 2400
+    },
+    {
+      "epoch": 2.670704845814978,
+      "grad_norm": 0.887459397315979,
+      "learning_rate": 1.8025641025641027e-05,
+      "loss": 0.441,
+      "step": 2425
+    },
+    {
+      "epoch": 2.698237885462555,
+      "grad_norm": 0.9685478210449219,
+      "learning_rate": 1.8e-05,
+      "loss": 0.4884,
+      "step": 2450
+    },
+    {
+      "epoch": 2.7257709251101323,
+      "grad_norm": 0.9034000039100647,
+      "learning_rate": 1.7974358974358977e-05,
+      "loss": 0.419,
+      "step": 2475
+    },
+    {
+      "epoch": 2.753303964757709,
+      "grad_norm": 1.1092092990875244,
+      "learning_rate": 1.794871794871795e-05,
+      "loss": 0.4934,
+      "step": 2500
+    },
+    {
+      "epoch": 2.7808370044052864,
+      "grad_norm": 0.9451773166656494,
+      "learning_rate": 1.7923076923076925e-05,
+      "loss": 0.4584,
+      "step": 2525
+    },
+    {
+      "epoch": 2.8083700440528636,
+      "grad_norm": 0.9756285548210144,
+      "learning_rate": 1.78974358974359e-05,
+      "loss": 0.4273,
+      "step": 2550
+    },
+    {
+      "epoch": 2.8359030837004404,
+      "grad_norm": 1.0345897674560547,
+      "learning_rate": 1.7871794871794875e-05,
+      "loss": 0.4462,
+      "step": 2575
+    },
+    {
+      "epoch": 2.8634361233480177,
+      "grad_norm": 0.7886134386062622,
+      "learning_rate": 1.784615384615385e-05,
+      "loss": 0.4645,
+      "step": 2600
+    },
+    {
+      "epoch": 2.890969162995595,
+      "grad_norm": 1.0247100591659546,
+      "learning_rate": 1.7820512820512823e-05,
+      "loss": 0.4285,
+      "step": 2625
+    },
+    {
+      "epoch": 2.9185022026431717,
+      "grad_norm": 1.1661251783370972,
+      "learning_rate": 1.7794871794871796e-05,
+      "loss": 0.4543,
+      "step": 2650
+    },
+    {
+      "epoch": 2.946035242290749,
+      "grad_norm": 0.8847468495368958,
+      "learning_rate": 1.776923076923077e-05,
+      "loss": 0.4672,
+      "step": 2675
+    },
+    {
+      "epoch": 2.9735682819383262,
+      "grad_norm": 1.077468991279602,
+      "learning_rate": 1.7743589743589744e-05,
+      "loss": 0.4421,
+      "step": 2700
+    },
+    {
+      "epoch": 3.001101321585903,
+      "grad_norm": 0.8612393140792847,
+      "learning_rate": 1.7717948717948717e-05,
+      "loss": 0.4854,
+      "step": 2725
+    },
+    {
+      "epoch": 3.0286343612334803,
+      "grad_norm": 0.7957535982131958,
+      "learning_rate": 1.7692307692307694e-05,
+      "loss": 0.3886,
+      "step": 2750
+    },
+    {
+      "epoch": 3.056167400881057,
+      "grad_norm": 0.8133636713027954,
+      "learning_rate": 1.7666666666666668e-05,
+      "loss": 0.3436,
+      "step": 2775
+    },
+    {
+      "epoch": 3.0837004405286343,
+      "grad_norm": 0.9280221462249756,
+      "learning_rate": 1.7641025641025642e-05,
+      "loss": 0.3586,
+      "step": 2800
+    },
+    {
+      "epoch": 3.1112334801762116,
+      "grad_norm": 0.6199328303337097,
+      "learning_rate": 1.7615384615384615e-05,
+      "loss": 0.3373,
+      "step": 2825
+    },
+    {
+      "epoch": 3.1387665198237884,
+      "grad_norm": 0.8616262674331665,
+      "learning_rate": 1.7589743589743592e-05,
+      "loss": 0.3515,
+      "step": 2850
+    },
+    {
+      "epoch": 3.1662995594713657,
+      "grad_norm": 0.8298392295837402,
+      "learning_rate": 1.7564102564102566e-05,
+      "loss": 0.3781,
+      "step": 2875
+    },
+    {
+      "epoch": 3.193832599118943,
+      "grad_norm": 1.0421444177627563,
+      "learning_rate": 1.753846153846154e-05,
+      "loss": 0.3673,
+      "step": 2900
+    },
+    {
+      "epoch": 3.2213656387665197,
+      "grad_norm": 0.769826352596283,
+      "learning_rate": 1.7512820512820513e-05,
+      "loss": 0.3726,
+      "step": 2925
+    },
+    {
+      "epoch": 3.248898678414097,
+      "grad_norm": 0.9118036031723022,
+      "learning_rate": 1.7487179487179487e-05,
+      "loss": 0.3702,
+      "step": 2950
+    },
+    {
+      "epoch": 3.2764317180616738,
+      "grad_norm": 0.8753936290740967,
+      "learning_rate": 1.7461538461538464e-05,
+      "loss": 0.3637,
+      "step": 2975
+    },
+    {
+      "epoch": 3.303964757709251,
+      "grad_norm": 0.8670012354850769,
+      "learning_rate": 1.7435897435897438e-05,
+      "loss": 0.3484,
+      "step": 3000
+    },
+    {
+      "epoch": 3.303964757709251,
+      "eval_cer": 86.51599738631023,
+      "eval_loss": 0.6673649549484253,
+      "eval_runtime": 498.8483,
+      "eval_samples_per_second": 21.211,
+      "eval_steps_per_second": 5.304,
+      "eval_wer": 250.1933050447902,
+      "step": 3000
+    },
+    {
+      "epoch": 3.3314977973568283,
+      "grad_norm": 0.8442785143852234,
+      "learning_rate": 1.741025641025641e-05,
+      "loss": 0.3744,
+      "step": 3025
+    },
+    {
+      "epoch": 3.359030837004405,
+      "grad_norm": 0.9680752754211426,
+      "learning_rate": 1.7384615384615385e-05,
+      "loss": 0.4015,
+      "step": 3050
+    },
+    {
+      "epoch": 3.3865638766519823,
+      "grad_norm": 1.012505292892456,
+      "learning_rate": 1.7358974358974362e-05,
+      "loss": 0.3609,
+      "step": 3075
+    },
+    {
+      "epoch": 3.4140969162995596,
+      "grad_norm": 0.838257908821106,
+      "learning_rate": 1.7333333333333336e-05,
+      "loss": 0.425,
+      "step": 3100
+    },
+    {
+      "epoch": 3.4416299559471364,
+      "grad_norm": 1.0413908958435059,
+      "learning_rate": 1.730769230769231e-05,
+      "loss": 0.3912,
+      "step": 3125
+    },
+    {
+      "epoch": 3.4691629955947136,
+      "grad_norm": 0.6918802261352539,
+      "learning_rate": 1.7282051282051283e-05,
+      "loss": 0.3665,
+      "step": 3150
+    },
+    {
+      "epoch": 3.496696035242291,
+      "grad_norm": 0.8139140009880066,
+      "learning_rate": 1.725641025641026e-05,
+      "loss": 0.3797,
+      "step": 3175
+    },
+    {
+      "epoch": 3.5242290748898677,
+      "grad_norm": 0.8543463349342346,
+      "learning_rate": 1.7230769230769234e-05,
+      "loss": 0.3906,
+      "step": 3200
+    },
+    {
+      "epoch": 3.551762114537445,
+      "grad_norm": 0.8312181234359741,
+      "learning_rate": 1.7205128205128207e-05,
+      "loss": 0.3728,
+      "step": 3225
+    },
+    {
+      "epoch": 3.579295154185022,
+      "grad_norm": 0.8691410422325134,
+      "learning_rate": 1.717948717948718e-05,
+      "loss": 0.3696,
+      "step": 3250
+    },
+    {
+      "epoch": 3.606828193832599,
+      "grad_norm": 0.9111345410346985,
+      "learning_rate": 1.7153846153846155e-05,
+      "loss": 0.4036,
+      "step": 3275
+    },
+    {
+      "epoch": 3.6343612334801763,
+      "grad_norm": 1.0638726949691772,
+      "learning_rate": 1.7128205128205128e-05,
+      "loss": 0.4002,
+      "step": 3300
+    },
+    {
+      "epoch": 3.6618942731277535,
+      "grad_norm": 0.650422215461731,
+      "learning_rate": 1.7102564102564102e-05,
+      "loss": 0.345,
+      "step": 3325
+    },
+    {
+      "epoch": 3.6894273127753303,
+      "grad_norm": 0.9388235211372375,
+      "learning_rate": 1.707692307692308e-05,
+      "loss": 0.3814,
+      "step": 3350
+    },
+    {
+      "epoch": 3.7169603524229076,
+      "grad_norm": 0.843593955039978,
+      "learning_rate": 1.7051282051282053e-05,
+      "loss": 0.3333,
+      "step": 3375
+    },
+    {
+      "epoch": 3.744493392070485,
+      "grad_norm": 0.9046334028244019,
+      "learning_rate": 1.7025641025641026e-05,
+      "loss": 0.3803,
+      "step": 3400
+    },
+    {
+      "epoch": 3.7720264317180616,
+      "grad_norm": 1.0686695575714111,
+      "learning_rate": 1.7e-05,
+      "loss": 0.3584,
+      "step": 3425
+    },
+    {
+      "epoch": 3.799559471365639,
+      "grad_norm": 0.9424968361854553,
+      "learning_rate": 1.6974358974358977e-05,
+      "loss": 0.3596,
+      "step": 3450
+    },
+    {
+      "epoch": 3.827092511013216,
+      "grad_norm": 0.8426197171211243,
+      "learning_rate": 1.694871794871795e-05,
+      "loss": 0.3648,
+      "step": 3475
+    },
+    {
+      "epoch": 3.854625550660793,
+      "grad_norm": 1.1227201223373413,
+      "learning_rate": 1.6923076923076924e-05,
+      "loss": 0.4158,
+      "step": 3500
+    },
+    {
+      "epoch": 3.88215859030837,
+      "grad_norm": 0.8253980278968811,
+      "learning_rate": 1.6897435897435898e-05,
+      "loss": 0.3581,
+      "step": 3525
+    },
+    {
+      "epoch": 3.909691629955947,
+      "grad_norm": 1.038388729095459,
+      "learning_rate": 1.687179487179487e-05,
+      "loss": 0.3824,
+      "step": 3550
+    },
+    {
+      "epoch": 3.9372246696035242,
+      "grad_norm": 0.847663164138794,
+      "learning_rate": 1.684615384615385e-05,
+      "loss": 0.4023,
+      "step": 3575
+    },
+    {
+      "epoch": 3.964757709251101,
+      "grad_norm": 1.0508993864059448,
+      "learning_rate": 1.6820512820512822e-05,
+      "loss": 0.3857,
+      "step": 3600
+    },
+    {
+      "epoch": 3.9922907488986783,
+      "grad_norm": 0.8296692371368408,
+      "learning_rate": 1.6794871794871796e-05,
+      "loss": 0.3799,
+      "step": 3625
+    },
+    {
+      "epoch": 4.0198237885462555,
+      "grad_norm": 0.7697169184684753,
+      "learning_rate": 1.676923076923077e-05,
+      "loss": 0.2988,
+      "step": 3650
+    },
+    {
+      "epoch": 4.047356828193832,
+      "grad_norm": 0.8309630751609802,
+      "learning_rate": 1.6743589743589747e-05,
+      "loss": 0.3086,
+      "step": 3675
+    },
+    {
+      "epoch": 4.07488986784141,
+      "grad_norm": 0.9464417099952698,
+      "learning_rate": 1.671794871794872e-05,
+      "loss": 0.2595,
+      "step": 3700
+    },
+    {
+      "epoch": 4.102422907488987,
+      "grad_norm": 0.6952372789382935,
+      "learning_rate": 1.6692307692307694e-05,
+      "loss": 0.3095,
+      "step": 3725
+    },
+    {
+      "epoch": 4.129955947136564,
+      "grad_norm": 1.4975730180740356,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.3056,
+      "step": 3750
+    },
+    {
+      "epoch": 4.157488986784141,
+      "grad_norm": 0.7223972082138062,
+      "learning_rate": 1.6641025641025645e-05,
+      "loss": 0.2897,
+      "step": 3775
+    },
+    {
+      "epoch": 4.185022026431718,
+      "grad_norm": 0.5949111580848694,
+      "learning_rate": 1.6615384615384618e-05,
+      "loss": 0.2548,
+      "step": 3800
+    },
+    {
+      "epoch": 4.212555066079295,
+      "grad_norm": 0.7186844348907471,
+      "learning_rate": 1.6589743589743592e-05,
+      "loss": 0.2927,
+      "step": 3825
+    },
+    {
+      "epoch": 4.240088105726873,
+      "grad_norm": 0.8656429648399353,
+      "learning_rate": 1.6564102564102565e-05,
+      "loss": 0.2867,
+      "step": 3850
+    },
+    {
+      "epoch": 4.2676211453744495,
+      "grad_norm": 0.7154597640037537,
+      "learning_rate": 1.653846153846154e-05,
+      "loss": 0.3131,
+      "step": 3875
+    },
+    {
+      "epoch": 4.295154185022026,
+      "grad_norm": 0.7212648987770081,
+      "learning_rate": 1.6512820512820513e-05,
+      "loss": 0.305,
+      "step": 3900
+    },
+    {
+      "epoch": 4.322687224669604,
+      "grad_norm": 0.9249489307403564,
+      "learning_rate": 1.6487179487179486e-05,
+      "loss": 0.3191,
+      "step": 3925
+    },
+    {
+      "epoch": 4.350220264317181,
+      "grad_norm": 0.8987734317779541,
+      "learning_rate": 1.6461538461538463e-05,
+      "loss": 0.3007,
+      "step": 3950
+    },
+    {
+      "epoch": 4.377753303964758,
+      "grad_norm": 0.8961289525032043,
+      "learning_rate": 1.6435897435897437e-05,
+      "loss": 0.3249,
+      "step": 3975
+    },
+    {
+      "epoch": 4.405286343612334,
+      "grad_norm": 1.0475411415100098,
+      "learning_rate": 1.641025641025641e-05,
+      "loss": 0.3012,
+      "step": 4000
+    },
+    {
+      "epoch": 4.405286343612334,
+      "eval_cer": 143.75523024543463,
+      "eval_loss": 0.673335075378418,
+      "eval_runtime": 578.457,
+      "eval_samples_per_second": 18.292,
+      "eval_steps_per_second": 4.574,
+      "eval_wer": 390.6647807637907,
+      "step": 4000
+    },
+    {
+      "epoch": 4.432819383259912,
+      "grad_norm": 0.6653734445571899,
+      "learning_rate": 1.6384615384615384e-05,
+      "loss": 0.3257,
+      "step": 4025
+    },
+    {
+      "epoch": 4.460352422907489,
+      "grad_norm": 1.0824356079101562,
+      "learning_rate": 1.635897435897436e-05,
+      "loss": 0.3307,
+      "step": 4050
+    },
+    {
+      "epoch": 4.487885462555066,
+      "grad_norm": 1.0432815551757812,
+      "learning_rate": 1.6333333333333335e-05,
+      "loss": 0.3184,
+      "step": 4075
+    },
+    {
+      "epoch": 4.515418502202643,
+      "grad_norm": 0.6064091324806213,
+      "learning_rate": 1.630769230769231e-05,
+      "loss": 0.2876,
+      "step": 4100
+    },
+    {
+      "epoch": 4.54295154185022,
+      "grad_norm": 0.9204082489013672,
+      "learning_rate": 1.6282051282051282e-05,
+      "loss": 0.3239,
+      "step": 4125
+    },
+    {
+      "epoch": 4.570484581497797,
+      "grad_norm": 0.9674654006958008,
+      "learning_rate": 1.625641025641026e-05,
+      "loss": 0.3295,
+      "step": 4150
+    },
+    {
+      "epoch": 4.598017621145375,
+      "grad_norm": 1.0070710182189941,
+      "learning_rate": 1.6230769230769233e-05,
+      "loss": 0.3171,
+      "step": 4175
+    },
+    {
+      "epoch": 4.6255506607929515,
+      "grad_norm": 0.7143537998199463,
+      "learning_rate": 1.6205128205128207e-05,
+      "loss": 0.299,
+      "step": 4200
+    },
+    {
+      "epoch": 4.653083700440528,
+      "grad_norm": 1.4927059412002563,
+      "learning_rate": 1.617948717948718e-05,
+      "loss": 0.3133,
+      "step": 4225
+    },
+    {
+      "epoch": 4.680616740088106,
+      "grad_norm": 0.9383150339126587,
+      "learning_rate": 1.6153846153846154e-05,
+      "loss": 0.2923,
+      "step": 4250
+    },
+    {
+      "epoch": 4.708149779735683,
+      "grad_norm": 0.8235558271408081,
+      "learning_rate": 1.612820512820513e-05,
+      "loss": 0.3061,
+      "step": 4275
+    },
+    {
+      "epoch": 4.73568281938326,
+      "grad_norm": 1.0017234086990356,
+      "learning_rate": 1.6102564102564105e-05,
+      "loss": 0.3159,
+      "step": 4300
+    },
+    {
+      "epoch": 4.763215859030837,
+      "grad_norm": 0.8471269607543945,
+      "learning_rate": 1.607692307692308e-05,
+      "loss": 0.3082,
+      "step": 4325
+    },
+    {
+      "epoch": 4.790748898678414,
+      "grad_norm": 0.9471202492713928,
+      "learning_rate": 1.6051282051282052e-05,
+      "loss": 0.3103,
+      "step": 4350
+    },
+    {
+      "epoch": 4.818281938325991,
+      "grad_norm": 1.0645701885223389,
+      "learning_rate": 1.602564102564103e-05,
+      "loss": 0.3185,
+      "step": 4375
+    },
+    {
+      "epoch": 4.845814977973569,
+      "grad_norm": 0.6874596476554871,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 0.2969,
+      "step": 4400
+    },
+    {
+      "epoch": 4.8733480176211454,
+      "grad_norm": 0.6609659194946289,
+      "learning_rate": 1.5974358974358976e-05,
+      "loss": 0.2947,
+      "step": 4425
+    },
+    {
+      "epoch": 4.900881057268722,
+      "grad_norm": 0.9104480743408203,
+      "learning_rate": 1.594871794871795e-05,
+      "loss": 0.3108,
+      "step": 4450
+    },
+    {
+      "epoch": 4.9284140969163,
+      "grad_norm": 0.7762302756309509,
+      "learning_rate": 1.5923076923076924e-05,
+      "loss": 0.2803,
+      "step": 4475
+    },
+    {
+      "epoch": 4.955947136563877,
+      "grad_norm": 0.8123212456703186,
+      "learning_rate": 1.5897435897435897e-05,
+      "loss": 0.2983,
+      "step": 4500
+    },
+    {
+      "epoch": 4.983480176211454,
+      "grad_norm": 0.8753710985183716,
+      "learning_rate": 1.587179487179487e-05,
+      "loss": 0.3076,
+      "step": 4525
+    },
+    {
+      "epoch": 5.011013215859031,
+      "grad_norm": 0.8646990060806274,
+      "learning_rate": 1.5846153846153848e-05,
+      "loss": 0.2629,
+      "step": 4550
+    },
+    {
+      "epoch": 5.038546255506608,
+      "grad_norm": 0.45370516180992126,
+      "learning_rate": 1.582051282051282e-05,
+      "loss": 0.2463,
+      "step": 4575
+    },
+    {
+      "epoch": 5.066079295154185,
+      "grad_norm": 0.8293446898460388,
+      "learning_rate": 1.5794871794871795e-05,
+      "loss": 0.2204,
+      "step": 4600
+    },
+    {
+      "epoch": 5.093612334801762,
+      "grad_norm": 0.5812169909477234,
+      "learning_rate": 1.576923076923077e-05,
+      "loss": 0.2584,
+      "step": 4625
+    },
+    {
+      "epoch": 5.121145374449339,
+      "grad_norm": 0.6977860331535339,
+      "learning_rate": 1.5743589743589746e-05,
+      "loss": 0.2581,
+      "step": 4650
+    },
+    {
+      "epoch": 5.148678414096916,
+      "grad_norm": 0.5691882967948914,
+      "learning_rate": 1.571794871794872e-05,
+      "loss": 0.2561,
+      "step": 4675
+    },
+    {
+      "epoch": 5.176211453744493,
+      "grad_norm": 0.6710711121559143,
+      "learning_rate": 1.5692307692307693e-05,
+      "loss": 0.2287,
+      "step": 4700
+    },
+    {
+      "epoch": 5.203744493392071,
+      "grad_norm": 0.6122124195098877,
+      "learning_rate": 1.5666666666666667e-05,
+      "loss": 0.2539,
+      "step": 4725
+    },
+    {
+      "epoch": 5.2312775330396475,
+      "grad_norm": 0.8912720680236816,
+      "learning_rate": 1.5641025641025644e-05,
+      "loss": 0.2261,
+      "step": 4750
+    },
+    {
+      "epoch": 5.258810572687224,
+      "grad_norm": 0.7192656993865967,
+      "learning_rate": 1.5615384615384618e-05,
+      "loss": 0.277,
+      "step": 4775
+    },
+    {
+      "epoch": 5.286343612334802,
+      "grad_norm": 0.5232201814651489,
+      "learning_rate": 1.558974358974359e-05,
+      "loss": 0.2315,
+      "step": 4800
+    },
+    {
+      "epoch": 5.313876651982379,
+      "grad_norm": 0.5389770865440369,
+      "learning_rate": 1.5564102564102565e-05,
+      "loss": 0.2157,
+      "step": 4825
+    },
+    {
+      "epoch": 5.341409691629956,
+      "grad_norm": 0.7740320563316345,
+      "learning_rate": 1.553846153846154e-05,
+      "loss": 0.2374,
+      "step": 4850
+    },
+    {
+      "epoch": 5.368942731277533,
+      "grad_norm": 0.8149337768554688,
+      "learning_rate": 1.5512820512820516e-05,
+      "loss": 0.2459,
+      "step": 4875
+    },
+    {
+      "epoch": 5.39647577092511,
+      "grad_norm": 0.8045769929885864,
+      "learning_rate": 1.548717948717949e-05,
+      "loss": 0.2262,
+      "step": 4900
+    },
+    {
+      "epoch": 5.424008810572687,
+      "grad_norm": 0.8608861565589905,
+      "learning_rate": 1.5461538461538463e-05,
+      "loss": 0.2812,
+      "step": 4925
+    },
+    {
+      "epoch": 5.451541850220265,
+      "grad_norm": 0.6250303387641907,
+      "learning_rate": 1.5435897435897436e-05,
+      "loss": 0.2565,
+      "step": 4950
+    },
+    {
+      "epoch": 5.479074889867841,
+      "grad_norm": 0.6353731155395508,
+      "learning_rate": 1.5410256410256414e-05,
+      "loss": 0.2348,
+      "step": 4975
+    },
+    {
+      "epoch": 5.506607929515418,
+      "grad_norm": 0.6314155459403992,
+      "learning_rate": 1.5384615384615387e-05,
+      "loss": 0.2416,
+      "step": 5000
+    },
+    {
+      "epoch": 5.506607929515418,
+      "eval_cer": 89.07064986874234,
+      "eval_loss": 0.685695230960846,
+      "eval_runtime": 499.9069,
+      "eval_samples_per_second": 21.166,
+      "eval_steps_per_second": 5.293,
+      "eval_wer": 259.84912776991985,
+      "step": 5000
+    },
+    {
+      "epoch": 5.534140969162996,
+      "grad_norm": 0.7577415704727173,
+      "learning_rate": 1.535897435897436e-05,
+      "loss": 0.2469,
+      "step": 5025
+    },
+    {
+      "epoch": 5.561674008810573,
+      "grad_norm": 0.8051561713218689,
+      "learning_rate": 1.5333333333333334e-05,
+      "loss": 0.2706,
+      "step": 5050
+    },
+    {
+      "epoch": 5.5892070484581495,
+      "grad_norm": 0.7317938208580017,
+      "learning_rate": 1.5307692307692308e-05,
+      "loss": 0.251,
+      "step": 5075
+    },
+    {
+      "epoch": 5.616740088105727,
+      "grad_norm": 0.9899778962135315,
+      "learning_rate": 1.5282051282051282e-05,
+      "loss": 0.2415,
+      "step": 5100
+    },
+    {
+      "epoch": 5.644273127753304,
+      "grad_norm": 1.2906497716903687,
+      "learning_rate": 1.5256410256410257e-05,
+      "loss": 0.2477,
+      "step": 5125
+    },
+    {
+      "epoch": 5.671806167400881,
+      "grad_norm": 0.7807902693748474,
+      "learning_rate": 1.523076923076923e-05,
+      "loss": 0.2629,
+      "step": 5150
+    },
+    {
+      "epoch": 5.6993392070484585,
+      "grad_norm": 0.7599391937255859,
+      "learning_rate": 1.5205128205128206e-05,
+      "loss": 0.229,
+      "step": 5175
+    },
+    {
+      "epoch": 5.726872246696035,
+      "grad_norm": 0.71393221616745,
+      "learning_rate": 1.517948717948718e-05,
+      "loss": 0.2768,
+      "step": 5200
+    },
+    {
+      "epoch": 5.754405286343612,
+      "grad_norm": 0.6856432557106018,
+      "learning_rate": 1.5153846153846155e-05,
+      "loss": 0.2434,
+      "step": 5225
+    },
+    {
+      "epoch": 5.78193832599119,
+      "grad_norm": 1.1420562267303467,
+      "learning_rate": 1.5128205128205129e-05,
+      "loss": 0.2724,
+      "step": 5250
+    },
+    {
+      "epoch": 5.809471365638767,
+      "grad_norm": 0.7609044909477234,
+      "learning_rate": 1.5102564102564104e-05,
+      "loss": 0.2538,
+      "step": 5275
+    },
+    {
+      "epoch": 5.8370044052863435,
+      "grad_norm": 0.9725056290626526,
+      "learning_rate": 1.5076923076923078e-05,
+      "loss": 0.2455,
+      "step": 5300
+    },
+    {
+      "epoch": 5.864537444933921,
+      "grad_norm": 0.8432466387748718,
+      "learning_rate": 1.5051282051282053e-05,
+      "loss": 0.2502,
+      "step": 5325
+    },
+    {
+      "epoch": 5.892070484581498,
+      "grad_norm": 0.784191370010376,
+      "learning_rate": 1.5025641025641027e-05,
+      "loss": 0.2559,
+      "step": 5350
+    },
+    {
+      "epoch": 5.919603524229075,
+      "grad_norm": 0.6561942100524902,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 0.2337,
+      "step": 5375
+    },
+    {
+      "epoch": 5.9471365638766525,
+      "grad_norm": 0.9330358505249023,
+      "learning_rate": 1.4974358974358976e-05,
+      "loss": 0.2369,
+      "step": 5400
+    },
+    {
+      "epoch": 5.974669603524229,
+      "grad_norm": 0.8283205628395081,
+      "learning_rate": 1.494871794871795e-05,
+      "loss": 0.2332,
+      "step": 5425
+    },
+    {
+      "epoch": 6.002202643171806,
+      "grad_norm": 0.7662353515625,
+      "learning_rate": 1.4923076923076925e-05,
+      "loss": 0.2154,
+      "step": 5450
+    },
+    {
+      "epoch": 6.029735682819383,
+      "grad_norm": 0.6226630210876465,
+      "learning_rate": 1.4897435897435898e-05,
+      "loss": 0.1824,
+      "step": 5475
+    },
+    {
+      "epoch": 6.057268722466961,
+      "grad_norm": 0.7479391098022461,
+      "learning_rate": 1.4871794871794874e-05,
+      "loss": 0.1676,
+      "step": 5500
+    },
+    {
+      "epoch": 6.084801762114537,
+      "grad_norm": 0.8184050917625427,
+      "learning_rate": 1.4846153846153847e-05,
+      "loss": 0.1946,
+      "step": 5525
+    },
+    {
+      "epoch": 6.112334801762114,
+      "grad_norm": 0.6436644196510315,
+      "learning_rate": 1.4820512820512823e-05,
+      "loss": 0.2017,
+      "step": 5550
+    },
+    {
+      "epoch": 6.139867841409692,
+      "grad_norm": 0.5338073968887329,
+      "learning_rate": 1.4794871794871796e-05,
+      "loss": 0.1875,
+      "step": 5575
+    },
+    {
+      "epoch": 6.167400881057269,
+      "grad_norm": 0.8311201930046082,
+      "learning_rate": 1.4769230769230772e-05,
+      "loss": 0.209,
+      "step": 5600
+    },
+    {
+      "epoch": 6.1949339207048455,
+      "grad_norm": 0.5197294354438782,
+      "learning_rate": 1.4743589743589745e-05,
+      "loss": 0.1704,
+      "step": 5625
+    },
+    {
+      "epoch": 6.222466960352423,
+      "grad_norm": 0.8122308850288391,
+      "learning_rate": 1.471794871794872e-05,
+      "loss": 0.2048,
+      "step": 5650
+    },
+    {
+      "epoch": 6.25,
+      "grad_norm": 0.6813929677009583,
+      "learning_rate": 1.4692307692307694e-05,
+      "loss": 0.1971,
+      "step": 5675
+    },
+    {
+      "epoch": 6.277533039647577,
+      "grad_norm": 0.5382255911827087,
+      "learning_rate": 1.4666666666666666e-05,
+      "loss": 0.1629,
+      "step": 5700
+    },
+    {
+      "epoch": 6.3050660792951545,
+      "grad_norm": 0.5841939449310303,
+      "learning_rate": 1.4641025641025642e-05,
+      "loss": 0.1939,
+      "step": 5725
+    },
+    {
+      "epoch": 6.332599118942731,
+      "grad_norm": 0.6143937706947327,
+      "learning_rate": 1.4615384615384615e-05,
+      "loss": 0.1787,
+      "step": 5750
+    },
+    {
+      "epoch": 6.360132158590308,
+      "grad_norm": 0.6379638314247131,
+      "learning_rate": 1.458974358974359e-05,
+      "loss": 0.1867,
+      "step": 5775
+    },
+    {
+      "epoch": 6.387665198237886,
+      "grad_norm": 0.6888879537582397,
+      "learning_rate": 1.4564102564102564e-05,
+      "loss": 0.1941,
+      "step": 5800
+    },
+    {
+      "epoch": 6.415198237885463,
+      "grad_norm": 0.645486056804657,
+      "learning_rate": 1.453846153846154e-05,
+      "loss": 0.1823,
+      "step": 5825
+    },
+    {
+      "epoch": 6.442731277533039,
+      "grad_norm": 0.5782633423805237,
+      "learning_rate": 1.4512820512820513e-05,
+      "loss": 0.2033,
+      "step": 5850
+    },
+    {
+      "epoch": 6.470264317180617,
+      "grad_norm": 0.81694495677948,
+      "learning_rate": 1.4487179487179489e-05,
+      "loss": 0.2154,
+      "step": 5875
+    },
+    {
+      "epoch": 6.497797356828194,
+      "grad_norm": 0.7232884168624878,
+      "learning_rate": 1.4461538461538462e-05,
+      "loss": 0.1968,
+      "step": 5900
+    },
+    {
+      "epoch": 6.525330396475771,
+      "grad_norm": 0.7122112512588501,
+      "learning_rate": 1.4435897435897438e-05,
+      "loss": 0.217,
+      "step": 5925
+    },
+    {
+      "epoch": 6.5528634361233475,
+      "grad_norm": 0.5657493472099304,
+      "learning_rate": 1.4410256410256411e-05,
+      "loss": 0.1989,
+      "step": 5950
+    },
+    {
+      "epoch": 6.580396475770925,
+      "grad_norm": 0.7421569228172302,
+      "learning_rate": 1.4384615384615387e-05,
+      "loss": 0.1993,
+      "step": 5975
+    },
+    {
+      "epoch": 6.607929515418502,
+      "grad_norm": 0.7630535364151001,
+      "learning_rate": 1.435897435897436e-05,
+      "loss": 0.194,
+      "step": 6000
+    },
+    {
+      "epoch": 6.607929515418502,
+      "eval_cer": 75.63250146160283,
+      "eval_loss": 0.7101058959960938,
+      "eval_runtime": 501.2734,
+      "eval_samples_per_second": 21.108,
+      "eval_steps_per_second": 5.279,
+      "eval_wer": 197.0768505421971,
+      "step": 6000
+    },
+    {
+      "epoch": 6.635462555066079,
+      "grad_norm": 0.5665035843849182,
+      "learning_rate": 1.4333333333333334e-05,
+      "loss": 0.1686,
+      "step": 6025
+    },
+    {
+      "epoch": 6.6629955947136565,
+      "grad_norm": 0.5344381928443909,
+      "learning_rate": 1.430769230769231e-05,
+      "loss": 0.2208,
+      "step": 6050
+    },
+    {
+      "epoch": 6.690528634361233,
+      "grad_norm": 0.8236050605773926,
+      "learning_rate": 1.4282051282051283e-05,
+      "loss": 0.228,
+      "step": 6075
+    },
+    {
+      "epoch": 6.71806167400881,
+      "grad_norm": 0.8301483988761902,
+      "learning_rate": 1.4256410256410258e-05,
+      "loss": 0.2233,
+      "step": 6100
+    },
+    {
+      "epoch": 6.745594713656388,
+      "grad_norm": 0.5735576748847961,
+      "learning_rate": 1.4230769230769232e-05,
+      "loss": 0.2112,
+      "step": 6125
+    },
+    {
+      "epoch": 6.773127753303965,
+      "grad_norm": 0.7066081762313843,
+      "learning_rate": 1.4205128205128207e-05,
+      "loss": 0.1978,
+      "step": 6150
+    },
+    {
+      "epoch": 6.8006607929515415,
+      "grad_norm": 0.6695354580879211,
+      "learning_rate": 1.4179487179487181e-05,
+      "loss": 0.2082,
+      "step": 6175
+    },
+    {
+      "epoch": 6.828193832599119,
+      "grad_norm": 0.6278955340385437,
+      "learning_rate": 1.4153846153846156e-05,
+      "loss": 0.1864,
+      "step": 6200
+    },
+    {
+      "epoch": 6.855726872246696,
+      "grad_norm": 0.7320701479911804,
+      "learning_rate": 1.412820512820513e-05,
+      "loss": 0.2168,
+      "step": 6225
+    },
+    {
+      "epoch": 6.883259911894273,
+      "grad_norm": 0.612777829170227,
+      "learning_rate": 1.4102564102564105e-05,
+      "loss": 0.1938,
+      "step": 6250
+    },
+    {
+      "epoch": 6.9107929515418505,
+      "grad_norm": 0.7008684873580933,
+      "learning_rate": 1.4076923076923079e-05,
+      "loss": 0.1862,
+      "step": 6275
+    },
+    {
+      "epoch": 6.938325991189427,
+      "grad_norm": 0.5621137619018555,
+      "learning_rate": 1.405128205128205e-05,
+      "loss": 0.1923,
+      "step": 6300
+    },
+    {
+      "epoch": 6.965859030837004,
+      "grad_norm": 0.8963515758514404,
+      "learning_rate": 1.4025641025641026e-05,
+      "loss": 0.1986,
+      "step": 6325
+    },
+    {
+      "epoch": 6.993392070484582,
+      "grad_norm": 0.6735339760780334,
+      "learning_rate": 1.4e-05,
+      "loss": 0.1991,
+      "step": 6350
+    },
+    {
+      "epoch": 7.020925110132159,
+      "grad_norm": 0.4790953993797302,
+      "learning_rate": 1.3974358974358975e-05,
+      "loss": 0.1505,
+      "step": 6375
+    },
+    {
+      "epoch": 7.048458149779735,
+      "grad_norm": 0.4763677716255188,
+      "learning_rate": 1.3948717948717949e-05,
+      "loss": 0.1424,
+      "step": 6400
+    },
+    {
+      "epoch": 7.075991189427313,
+      "grad_norm": 0.41467663645744324,
+      "learning_rate": 1.3923076923076924e-05,
+      "loss": 0.1336,
+      "step": 6425
+    },
+    {
+      "epoch": 7.10352422907489,
+      "grad_norm": 0.5693683624267578,
+      "learning_rate": 1.3897435897435898e-05,
+      "loss": 0.1341,
+      "step": 6450
+    },
+    {
+      "epoch": 7.131057268722467,
+      "grad_norm": 0.6672292947769165,
+      "learning_rate": 1.3871794871794873e-05,
+      "loss": 0.1446,
+      "step": 6475
+    },
+    {
+      "epoch": 7.158590308370044,
+      "grad_norm": 0.6646426320075989,
+      "learning_rate": 1.3846153846153847e-05,
+      "loss": 0.1573,
+      "step": 6500
+    },
+    {
+      "epoch": 7.186123348017621,
+      "grad_norm": 1.0004900693893433,
+      "learning_rate": 1.3820512820512822e-05,
+      "loss": 0.1445,
+      "step": 6525
+    },
+    {
+      "epoch": 7.213656387665198,
+      "grad_norm": 0.8498390913009644,
+      "learning_rate": 1.3794871794871796e-05,
+      "loss": 0.1453,
+      "step": 6550
+    },
+    {
+      "epoch": 7.241189427312776,
+      "grad_norm": 0.43505725264549255,
+      "learning_rate": 1.3769230769230771e-05,
+      "loss": 0.1508,
+      "step": 6575
+    },
+    {
+      "epoch": 7.2687224669603525,
+      "grad_norm": 0.717443585395813,
+      "learning_rate": 1.3743589743589745e-05,
+      "loss": 0.1517,
+      "step": 6600
+    },
+    {
+      "epoch": 7.296255506607929,
+      "grad_norm": 0.6070489287376404,
+      "learning_rate": 1.3717948717948718e-05,
+      "loss": 0.1646,
+      "step": 6625
+    },
+    {
+      "epoch": 7.323788546255507,
+      "grad_norm": 1.4384660720825195,
+      "learning_rate": 1.3692307692307694e-05,
+      "loss": 0.1566,
+      "step": 6650
+    },
+    {
+      "epoch": 7.351321585903084,
+      "grad_norm": 0.6029159426689148,
+      "learning_rate": 1.3666666666666667e-05,
+      "loss": 0.1683,
+      "step": 6675
+    },
+    {
+      "epoch": 7.378854625550661,
+      "grad_norm": 0.5382408499717712,
+      "learning_rate": 1.3641025641025643e-05,
+      "loss": 0.1366,
+      "step": 6700
+    },
+    {
+      "epoch": 7.406387665198238,
+      "grad_norm": 0.4797053039073944,
+      "learning_rate": 1.3615384615384616e-05,
+      "loss": 0.1342,
+      "step": 6725
+    },
+    {
+      "epoch": 7.433920704845815,
+      "grad_norm": 0.6972818970680237,
+      "learning_rate": 1.3589743589743592e-05,
+      "loss": 0.155,
+      "step": 6750
+    },
+    {
+      "epoch": 7.461453744493392,
+      "grad_norm": 0.5016514658927917,
+      "learning_rate": 1.3564102564102565e-05,
+      "loss": 0.1663,
+      "step": 6775
+    },
+    {
+      "epoch": 7.48898678414097,
+      "grad_norm": 0.618401050567627,
+      "learning_rate": 1.353846153846154e-05,
+      "loss": 0.1597,
+      "step": 6800
+    },
+    {
+      "epoch": 7.516519823788546,
+      "grad_norm": 0.675841748714447,
+      "learning_rate": 1.3512820512820514e-05,
+      "loss": 0.1482,
+      "step": 6825
+    },
+    {
+      "epoch": 7.544052863436123,
+      "grad_norm": 0.4411374628543854,
+      "learning_rate": 1.348717948717949e-05,
+      "loss": 0.1497,
+      "step": 6850
+    },
+    {
+      "epoch": 7.5715859030837,
+      "grad_norm": 0.7848430275917053,
+      "learning_rate": 1.3461538461538463e-05,
+      "loss": 0.1439,
+      "step": 6875
+    },
+    {
+      "epoch": 7.599118942731278,
+      "grad_norm": 0.6942805051803589,
+      "learning_rate": 1.3435897435897435e-05,
+      "loss": 0.178,
+      "step": 6900
+    },
+    {
+      "epoch": 7.6266519823788546,
+      "grad_norm": 0.48058149218559265,
+      "learning_rate": 1.341025641025641e-05,
+      "loss": 0.1429,
+      "step": 6925
+    },
+    {
+      "epoch": 7.654185022026431,
+      "grad_norm": 0.7218976020812988,
+      "learning_rate": 1.3384615384615384e-05,
+      "loss": 0.1804,
+      "step": 6950
+    },
+    {
+      "epoch": 7.681718061674009,
+      "grad_norm": 0.6133447885513306,
+      "learning_rate": 1.335897435897436e-05,
+      "loss": 0.1686,
+      "step": 6975
+    },
+    {
+      "epoch": 7.709251101321586,
+      "grad_norm": 0.8538093566894531,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 0.1436,
+      "step": 7000
+    },
+    {
+      "epoch": 7.709251101321586,
+      "eval_cer": 103.36913782628135,
+      "eval_loss": 0.7327257394790649,
+      "eval_runtime": 545.0853,
+      "eval_samples_per_second": 19.412,
+      "eval_steps_per_second": 4.854,
+      "eval_wer": 235.48326261197548,
+      "step": 7000
+    },
+    {
+      "epoch": 7.736784140969163,
+      "grad_norm": 0.8791314363479614,
+      "learning_rate": 1.3307692307692309e-05,
+      "loss": 0.1747,
+      "step": 7025
+    },
+    {
+      "epoch": 7.76431718061674,
+      "grad_norm": 0.7194722294807434,
+      "learning_rate": 1.3282051282051282e-05,
+      "loss": 0.152,
+      "step": 7050
+    },
+    {
+      "epoch": 7.791850220264317,
+      "grad_norm": 0.6934202313423157,
+      "learning_rate": 1.3256410256410258e-05,
+      "loss": 0.1532,
+      "step": 7075
+    },
+    {
+      "epoch": 7.819383259911894,
+      "grad_norm": 0.8959735631942749,
+      "learning_rate": 1.3230769230769231e-05,
+      "loss": 0.1377,
+      "step": 7100
+    },
+    {
+      "epoch": 7.846916299559472,
+      "grad_norm": 0.6112185716629028,
+      "learning_rate": 1.3205128205128207e-05,
+      "loss": 0.1407,
+      "step": 7125
+    },
+    {
+      "epoch": 7.8744493392070485,
+      "grad_norm": 0.6644231081008911,
+      "learning_rate": 1.317948717948718e-05,
+      "loss": 0.1777,
+      "step": 7150
+    },
+    {
+      "epoch": 7.901982378854625,
+      "grad_norm": 0.4906589388847351,
+      "learning_rate": 1.3153846153846156e-05,
+      "loss": 0.1619,
+      "step": 7175
+    },
+    {
+      "epoch": 7.929515418502203,
+      "grad_norm": 0.6490347981452942,
+      "learning_rate": 1.312820512820513e-05,
+      "loss": 0.1727,
+      "step": 7200
+    },
+    {
+      "epoch": 7.95704845814978,
+      "grad_norm": 0.709720253944397,
+      "learning_rate": 1.3102564102564103e-05,
+      "loss": 0.1646,
+      "step": 7225
+    },
+    {
+      "epoch": 7.984581497797357,
+      "grad_norm": 0.694337785243988,
+      "learning_rate": 1.3076923076923078e-05,
+      "loss": 0.1604,
+      "step": 7250
+    },
+    {
+      "epoch": 8.012114537444933,
+      "grad_norm": 0.41181373596191406,
+      "learning_rate": 1.3051282051282052e-05,
+      "loss": 0.1716,
+      "step": 7275
+    },
+    {
+      "epoch": 8.039647577092511,
+      "grad_norm": 0.49692800641059875,
+      "learning_rate": 1.3025641025641027e-05,
+      "loss": 0.1231,
+      "step": 7300
+    },
+    {
+      "epoch": 8.067180616740089,
+      "grad_norm": 0.4960375130176544,
+      "learning_rate": 1.3000000000000001e-05,
+      "loss": 0.1202,
+      "step": 7325
+    },
+    {
+      "epoch": 8.094713656387665,
+      "grad_norm": 0.5013170838356018,
+      "learning_rate": 1.2974358974358976e-05,
+      "loss": 0.1137,
+      "step": 7350
+    },
+    {
+      "epoch": 8.122246696035242,
+      "grad_norm": 0.579422116279602,
+      "learning_rate": 1.294871794871795e-05,
+      "loss": 0.1129,
+      "step": 7375
+    },
+    {
+      "epoch": 8.14977973568282,
+      "grad_norm": 0.542116641998291,
+      "learning_rate": 1.2923076923076925e-05,
+      "loss": 0.1098,
+      "step": 7400
+    },
+    {
+      "epoch": 8.177312775330396,
+      "grad_norm": 0.2935909926891327,
+      "learning_rate": 1.2897435897435899e-05,
+      "loss": 0.1197,
+      "step": 7425
+    },
+    {
+      "epoch": 8.204845814977974,
+      "grad_norm": 0.4438793957233429,
+      "learning_rate": 1.2871794871794874e-05,
+      "loss": 0.1086,
+      "step": 7450
+    },
+    {
+      "epoch": 8.232378854625551,
+      "grad_norm": 0.6815393567085266,
+      "learning_rate": 1.2846153846153848e-05,
+      "loss": 0.1396,
+      "step": 7475
+    },
+    {
+      "epoch": 8.259911894273127,
+      "grad_norm": 0.4968509376049042,
+      "learning_rate": 1.2820512820512823e-05,
+      "loss": 0.1129,
+      "step": 7500
+    },
+    {
+      "epoch": 8.287444933920705,
+      "grad_norm": 0.9515237212181091,
+      "learning_rate": 1.2794871794871795e-05,
+      "loss": 0.1132,
+      "step": 7525
+    },
+    {
+      "epoch": 8.314977973568283,
+      "grad_norm": 0.4827808141708374,
+      "learning_rate": 1.2769230769230769e-05,
+      "loss": 0.1072,
+      "step": 7550
+    },
+    {
+      "epoch": 8.342511013215859,
+      "grad_norm": 0.7047274112701416,
+      "learning_rate": 1.2743589743589744e-05,
+      "loss": 0.1177,
+      "step": 7575
+    },
+    {
+      "epoch": 8.370044052863436,
+      "grad_norm": 0.4887017011642456,
+      "learning_rate": 1.2717948717948718e-05,
+      "loss": 0.1051,
+      "step": 7600
+    },
+    {
+      "epoch": 8.397577092511014,
+      "grad_norm": 0.6869075894355774,
+      "learning_rate": 1.2692307692307693e-05,
+      "loss": 0.1272,
+      "step": 7625
+    },
+    {
+      "epoch": 8.42511013215859,
+      "grad_norm": 0.4369036853313446,
+      "learning_rate": 1.2666666666666667e-05,
+      "loss": 0.106,
+      "step": 7650
+    },
+    {
+      "epoch": 8.452643171806168,
+      "grad_norm": 0.6985669732093811,
+      "learning_rate": 1.2641025641025642e-05,
+      "loss": 0.1185,
+      "step": 7675
+    },
+    {
+      "epoch": 8.480176211453745,
+      "grad_norm": 0.5139929056167603,
+      "learning_rate": 1.2615384615384616e-05,
+      "loss": 0.1146,
+      "step": 7700
+    },
+    {
+      "epoch": 8.507709251101321,
+      "grad_norm": 0.5673744082450867,
+      "learning_rate": 1.2589743589743591e-05,
+      "loss": 0.1166,
+      "step": 7725
+    },
+    {
+      "epoch": 8.535242290748899,
+      "grad_norm": 0.7198874354362488,
+      "learning_rate": 1.2564102564102565e-05,
+      "loss": 0.1278,
+      "step": 7750
+    },
+    {
+      "epoch": 8.562775330396477,
+      "grad_norm": 0.6545113325119019,
+      "learning_rate": 1.253846153846154e-05,
+      "loss": 0.1245,
+      "step": 7775
+    },
+    {
+      "epoch": 8.590308370044053,
+      "grad_norm": 0.667356014251709,
+      "learning_rate": 1.2512820512820514e-05,
+      "loss": 0.1314,
+      "step": 7800
+    },
+    {
+      "epoch": 8.61784140969163,
+      "grad_norm": 0.32821300625801086,
+      "learning_rate": 1.2487179487179487e-05,
+      "loss": 0.1325,
+      "step": 7825
+    },
+    {
+      "epoch": 8.645374449339208,
+      "grad_norm": 0.7761093378067017,
+      "learning_rate": 1.2461538461538463e-05,
+      "loss": 0.1069,
+      "step": 7850
+    },
+    {
+      "epoch": 8.672907488986784,
+      "grad_norm": 0.5627309679985046,
+      "learning_rate": 1.2435897435897436e-05,
+      "loss": 0.1046,
+      "step": 7875
+    },
+    {
+      "epoch": 8.700440528634362,
+      "grad_norm": 0.8482288122177124,
+      "learning_rate": 1.2410256410256412e-05,
+      "loss": 0.1305,
+      "step": 7900
+    },
+    {
+      "epoch": 8.72797356828194,
+      "grad_norm": 0.4097133278846741,
+      "learning_rate": 1.2384615384615385e-05,
+      "loss": 0.1262,
+      "step": 7925
+    },
+    {
+      "epoch": 8.755506607929515,
+      "grad_norm": 0.5583866834640503,
+      "learning_rate": 1.235897435897436e-05,
+      "loss": 0.1227,
+      "step": 7950
+    },
+    {
+      "epoch": 8.783039647577093,
+      "grad_norm": 0.5424619317054749,
+      "learning_rate": 1.2333333333333334e-05,
+      "loss": 0.1258,
+      "step": 7975
+    },
+    {
+      "epoch": 8.810572687224669,
+      "grad_norm": 0.7977835536003113,
+      "learning_rate": 1.230769230769231e-05,
+      "loss": 0.135,
+      "step": 8000
+    },
+    {
+      "epoch": 8.810572687224669,
+      "eval_cer": 96.63028899613678,
+      "eval_loss": 0.7634754180908203,
+      "eval_runtime": 560.1673,
+      "eval_samples_per_second": 18.889,
+      "eval_steps_per_second": 4.724,
+      "eval_wer": 223.13059877416316,
+      "step": 8000
+    },
+    {
+      "epoch": 8.838105726872246,
+      "grad_norm": 0.5561416745185852,
+      "learning_rate": 1.2282051282051283e-05,
+      "loss": 0.1158,
+      "step": 8025
+    },
+    {
+      "epoch": 8.865638766519824,
+      "grad_norm": 0.5646144151687622,
+      "learning_rate": 1.2256410256410259e-05,
+      "loss": 0.1298,
+      "step": 8050
+    },
+    {
+      "epoch": 8.8931718061674,
+      "grad_norm": 0.547580897808075,
+      "learning_rate": 1.2230769230769232e-05,
+      "loss": 0.1194,
+      "step": 8075
+    },
+    {
+      "epoch": 8.920704845814978,
+      "grad_norm": 0.3888353407382965,
+      "learning_rate": 1.2205128205128208e-05,
+      "loss": 0.1367,
+      "step": 8100
+    },
+    {
+      "epoch": 8.948237885462555,
+      "grad_norm": 0.734626054763794,
+      "learning_rate": 1.217948717948718e-05,
+      "loss": 0.1156,
+      "step": 8125
+    },
+    {
+      "epoch": 8.975770925110131,
+      "grad_norm": 0.4471361041069031,
+      "learning_rate": 1.2153846153846153e-05,
+      "loss": 0.1089,
+      "step": 8150
+    },
+    {
+      "epoch": 9.003303964757709,
+      "grad_norm": 0.4151979982852936,
+      "learning_rate": 1.2128205128205129e-05,
+      "loss": 0.1235,
+      "step": 8175
+    },
+    {
+      "epoch": 9.030837004405287,
+      "grad_norm": 0.6531796455383301,
+      "learning_rate": 1.2102564102564102e-05,
+      "loss": 0.0797,
+      "step": 8200
+    },
+    {
+      "epoch": 9.058370044052863,
+      "grad_norm": 0.31330060958862305,
+      "learning_rate": 1.2076923076923078e-05,
+      "loss": 0.0821,
+      "step": 8225
+    },
+    {
+      "epoch": 9.08590308370044,
+      "grad_norm": 0.6132084131240845,
+      "learning_rate": 1.2051282051282051e-05,
+      "loss": 0.0751,
+      "step": 8250
+    },
+    {
+      "epoch": 9.113436123348018,
+      "grad_norm": 0.6006444692611694,
+      "learning_rate": 1.2025641025641027e-05,
+      "loss": 0.0848,
+      "step": 8275
+    },
+    {
+      "epoch": 9.140969162995594,
+      "grad_norm": 0.4292917549610138,
+      "learning_rate": 1.2e-05,
+      "loss": 0.0933,
+      "step": 8300
+    },
+    {
+      "epoch": 9.168502202643172,
+      "grad_norm": 0.4369455873966217,
+      "learning_rate": 1.1974358974358976e-05,
+      "loss": 0.0744,
+      "step": 8325
+    },
+    {
+      "epoch": 9.19603524229075,
+      "grad_norm": 0.5301995277404785,
+      "learning_rate": 1.194871794871795e-05,
+      "loss": 0.0932,
+      "step": 8350
+    },
+    {
+      "epoch": 9.223568281938325,
+      "grad_norm": 0.42414310574531555,
+      "learning_rate": 1.1923076923076925e-05,
+      "loss": 0.0841,
+      "step": 8375
+    },
+    {
+      "epoch": 9.251101321585903,
+      "grad_norm": 0.45556119084358215,
+      "learning_rate": 1.1897435897435898e-05,
+      "loss": 0.0835,
+      "step": 8400
+    },
+    {
+      "epoch": 9.27863436123348,
+      "grad_norm": 0.4080977141857147,
+      "learning_rate": 1.1871794871794872e-05,
+      "loss": 0.0842,
+      "step": 8425
+    },
+    {
+      "epoch": 9.306167400881057,
+      "grad_norm": 0.4317820966243744,
+      "learning_rate": 1.1846153846153847e-05,
+      "loss": 0.097,
+      "step": 8450
+    },
+    {
+      "epoch": 9.333700440528634,
+      "grad_norm": 0.5324757695198059,
+      "learning_rate": 1.1820512820512821e-05,
+      "loss": 0.0853,
+      "step": 8475
+    },
+    {
+      "epoch": 9.361233480176212,
+      "grad_norm": 0.336733877658844,
+      "learning_rate": 1.1794871794871796e-05,
+      "loss": 0.0933,
+      "step": 8500
+    },
+    {
+      "epoch": 9.388766519823788,
+      "grad_norm": 0.28637856245040894,
+      "learning_rate": 1.176923076923077e-05,
+      "loss": 0.0891,
+      "step": 8525
+    },
+    {
+      "epoch": 9.416299559471366,
+      "grad_norm": 0.480830579996109,
+      "learning_rate": 1.1743589743589745e-05,
+      "loss": 0.0945,
+      "step": 8550
+    },
+    {
+      "epoch": 9.443832599118943,
+      "grad_norm": 0.44252699613571167,
+      "learning_rate": 1.1717948717948719e-05,
+      "loss": 0.0886,
+      "step": 8575
+    },
+    {
+      "epoch": 9.47136563876652,
+      "grad_norm": 0.5835415720939636,
+      "learning_rate": 1.1692307692307694e-05,
+      "loss": 0.0904,
+      "step": 8600
+    },
+    {
+      "epoch": 9.498898678414097,
+      "grad_norm": 0.6899629235267639,
+      "learning_rate": 1.1666666666666668e-05,
+      "loss": 0.1032,
+      "step": 8625
+    },
+    {
+      "epoch": 9.526431718061675,
+      "grad_norm": 0.3765935003757477,
+      "learning_rate": 1.1641025641025643e-05,
+      "loss": 0.105,
+      "step": 8650
+    },
+    {
+      "epoch": 9.55396475770925,
+      "grad_norm": 0.5741687417030334,
+      "learning_rate": 1.1615384615384617e-05,
+      "loss": 0.0963,
+      "step": 8675
+    },
+    {
+      "epoch": 9.581497797356828,
+      "grad_norm": 0.6885107159614563,
+      "learning_rate": 1.1589743589743592e-05,
+      "loss": 0.079,
+      "step": 8700
+    },
+    {
+      "epoch": 9.609030837004406,
+      "grad_norm": 0.3543364405632019,
+      "learning_rate": 1.1564102564102566e-05,
+      "loss": 0.1011,
+      "step": 8725
+    },
+    {
+      "epoch": 9.636563876651982,
+      "grad_norm": 0.5241756439208984,
+      "learning_rate": 1.1538461538461538e-05,
+      "loss": 0.0965,
+      "step": 8750
+    },
+    {
+      "epoch": 9.66409691629956,
+      "grad_norm": 0.5131816864013672,
+      "learning_rate": 1.1512820512820513e-05,
+      "loss": 0.089,
+      "step": 8775
+    },
+    {
+      "epoch": 9.691629955947137,
+      "grad_norm": 0.6563847064971924,
+      "learning_rate": 1.1487179487179487e-05,
+      "loss": 0.0776,
+      "step": 8800
+    },
+    {
+      "epoch": 9.719162995594713,
+      "grad_norm": 0.6348633766174316,
+      "learning_rate": 1.1461538461538462e-05,
+      "loss": 0.1008,
+      "step": 8825
+    },
+    {
+      "epoch": 9.746696035242291,
+      "grad_norm": 0.5632328987121582,
+      "learning_rate": 1.1435897435897436e-05,
+      "loss": 0.1074,
+      "step": 8850
+    },
+    {
+      "epoch": 9.774229074889869,
+      "grad_norm": 0.5217724442481995,
+      "learning_rate": 1.1410256410256411e-05,
+      "loss": 0.1016,
+      "step": 8875
+    },
+    {
+      "epoch": 9.801762114537445,
+      "grad_norm": 0.8553673624992371,
+      "learning_rate": 1.1384615384615385e-05,
+      "loss": 0.0864,
+      "step": 8900
+    },
+    {
+      "epoch": 9.829295154185022,
+      "grad_norm": 0.548801839351654,
+      "learning_rate": 1.135897435897436e-05,
+      "loss": 0.1079,
+      "step": 8925
+    },
+    {
+      "epoch": 9.8568281938326,
+      "grad_norm": 0.35070112347602844,
+      "learning_rate": 1.1333333333333334e-05,
+      "loss": 0.0976,
+      "step": 8950
+    },
+    {
+      "epoch": 9.884361233480176,
+      "grad_norm": 0.5965908765792847,
+      "learning_rate": 1.1307692307692309e-05,
+      "loss": 0.0864,
+      "step": 8975
+    },
+    {
+      "epoch": 9.911894273127754,
+      "grad_norm": 0.6857784390449524,
+      "learning_rate": 1.1282051282051283e-05,
+      "loss": 0.0854,
+      "step": 9000
+    },
+    {
+      "epoch": 9.911894273127754,
+      "eval_cer": 96.66926507170452,
+      "eval_loss": 0.784762442111969,
+      "eval_runtime": 542.6886,
+      "eval_samples_per_second": 19.497,
+      "eval_steps_per_second": 4.876,
+      "eval_wer": 235.66242338519567,
+      "step": 9000
+    },
+    {
+      "epoch": 9.939427312775331,
+      "grad_norm": 0.3563746213912964,
+      "learning_rate": 1.1256410256410258e-05,
+      "loss": 0.09,
+      "step": 9025
+    },
+    {
+      "epoch": 9.966960352422907,
+      "grad_norm": 0.8333278298377991,
+      "learning_rate": 1.1230769230769232e-05,
+      "loss": 0.1009,
+      "step": 9050
+    },
+    {
+      "epoch": 9.994493392070485,
+      "grad_norm": 0.5625563263893127,
+      "learning_rate": 1.1205128205128205e-05,
+      "loss": 0.0924,
+      "step": 9075
+    },
+    {
+      "epoch": 10.022026431718063,
+      "grad_norm": 0.27612215280532837,
+      "learning_rate": 1.117948717948718e-05,
+      "loss": 0.0642,
+      "step": 9100
+    },
+    {
+      "epoch": 10.049559471365638,
+      "grad_norm": 0.44427192211151123,
+      "learning_rate": 1.1153846153846154e-05,
+      "loss": 0.0609,
+      "step": 9125
+    },
+    {
+      "epoch": 10.077092511013216,
+      "grad_norm": 0.8023830652236938,
+      "learning_rate": 1.112820512820513e-05,
+      "loss": 0.078,
+      "step": 9150
+    },
+    {
+      "epoch": 10.104625550660794,
+      "grad_norm": 0.6242303252220154,
+      "learning_rate": 1.1102564102564103e-05,
+      "loss": 0.0553,
+      "step": 9175
+    },
+    {
+      "epoch": 10.13215859030837,
+      "grad_norm": 0.5606359243392944,
+      "learning_rate": 1.1076923076923079e-05,
+      "loss": 0.0673,
+      "step": 9200
+    },
+    {
+      "epoch": 10.159691629955947,
+      "grad_norm": 0.25088736414909363,
+      "learning_rate": 1.1051282051282052e-05,
+      "loss": 0.062,
+      "step": 9225
+    },
+    {
+      "epoch": 10.187224669603523,
+      "grad_norm": 0.4773547947406769,
+      "learning_rate": 1.1025641025641028e-05,
+      "loss": 0.0745,
+      "step": 9250
+    },
+    {
+      "epoch": 10.214757709251101,
+      "grad_norm": 0.19335705041885376,
+      "learning_rate": 1.1000000000000001e-05,
+      "loss": 0.0553,
+      "step": 9275
+    },
+    {
+      "epoch": 10.242290748898679,
+      "grad_norm": 0.32268404960632324,
+      "learning_rate": 1.0974358974358977e-05,
+      "loss": 0.0573,
+      "step": 9300
+    },
+    {
+      "epoch": 10.269823788546255,
+      "grad_norm": 0.6676753759384155,
+      "learning_rate": 1.094871794871795e-05,
+      "loss": 0.0686,
+      "step": 9325
+    },
+    {
+      "epoch": 10.297356828193832,
+      "grad_norm": 0.45940276980400085,
+      "learning_rate": 1.0923076923076922e-05,
+      "loss": 0.0699,
+      "step": 9350
+    },
+    {
+      "epoch": 10.32488986784141,
+      "grad_norm": 0.3542877435684204,
+      "learning_rate": 1.0897435897435898e-05,
+      "loss": 0.0839,
+      "step": 9375
+    },
+    {
+      "epoch": 10.352422907488986,
+      "grad_norm": 0.5135036110877991,
+      "learning_rate": 1.0871794871794871e-05,
+      "loss": 0.0592,
+      "step": 9400
+    },
+    {
+      "epoch": 10.379955947136564,
+      "grad_norm": 0.3040463328361511,
+      "learning_rate": 1.0846153846153847e-05,
+      "loss": 0.0794,
+      "step": 9425
+    },
+    {
+      "epoch": 10.407488986784141,
+      "grad_norm": 0.3832766115665436,
+      "learning_rate": 1.082051282051282e-05,
+      "loss": 0.0684,
+      "step": 9450
+    },
+    {
+      "epoch": 10.435022026431717,
+      "grad_norm": 0.3733726739883423,
+      "learning_rate": 1.0794871794871796e-05,
+      "loss": 0.0594,
+      "step": 9475
+    },
+    {
+      "epoch": 10.462555066079295,
+      "grad_norm": 0.41105160117149353,
+      "learning_rate": 1.076923076923077e-05,
+      "loss": 0.0608,
+      "step": 9500
+    },
+    {
+      "epoch": 10.490088105726873,
+      "grad_norm": 0.5909921526908875,
+      "learning_rate": 1.0743589743589745e-05,
+      "loss": 0.0815,
+      "step": 9525
+    },
+    {
+      "epoch": 10.517621145374449,
+      "grad_norm": 0.3582472801208496,
+      "learning_rate": 1.0717948717948718e-05,
+      "loss": 0.0612,
+      "step": 9550
+    },
+    {
+      "epoch": 10.545154185022026,
+      "grad_norm": 0.30810996890068054,
+      "learning_rate": 1.0692307692307694e-05,
+      "loss": 0.0669,
+      "step": 9575
+    },
+    {
+      "epoch": 10.572687224669604,
+      "grad_norm": 0.44238853454589844,
+      "learning_rate": 1.0666666666666667e-05,
+      "loss": 0.0648,
+      "step": 9600
+    },
+    {
+      "epoch": 10.60022026431718,
+      "grad_norm": 0.6048989295959473,
+      "learning_rate": 1.0641025641025643e-05,
+      "loss": 0.071,
+      "step": 9625
+    },
+    {
+      "epoch": 10.627753303964758,
+      "grad_norm": 0.3572470545768738,
+      "learning_rate": 1.0615384615384616e-05,
+      "loss": 0.0725,
+      "step": 9650
+    },
+    {
+      "epoch": 10.655286343612335,
+      "grad_norm": 0.4658237099647522,
+      "learning_rate": 1.058974358974359e-05,
+      "loss": 0.0815,
+      "step": 9675
+    },
+    {
+      "epoch": 10.682819383259911,
+      "grad_norm": 1.4714276790618896,
+      "learning_rate": 1.0564102564102565e-05,
+      "loss": 0.0769,
+      "step": 9700
+    },
+    {
+      "epoch": 10.710352422907489,
+      "grad_norm": 0.3880234360694885,
+      "learning_rate": 1.0538461538461539e-05,
+      "loss": 0.0779,
+      "step": 9725
+    },
+    {
+      "epoch": 10.737885462555067,
+      "grad_norm": 0.28868013620376587,
+      "learning_rate": 1.0512820512820514e-05,
+      "loss": 0.0737,
+      "step": 9750
+    },
+    {
+      "epoch": 10.765418502202643,
+      "grad_norm": 0.2880098521709442,
+      "learning_rate": 1.0487179487179488e-05,
+      "loss": 0.0634,
+      "step": 9775
+    },
+    {
+      "epoch": 10.79295154185022,
+      "grad_norm": 0.5987436175346375,
+      "learning_rate": 1.0461538461538463e-05,
+      "loss": 0.0744,
+      "step": 9800
+    },
+    {
+      "epoch": 10.820484581497798,
+      "grad_norm": 0.58491051197052,
+      "learning_rate": 1.0435897435897437e-05,
+      "loss": 0.0688,
+      "step": 9825
+    },
+    {
+      "epoch": 10.848017621145374,
+      "grad_norm": 0.3418164551258087,
+      "learning_rate": 1.0410256410256412e-05,
+      "loss": 0.0643,
+      "step": 9850
+    },
+    {
+      "epoch": 10.875550660792952,
+      "grad_norm": 0.475784569978714,
+      "learning_rate": 1.0384615384615386e-05,
+      "loss": 0.0729,
+      "step": 9875
+    },
+    {
+      "epoch": 10.90308370044053,
+      "grad_norm": 0.713233232498169,
+      "learning_rate": 1.0358974358974361e-05,
+      "loss": 0.0531,
+      "step": 9900
+    },
+    {
+      "epoch": 10.930616740088105,
+      "grad_norm": 0.5004772543907166,
+      "learning_rate": 1.0333333333333335e-05,
+      "loss": 0.0573,
+      "step": 9925
+    },
+    {
+      "epoch": 10.958149779735683,
+      "grad_norm": 0.3708213269710541,
+      "learning_rate": 1.0307692307692307e-05,
+      "loss": 0.0716,
+      "step": 9950
+    },
+    {
+      "epoch": 10.98568281938326,
+      "grad_norm": 0.41214606165885925,
+      "learning_rate": 1.0282051282051282e-05,
+      "loss": 0.0793,
+      "step": 9975
+    },
+    {
+      "epoch": 11.013215859030836,
+      "grad_norm": 0.15892280638217926,
+      "learning_rate": 1.0256410256410256e-05,
+      "loss": 0.062,
+      "step": 10000
+    },
+    {
+      "epoch": 11.013215859030836,
+      "eval_cer": 83.99286967088143,
+      "eval_loss": 0.8101971745491028,
+      "eval_runtime": 534.2549,
+      "eval_samples_per_second": 19.805,
+      "eval_steps_per_second": 4.953,
+      "eval_wer": 199.8114097123998,
+      "step": 10000
+    },
+    {
+      "epoch": 11.040748898678414,
+      "grad_norm": 0.3245684504508972,
+      "learning_rate": 1.0230769230769231e-05,
+      "loss": 0.0495,
+      "step": 10025
+    },
+    {
+      "epoch": 11.068281938325992,
+      "grad_norm": 0.3588270843029022,
+      "learning_rate": 1.0205128205128205e-05,
+      "loss": 0.0501,
+      "step": 10050
+    },
+    {
+      "epoch": 11.095814977973568,
+      "grad_norm": 0.2821900248527527,
+      "learning_rate": 1.017948717948718e-05,
+      "loss": 0.0522,
+      "step": 10075
+    },
+    {
+      "epoch": 11.123348017621145,
+      "grad_norm": 0.22381822764873505,
+      "learning_rate": 1.0153846153846154e-05,
+      "loss": 0.0511,
+      "step": 10100
+    },
+    {
+      "epoch": 11.150881057268723,
+      "grad_norm": 0.5374503135681152,
+      "learning_rate": 1.012820512820513e-05,
+      "loss": 0.0423,
+      "step": 10125
+    },
+    {
+      "epoch": 11.178414096916299,
+      "grad_norm": 0.6062394380569458,
+      "learning_rate": 1.0102564102564103e-05,
+      "loss": 0.0473,
+      "step": 10150
+    },
+    {
+      "epoch": 11.205947136563877,
+      "grad_norm": 0.47851529717445374,
+      "learning_rate": 1.0076923076923078e-05,
+      "loss": 0.0472,
+      "step": 10175
+    },
+    {
+      "epoch": 11.233480176211454,
+      "grad_norm": 0.3368567228317261,
+      "learning_rate": 1.0051282051282052e-05,
+      "loss": 0.048,
+      "step": 10200
+    },
+    {
+      "epoch": 11.26101321585903,
+      "grad_norm": 0.37278836965560913,
+      "learning_rate": 1.0025641025641027e-05,
+      "loss": 0.0475,
+      "step": 10225
+    },
+    {
+      "epoch": 11.288546255506608,
+      "grad_norm": 0.5743754506111145,
+      "learning_rate": 1e-05,
+      "loss": 0.0416,
+      "step": 10250
+    },
+    {
+      "epoch": 11.316079295154186,
+      "grad_norm": 0.3918323814868927,
+      "learning_rate": 9.974358974358974e-06,
+      "loss": 0.0511,
+      "step": 10275
+    },
+    {
+      "epoch": 11.343612334801762,
+      "grad_norm": 0.36391782760620117,
+      "learning_rate": 9.94871794871795e-06,
+      "loss": 0.0506,
+      "step": 10300
+    },
+    {
+      "epoch": 11.37114537444934,
+      "grad_norm": 0.24007482826709747,
+      "learning_rate": 9.923076923076923e-06,
+      "loss": 0.0451,
+      "step": 10325
+    },
+    {
+      "epoch": 11.398678414096917,
+      "grad_norm": 0.2574377954006195,
+      "learning_rate": 9.897435897435899e-06,
+      "loss": 0.0516,
+      "step": 10350
+    },
+    {
+      "epoch": 11.426211453744493,
+      "grad_norm": 0.212848961353302,
+      "learning_rate": 9.871794871794872e-06,
+      "loss": 0.0435,
+      "step": 10375
+    },
+    {
+      "epoch": 11.45374449339207,
+      "grad_norm": 0.2388388067483902,
+      "learning_rate": 9.846153846153848e-06,
+      "loss": 0.0571,
+      "step": 10400
+    },
+    {
+      "epoch": 11.481277533039648,
+      "grad_norm": 0.441074013710022,
+      "learning_rate": 9.820512820512821e-06,
+      "loss": 0.0475,
+      "step": 10425
+    },
+    {
+      "epoch": 11.508810572687224,
+      "grad_norm": 0.23038113117218018,
+      "learning_rate": 9.794871794871795e-06,
+      "loss": 0.053,
+      "step": 10450
+    },
+    {
+      "epoch": 11.536343612334802,
+      "grad_norm": 0.42329710721969604,
+      "learning_rate": 9.76923076923077e-06,
+      "loss": 0.0411,
+      "step": 10475
+    },
+    {
+      "epoch": 11.56387665198238,
+      "grad_norm": 0.2476469725370407,
+      "learning_rate": 9.743589743589744e-06,
+      "loss": 0.0468,
+      "step": 10500
+    },
+    {
+      "epoch": 11.591409691629956,
+      "grad_norm": 0.3586748540401459,
+      "learning_rate": 9.71794871794872e-06,
+      "loss": 0.0551,
+      "step": 10525
+    },
+    {
+      "epoch": 11.618942731277533,
+      "grad_norm": 0.465305894613266,
+      "learning_rate": 9.692307692307693e-06,
+      "loss": 0.0504,
+      "step": 10550
+    },
+    {
+      "epoch": 11.646475770925111,
+      "grad_norm": 0.5798656344413757,
+      "learning_rate": 9.666666666666667e-06,
+      "loss": 0.0526,
+      "step": 10575
+    },
+    {
+      "epoch": 11.674008810572687,
+      "grad_norm": 0.21707002818584442,
+      "learning_rate": 9.641025641025642e-06,
+      "loss": 0.0441,
+      "step": 10600
+    },
+    {
+      "epoch": 11.701541850220265,
+      "grad_norm": 0.2580870985984802,
+      "learning_rate": 9.615384615384616e-06,
+      "loss": 0.0505,
+      "step": 10625
+    },
+    {
+      "epoch": 11.729074889867842,
+      "grad_norm": 0.23660093545913696,
+      "learning_rate": 9.589743589743591e-06,
+      "loss": 0.0502,
+      "step": 10650
+    },
+    {
+      "epoch": 11.756607929515418,
+      "grad_norm": 0.40983569622039795,
+      "learning_rate": 9.564102564102565e-06,
+      "loss": 0.0506,
+      "step": 10675
+    },
+    {
+      "epoch": 11.784140969162996,
+      "grad_norm": 0.5480314493179321,
+      "learning_rate": 9.53846153846154e-06,
+      "loss": 0.0538,
+      "step": 10700
+    },
+    {
+      "epoch": 11.811674008810574,
+      "grad_norm": 0.23049433529376984,
+      "learning_rate": 9.512820512820514e-06,
+      "loss": 0.0441,
+      "step": 10725
+    },
+    {
+      "epoch": 11.83920704845815,
+      "grad_norm": 0.2648046314716339,
+      "learning_rate": 9.487179487179487e-06,
+      "loss": 0.0573,
+      "step": 10750
+    },
+    {
+      "epoch": 11.866740088105727,
+      "grad_norm": 0.19929298758506775,
+      "learning_rate": 9.461538461538463e-06,
+      "loss": 0.0437,
+      "step": 10775
+    },
+    {
+      "epoch": 11.894273127753303,
+      "grad_norm": 0.43784064054489136,
+      "learning_rate": 9.435897435897436e-06,
+      "loss": 0.0506,
+      "step": 10800
+    },
+    {
+      "epoch": 11.92180616740088,
+      "grad_norm": 0.33534079790115356,
+      "learning_rate": 9.410256410256412e-06,
+      "loss": 0.0447,
+      "step": 10825
+    },
+    {
+      "epoch": 11.949339207048459,
+      "grad_norm": 0.41424134373664856,
+      "learning_rate": 9.384615384615385e-06,
+      "loss": 0.0479,
+      "step": 10850
+    },
+    {
+      "epoch": 11.976872246696034,
+      "grad_norm": 0.46953722834587097,
+      "learning_rate": 9.358974358974359e-06,
+      "loss": 0.0642,
+      "step": 10875
+    },
+    {
+      "epoch": 12.004405286343612,
+      "grad_norm": 0.2814580798149109,
+      "learning_rate": 9.333333333333334e-06,
+      "loss": 0.0539,
+      "step": 10900
+    },
+    {
+      "epoch": 12.03193832599119,
+      "grad_norm": 0.3269638419151306,
+      "learning_rate": 9.307692307692308e-06,
+      "loss": 0.0319,
+      "step": 10925
+    },
+    {
+      "epoch": 12.059471365638766,
+      "grad_norm": 0.3257371783256531,
+      "learning_rate": 9.282051282051283e-06,
+      "loss": 0.0341,
+      "step": 10950
+    },
+    {
+      "epoch": 12.087004405286343,
+      "grad_norm": 0.3003399074077606,
+      "learning_rate": 9.256410256410257e-06,
+      "loss": 0.0334,
+      "step": 10975
+    },
+    {
+      "epoch": 12.114537444933921,
+      "grad_norm": 0.23329438269138336,
+      "learning_rate": 9.230769230769232e-06,
+      "loss": 0.0299,
+      "step": 11000
+    },
+    {
+      "epoch": 12.114537444933921,
+      "eval_cer": 102.80570426329486,
+      "eval_loss": 0.8363927602767944,
+      "eval_runtime": 573.3468,
+      "eval_samples_per_second": 18.455,
+      "eval_steps_per_second": 4.615,
+      "eval_wer": 177.04856199905706,
+      "step": 11000
+    },
+    {
+      "epoch": 12.142070484581497,
+      "grad_norm": 0.3134128749370575,
+      "learning_rate": 9.205128205128206e-06,
+      "loss": 0.0351,
+      "step": 11025
+    },
+    {
+      "epoch": 12.169603524229075,
+      "grad_norm": 0.19677399098873138,
+      "learning_rate": 9.17948717948718e-06,
+      "loss": 0.0308,
+      "step": 11050
+    },
+    {
+      "epoch": 12.197136563876652,
+      "grad_norm": 0.22807055711746216,
+      "learning_rate": 9.153846153846155e-06,
+      "loss": 0.0398,
+      "step": 11075
+    },
+    {
+      "epoch": 12.224669603524228,
+      "grad_norm": 0.23452354967594147,
+      "learning_rate": 9.128205128205129e-06,
+      "loss": 0.0337,
+      "step": 11100
+    },
+    {
+      "epoch": 12.252202643171806,
+      "grad_norm": 0.21507778763771057,
+      "learning_rate": 9.102564102564104e-06,
+      "loss": 0.0343,
+      "step": 11125
+    },
+    {
+      "epoch": 12.279735682819384,
+      "grad_norm": 0.5566434264183044,
+      "learning_rate": 9.076923076923078e-06,
+      "loss": 0.0339,
+      "step": 11150
+    },
+    {
+      "epoch": 12.30726872246696,
+      "grad_norm": 0.17659461498260498,
+      "learning_rate": 9.051282051282051e-06,
+      "loss": 0.0325,
+      "step": 11175
+    },
+    {
+      "epoch": 12.334801762114537,
+      "grad_norm": 0.2903195023536682,
+      "learning_rate": 9.025641025641027e-06,
+      "loss": 0.0332,
+      "step": 11200
+    },
+    {
+      "epoch": 12.362334801762115,
+      "grad_norm": 0.20203354954719543,
+      "learning_rate": 9e-06,
+      "loss": 0.0279,
+      "step": 11225
+    },
+    {
+      "epoch": 12.389867841409691,
+      "grad_norm": 0.25275635719299316,
+      "learning_rate": 8.974358974358976e-06,
+      "loss": 0.0329,
+      "step": 11250
+    },
+    {
+      "epoch": 12.417400881057269,
+      "grad_norm": 0.16091254353523254,
+      "learning_rate": 8.94871794871795e-06,
+      "loss": 0.0322,
+      "step": 11275
+    },
+    {
+      "epoch": 12.444933920704846,
+      "grad_norm": 0.2583257853984833,
+      "learning_rate": 8.923076923076925e-06,
+      "loss": 0.0323,
+      "step": 11300
+    },
+    {
+      "epoch": 12.472466960352422,
+      "grad_norm": 0.3744211494922638,
+      "learning_rate": 8.897435897435898e-06,
+      "loss": 0.035,
+      "step": 11325
+    },
+    {
+      "epoch": 12.5,
+      "grad_norm": 0.37432727217674255,
+      "learning_rate": 8.871794871794872e-06,
+      "loss": 0.0408,
+      "step": 11350
+    },
+    {
+      "epoch": 12.527533039647578,
+      "grad_norm": 0.22354626655578613,
+      "learning_rate": 8.846153846153847e-06,
+      "loss": 0.0394,
+      "step": 11375
+    },
+    {
+      "epoch": 12.555066079295154,
+      "grad_norm": 0.20891696214675903,
+      "learning_rate": 8.820512820512821e-06,
+      "loss": 0.0412,
+      "step": 11400
+    },
+    {
+      "epoch": 12.582599118942731,
+      "grad_norm": 0.31616201996803284,
+      "learning_rate": 8.794871794871796e-06,
+      "loss": 0.0395,
+      "step": 11425
+    },
+    {
+      "epoch": 12.610132158590309,
+      "grad_norm": 0.2666582465171814,
+      "learning_rate": 8.76923076923077e-06,
+      "loss": 0.0345,
+      "step": 11450
+    },
+    {
+      "epoch": 12.637665198237885,
+      "grad_norm": 0.41860589385032654,
+      "learning_rate": 8.743589743589743e-06,
+      "loss": 0.0374,
+      "step": 11475
+    },
+    {
+      "epoch": 12.665198237885463,
+      "grad_norm": 1.188323974609375,
+      "learning_rate": 8.717948717948719e-06,
+      "loss": 0.0382,
+      "step": 11500
+    },
+    {
+      "epoch": 12.69273127753304,
+      "grad_norm": 0.4103492498397827,
+      "learning_rate": 8.692307692307692e-06,
+      "loss": 0.0363,
+      "step": 11525
+    },
+    {
+      "epoch": 12.720264317180616,
+      "grad_norm": 0.19665437936782837,
+      "learning_rate": 8.666666666666668e-06,
+      "loss": 0.038,
+      "step": 11550
+    },
+    {
+      "epoch": 12.747797356828194,
+      "grad_norm": 0.2887498140335083,
+      "learning_rate": 8.641025641025641e-06,
+      "loss": 0.0343,
+      "step": 11575
+    },
+    {
+      "epoch": 12.775330396475772,
+      "grad_norm": 0.34571361541748047,
+      "learning_rate": 8.615384615384617e-06,
+      "loss": 0.0363,
+      "step": 11600
+    },
+    {
+      "epoch": 12.802863436123348,
+      "grad_norm": 0.4487113058567047,
+      "learning_rate": 8.58974358974359e-06,
+      "loss": 0.0374,
+      "step": 11625
+    },
+    {
+      "epoch": 12.830396475770925,
+      "grad_norm": 0.3439520001411438,
+      "learning_rate": 8.564102564102564e-06,
+      "loss": 0.0336,
+      "step": 11650
+    },
+    {
+      "epoch": 12.857929515418503,
+      "grad_norm": 0.4911608099937439,
+      "learning_rate": 8.53846153846154e-06,
+      "loss": 0.0346,
+      "step": 11675
+    },
+    {
+      "epoch": 12.885462555066079,
+      "grad_norm": 0.15864339470863342,
+      "learning_rate": 8.512820512820513e-06,
+      "loss": 0.0377,
+      "step": 11700
+    },
+    {
+      "epoch": 12.912995594713657,
+      "grad_norm": 0.20187804102897644,
+      "learning_rate": 8.487179487179488e-06,
+      "loss": 0.0379,
+      "step": 11725
+    },
+    {
+      "epoch": 12.940528634361234,
+      "grad_norm": 0.402381956577301,
+      "learning_rate": 8.461538461538462e-06,
+      "loss": 0.0432,
+      "step": 11750
+    },
+    {
+      "epoch": 12.96806167400881,
+      "grad_norm": 0.39829185605049133,
+      "learning_rate": 8.435897435897436e-06,
+      "loss": 0.0394,
+      "step": 11775
+    },
+    {
+      "epoch": 12.995594713656388,
+      "grad_norm": 0.28365182876586914,
+      "learning_rate": 8.410256410256411e-06,
+      "loss": 0.0416,
+      "step": 11800
+    },
+    {
+      "epoch": 13.023127753303966,
+      "grad_norm": 0.20419412851333618,
+      "learning_rate": 8.384615384615385e-06,
+      "loss": 0.0281,
+      "step": 11825
+    },
+    {
+      "epoch": 13.050660792951541,
+      "grad_norm": 0.6308184266090393,
+      "learning_rate": 8.35897435897436e-06,
+      "loss": 0.0274,
+      "step": 11850
+    },
+    {
+      "epoch": 13.07819383259912,
+      "grad_norm": 0.14284294843673706,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 0.0262,
+      "step": 11875
+    },
+    {
+      "epoch": 13.105726872246697,
+      "grad_norm": 0.25530532002449036,
+      "learning_rate": 8.307692307692309e-06,
+      "loss": 0.0243,
+      "step": 11900
+    },
+    {
+      "epoch": 13.133259911894273,
+      "grad_norm": 0.22208963334560394,
+      "learning_rate": 8.282051282051283e-06,
+      "loss": 0.0271,
+      "step": 11925
+    },
+    {
+      "epoch": 13.16079295154185,
+      "grad_norm": 0.14056318998336792,
+      "learning_rate": 8.256410256410256e-06,
+      "loss": 0.0235,
+      "step": 11950
+    },
+    {
+      "epoch": 13.188325991189428,
+      "grad_norm": 0.5111184120178223,
+      "learning_rate": 8.230769230769232e-06,
+      "loss": 0.0255,
+      "step": 11975
+    },
+    {
+      "epoch": 13.215859030837004,
+      "grad_norm": 0.40052205324172974,
+      "learning_rate": 8.205128205128205e-06,
+      "loss": 0.0254,
+      "step": 12000
+    },
+    {
+      "epoch": 13.215859030837004,
+      "eval_cer": 85.54675409535383,
+      "eval_loss": 0.8552005290985107,
+      "eval_runtime": 512.197,
+      "eval_samples_per_second": 20.658,
+      "eval_steps_per_second": 5.166,
+      "eval_wer": 176.0867515322961,
+      "step": 12000
+    },
+    {
+      "epoch": 13.243392070484582,
+      "grad_norm": 0.37046974897384644,
+      "learning_rate": 8.17948717948718e-06,
+      "loss": 0.0281,
+      "step": 12025
+    },
+    {
+      "epoch": 13.270925110132158,
+      "grad_norm": 0.18737167119979858,
+      "learning_rate": 8.153846153846154e-06,
+      "loss": 0.0212,
+      "step": 12050
+    },
+    {
+      "epoch": 13.298458149779735,
+      "grad_norm": 0.22969557344913483,
+      "learning_rate": 8.12820512820513e-06,
+      "loss": 0.0233,
+      "step": 12075
+    },
+    {
+      "epoch": 13.325991189427313,
+      "grad_norm": 0.24471865594387054,
+      "learning_rate": 8.102564102564103e-06,
+      "loss": 0.0273,
+      "step": 12100
+    },
+    {
+      "epoch": 13.353524229074889,
+      "grad_norm": 0.1323070228099823,
+      "learning_rate": 8.076923076923077e-06,
+      "loss": 0.0273,
+      "step": 12125
+    },
+    {
+      "epoch": 13.381057268722467,
+      "grad_norm": 0.19890151917934418,
+      "learning_rate": 8.051282051282052e-06,
+      "loss": 0.0267,
+      "step": 12150
+    },
+    {
+      "epoch": 13.408590308370044,
+      "grad_norm": 0.18089306354522705,
+      "learning_rate": 8.025641025641026e-06,
+      "loss": 0.0256,
+      "step": 12175
+    },
+    {
+      "epoch": 13.43612334801762,
+      "grad_norm": 0.3312578499317169,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 0.0238,
+      "step": 12200
+    },
+    {
+      "epoch": 13.463656387665198,
+      "grad_norm": 0.372565358877182,
+      "learning_rate": 7.974358974358975e-06,
+      "loss": 0.0279,
+      "step": 12225
+    },
+    {
+      "epoch": 13.491189427312776,
+      "grad_norm": 0.16830548644065857,
+      "learning_rate": 7.948717948717949e-06,
+      "loss": 0.023,
+      "step": 12250
+    },
+    {
+      "epoch": 13.518722466960352,
+      "grad_norm": 0.16041933000087738,
+      "learning_rate": 7.923076923076924e-06,
+      "loss": 0.027,
+      "step": 12275
+    },
+    {
+      "epoch": 13.54625550660793,
+      "grad_norm": 0.3963809013366699,
+      "learning_rate": 7.897435897435898e-06,
+      "loss": 0.0307,
+      "step": 12300
+    },
+    {
+      "epoch": 13.573788546255507,
+      "grad_norm": 0.2639409899711609,
+      "learning_rate": 7.871794871794873e-06,
+      "loss": 0.024,
+      "step": 12325
+    },
+    {
+      "epoch": 13.601321585903083,
+      "grad_norm": 0.15676841139793396,
+      "learning_rate": 7.846153846153847e-06,
+      "loss": 0.0239,
+      "step": 12350
+    },
+    {
+      "epoch": 13.62885462555066,
+      "grad_norm": 0.314523309469223,
+      "learning_rate": 7.820512820512822e-06,
+      "loss": 0.0274,
+      "step": 12375
+    },
+    {
+      "epoch": 13.656387665198238,
+      "grad_norm": 0.20265546441078186,
+      "learning_rate": 7.794871794871796e-06,
+      "loss": 0.0264,
+      "step": 12400
+    },
+    {
+      "epoch": 13.683920704845814,
+      "grad_norm": 0.11325351148843765,
+      "learning_rate": 7.76923076923077e-06,
+      "loss": 0.0248,
+      "step": 12425
+    },
+    {
+      "epoch": 13.711453744493392,
+      "grad_norm": 0.16151660680770874,
+      "learning_rate": 7.743589743589745e-06,
+      "loss": 0.0261,
+      "step": 12450
+    },
+    {
+      "epoch": 13.73898678414097,
+      "grad_norm": 0.2732401192188263,
+      "learning_rate": 7.717948717948718e-06,
+      "loss": 0.0267,
+      "step": 12475
+    },
+    {
+      "epoch": 13.766519823788546,
+      "grad_norm": 0.37177756428718567,
+      "learning_rate": 7.692307692307694e-06,
+      "loss": 0.0293,
+      "step": 12500
+    },
+    {
+      "epoch": 13.794052863436123,
+      "grad_norm": 0.12377744168043137,
+      "learning_rate": 7.666666666666667e-06,
+      "loss": 0.0254,
+      "step": 12525
+    },
+    {
+      "epoch": 13.821585903083701,
+      "grad_norm": 0.3608620762825012,
+      "learning_rate": 7.641025641025641e-06,
+      "loss": 0.0296,
+      "step": 12550
+    },
+    {
+      "epoch": 13.849118942731277,
+      "grad_norm": 0.17188109457492828,
+      "learning_rate": 7.615384615384615e-06,
+      "loss": 0.0212,
+      "step": 12575
+    },
+    {
+      "epoch": 13.876651982378855,
+      "grad_norm": 0.1362937092781067,
+      "learning_rate": 7.58974358974359e-06,
+      "loss": 0.0259,
+      "step": 12600
+    },
+    {
+      "epoch": 13.904185022026432,
+      "grad_norm": 0.1876504123210907,
+      "learning_rate": 7.564102564102564e-06,
+      "loss": 0.0273,
+      "step": 12625
+    },
+    {
+      "epoch": 13.931718061674008,
+      "grad_norm": 0.14184896647930145,
+      "learning_rate": 7.538461538461539e-06,
+      "loss": 0.0233,
+      "step": 12650
+    },
+    {
+      "epoch": 13.959251101321586,
+      "grad_norm": 0.17070193588733673,
+      "learning_rate": 7.512820512820513e-06,
+      "loss": 0.0235,
+      "step": 12675
+    },
+    {
+      "epoch": 13.986784140969164,
+      "grad_norm": 0.3402119576931,
+      "learning_rate": 7.487179487179488e-06,
+      "loss": 0.0294,
+      "step": 12700
+    },
+    {
+      "epoch": 14.01431718061674,
+      "grad_norm": 0.11597840487957001,
+      "learning_rate": 7.461538461538462e-06,
+      "loss": 0.0217,
+      "step": 12725
+    },
+    {
+      "epoch": 14.041850220264317,
+      "grad_norm": 0.26662012934684753,
+      "learning_rate": 7.435897435897437e-06,
+      "loss": 0.0162,
+      "step": 12750
+    },
+    {
+      "epoch": 14.069383259911895,
+      "grad_norm": 0.09315423667430878,
+      "learning_rate": 7.410256410256411e-06,
+      "loss": 0.0184,
+      "step": 12775
+    },
+    {
+      "epoch": 14.09691629955947,
+      "grad_norm": 0.34267550706863403,
+      "learning_rate": 7.384615384615386e-06,
+      "loss": 0.0169,
+      "step": 12800
+    },
+    {
+      "epoch": 14.124449339207048,
+      "grad_norm": 0.2209981232881546,
+      "learning_rate": 7.35897435897436e-06,
+      "loss": 0.0163,
+      "step": 12825
+    },
+    {
+      "epoch": 14.151982378854626,
+      "grad_norm": 0.2604495882987976,
+      "learning_rate": 7.333333333333333e-06,
+      "loss": 0.0194,
+      "step": 12850
+    },
+    {
+      "epoch": 14.179515418502202,
+      "grad_norm": 0.10924118757247925,
+      "learning_rate": 7.307692307692308e-06,
+      "loss": 0.0149,
+      "step": 12875
+    },
+    {
+      "epoch": 14.20704845814978,
+      "grad_norm": 0.10360319912433624,
+      "learning_rate": 7.282051282051282e-06,
+      "loss": 0.0177,
+      "step": 12900
+    },
+    {
+      "epoch": 14.234581497797357,
+      "grad_norm": 0.20702053606510162,
+      "learning_rate": 7.256410256410257e-06,
+      "loss": 0.0179,
+      "step": 12925
+    },
+    {
+      "epoch": 14.262114537444933,
+      "grad_norm": 0.22959311306476593,
+      "learning_rate": 7.230769230769231e-06,
+      "loss": 0.017,
+      "step": 12950
+    },
+    {
+      "epoch": 14.289647577092511,
+      "grad_norm": 0.10817913711071014,
+      "learning_rate": 7.205128205128206e-06,
+      "loss": 0.018,
+      "step": 12975
+    },
+    {
+      "epoch": 14.317180616740089,
+      "grad_norm": 0.1359902173280716,
+      "learning_rate": 7.17948717948718e-06,
+      "loss": 0.0196,
+      "step": 13000
+    },
+    {
+      "epoch": 14.317180616740089,
+      "eval_cer": 60.44272236424288,
+      "eval_loss": 0.8670655488967896,
+      "eval_runtime": 479.7498,
+      "eval_samples_per_second": 22.055,
+      "eval_steps_per_second": 5.515,
+      "eval_wer": 126.28005657708627,
+      "step": 13000
+    },
+    {
+      "epoch": 14.344713656387665,
+      "grad_norm": 0.21668480336666107,
+      "learning_rate": 7.153846153846155e-06,
+      "loss": 0.0185,
+      "step": 13025
+    },
+    {
+      "epoch": 14.372246696035242,
+      "grad_norm": 0.12029585987329483,
+      "learning_rate": 7.128205128205129e-06,
+      "loss": 0.0181,
+      "step": 13050
+    },
+    {
+      "epoch": 14.39977973568282,
+      "grad_norm": 0.2249136120080948,
+      "learning_rate": 7.102564102564104e-06,
+      "loss": 0.0194,
+      "step": 13075
+    },
+    {
+      "epoch": 14.427312775330396,
+      "grad_norm": 0.1638566255569458,
+      "learning_rate": 7.076923076923078e-06,
+      "loss": 0.0198,
+      "step": 13100
+    },
+    {
+      "epoch": 14.454845814977974,
+      "grad_norm": 0.10072775185108185,
+      "learning_rate": 7.051282051282053e-06,
+      "loss": 0.0196,
+      "step": 13125
+    },
+    {
+      "epoch": 14.482378854625551,
+      "grad_norm": 0.3090708553791046,
+      "learning_rate": 7.025641025641025e-06,
+      "loss": 0.018,
+      "step": 13150
+    },
+    {
+      "epoch": 14.509911894273127,
+      "grad_norm": 0.2770833373069763,
+      "learning_rate": 7e-06,
+      "loss": 0.0186,
+      "step": 13175
+    },
+    {
+      "epoch": 14.537444933920705,
+      "grad_norm": 0.37222012877464294,
+      "learning_rate": 6.974358974358974e-06,
+      "loss": 0.022,
+      "step": 13200
+    },
+    {
+      "epoch": 14.564977973568283,
+      "grad_norm": 0.11628738045692444,
+      "learning_rate": 6.948717948717949e-06,
+      "loss": 0.019,
+      "step": 13225
+    },
+    {
+      "epoch": 14.592511013215859,
+      "grad_norm": 0.3900822401046753,
+      "learning_rate": 6.923076923076923e-06,
+      "loss": 0.0205,
+      "step": 13250
+    },
+    {
+      "epoch": 14.620044052863436,
+      "grad_norm": 0.1428934782743454,
+      "learning_rate": 6.897435897435898e-06,
+      "loss": 0.0186,
+      "step": 13275
+    },
+    {
+      "epoch": 14.647577092511014,
+      "grad_norm": 0.25180259346961975,
+      "learning_rate": 6.871794871794872e-06,
+      "loss": 0.0214,
+      "step": 13300
+    },
+    {
+      "epoch": 14.67511013215859,
+      "grad_norm": 0.2877309024333954,
+      "learning_rate": 6.846153846153847e-06,
+      "loss": 0.0218,
+      "step": 13325
+    },
+    {
+      "epoch": 14.702643171806168,
+      "grad_norm": 0.21245427429676056,
+      "learning_rate": 6.820512820512821e-06,
+      "loss": 0.0192,
+      "step": 13350
+    },
+    {
+      "epoch": 14.730176211453745,
+      "grad_norm": 0.33086642622947693,
+      "learning_rate": 6.794871794871796e-06,
+      "loss": 0.0194,
+      "step": 13375
+    },
+    {
+      "epoch": 14.757709251101321,
+      "grad_norm": 0.21538333594799042,
+      "learning_rate": 6.76923076923077e-06,
+      "loss": 0.0208,
+      "step": 13400
+    },
+    {
+      "epoch": 14.785242290748899,
+      "grad_norm": 0.1178901195526123,
+      "learning_rate": 6.743589743589745e-06,
+      "loss": 0.0177,
+      "step": 13425
+    },
+    {
+      "epoch": 14.812775330396477,
+      "grad_norm": 0.13401082158088684,
+      "learning_rate": 6.717948717948718e-06,
+      "loss": 0.0204,
+      "step": 13450
+    },
+    {
+      "epoch": 14.840308370044053,
+      "grad_norm": 0.1349448412656784,
+      "learning_rate": 6.692307692307692e-06,
+      "loss": 0.0151,
+      "step": 13475
+    },
+    {
+      "epoch": 14.86784140969163,
+      "grad_norm": 0.10409779101610184,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.021,
+      "step": 13500
+    },
+    {
+      "epoch": 14.895374449339208,
+      "grad_norm": 0.11943039298057556,
+      "learning_rate": 6.641025641025641e-06,
+      "loss": 0.0188,
+      "step": 13525
+    },
+    {
+      "epoch": 14.922907488986784,
+      "grad_norm": 0.15288065373897552,
+      "learning_rate": 6.615384615384616e-06,
+      "loss": 0.0166,
+      "step": 13550
+    },
+    {
+      "epoch": 14.950440528634362,
+      "grad_norm": 0.3485194146633148,
+      "learning_rate": 6.58974358974359e-06,
+      "loss": 0.0194,
+      "step": 13575
+    },
+    {
+      "epoch": 14.97797356828194,
+      "grad_norm": 0.23302164673805237,
+      "learning_rate": 6.564102564102565e-06,
+      "loss": 0.0198,
+      "step": 13600
+    },
+    {
+      "epoch": 15.005506607929515,
+      "grad_norm": 0.18940000236034393,
+      "learning_rate": 6.538461538461539e-06,
+      "loss": 0.0211,
+      "step": 13625
+    },
+    {
+      "epoch": 15.033039647577093,
+      "grad_norm": 0.17743512988090515,
+      "learning_rate": 6.512820512820514e-06,
+      "loss": 0.0147,
+      "step": 13650
+    },
+    {
+      "epoch": 15.060572687224669,
+      "grad_norm": 0.1025228500366211,
+      "learning_rate": 6.487179487179488e-06,
+      "loss": 0.0137,
+      "step": 13675
+    },
+    {
+      "epoch": 15.088105726872246,
+      "grad_norm": 0.08102612942457199,
+      "learning_rate": 6.461538461538463e-06,
+      "loss": 0.0134,
+      "step": 13700
+    },
+    {
+      "epoch": 15.115638766519824,
+      "grad_norm": 0.11834702640771866,
+      "learning_rate": 6.435897435897437e-06,
+      "loss": 0.0136,
+      "step": 13725
+    },
+    {
+      "epoch": 15.1431718061674,
+      "grad_norm": 0.09455480426549911,
+      "learning_rate": 6.410256410256412e-06,
+      "loss": 0.014,
+      "step": 13750
+    },
+    {
+      "epoch": 15.170704845814978,
+      "grad_norm": 0.10078572481870651,
+      "learning_rate": 6.384615384615384e-06,
+      "loss": 0.012,
+      "step": 13775
+    },
+    {
+      "epoch": 15.198237885462555,
+      "grad_norm": 0.10887516289949417,
+      "learning_rate": 6.358974358974359e-06,
+      "loss": 0.0131,
+      "step": 13800
+    },
+    {
+      "epoch": 15.225770925110131,
+      "grad_norm": 0.07745672762393951,
+      "learning_rate": 6.333333333333333e-06,
+      "loss": 0.0149,
+      "step": 13825
+    },
+    {
+      "epoch": 15.253303964757709,
+      "grad_norm": 0.5340884923934937,
+      "learning_rate": 6.307692307692308e-06,
+      "loss": 0.0165,
+      "step": 13850
+    },
+    {
+      "epoch": 15.280837004405287,
+      "grad_norm": 0.105720154941082,
+      "learning_rate": 6.282051282051282e-06,
+      "loss": 0.0131,
+      "step": 13875
+    },
+    {
+      "epoch": 15.308370044052863,
+      "grad_norm": 0.2738574743270874,
+      "learning_rate": 6.256410256410257e-06,
+      "loss": 0.0127,
+      "step": 13900
+    },
+    {
+      "epoch": 15.33590308370044,
+      "grad_norm": 0.2029091864824295,
+      "learning_rate": 6.230769230769231e-06,
+      "loss": 0.0127,
+      "step": 13925
+    },
+    {
+      "epoch": 15.363436123348018,
+      "grad_norm": 0.09055199474096298,
+      "learning_rate": 6.205128205128206e-06,
+      "loss": 0.0153,
+      "step": 13950
+    },
+    {
+      "epoch": 15.390969162995594,
+      "grad_norm": 0.33734768629074097,
+      "learning_rate": 6.17948717948718e-06,
+      "loss": 0.0142,
+      "step": 13975
+    },
+    {
+      "epoch": 15.418502202643172,
+      "grad_norm": 0.11411110311746597,
+      "learning_rate": 6.153846153846155e-06,
+      "loss": 0.0136,
+      "step": 14000
+    },
+    {
+      "epoch": 15.418502202643172,
+      "eval_cer": 73.25610720713492,
+      "eval_loss": 0.8812981843948364,
+      "eval_runtime": 442.8713,
+      "eval_samples_per_second": 23.892,
+      "eval_steps_per_second": 5.975,
+      "eval_wer": 177.97265440829796,
+      "step": 14000
+    },
+    {
+      "epoch": 15.44603524229075,
+      "grad_norm": 0.21195538341999054,
+      "learning_rate": 6.128205128205129e-06,
+      "loss": 0.0142,
+      "step": 14025
+    },
+    {
+      "epoch": 15.473568281938325,
+      "grad_norm": 0.09307265281677246,
+      "learning_rate": 6.102564102564104e-06,
+      "loss": 0.0121,
+      "step": 14050
+    },
+    {
+      "epoch": 15.501101321585903,
+      "grad_norm": 0.18475420773029327,
+      "learning_rate": 6.076923076923077e-06,
+      "loss": 0.0133,
+      "step": 14075
+    },
+    {
+      "epoch": 15.52863436123348,
+      "grad_norm": 0.12336278706789017,
+      "learning_rate": 6.051282051282051e-06,
+      "loss": 0.0126,
+      "step": 14100
+    },
+    {
+      "epoch": 15.556167400881057,
+      "grad_norm": 0.18600626289844513,
+      "learning_rate": 6.025641025641026e-06,
+      "loss": 0.0122,
+      "step": 14125
+    },
+    {
+      "epoch": 15.583700440528634,
+      "grad_norm": 0.22498783469200134,
+      "learning_rate": 6e-06,
+      "loss": 0.0138,
+      "step": 14150
+    },
+    {
+      "epoch": 15.611233480176212,
+      "grad_norm": 0.10272740572690964,
+      "learning_rate": 5.974358974358975e-06,
+      "loss": 0.0146,
+      "step": 14175
+    },
+    {
+      "epoch": 15.638766519823788,
+      "grad_norm": 0.27834802865982056,
+      "learning_rate": 5.948717948717949e-06,
+      "loss": 0.013,
+      "step": 14200
+    },
+    {
+      "epoch": 15.666299559471366,
+      "grad_norm": 0.21032482385635376,
+      "learning_rate": 5.923076923076924e-06,
+      "loss": 0.0122,
+      "step": 14225
+    },
+    {
+      "epoch": 15.693832599118943,
+      "grad_norm": 0.12462333589792252,
+      "learning_rate": 5.897435897435898e-06,
+      "loss": 0.0142,
+      "step": 14250
+    },
+    {
+      "epoch": 15.72136563876652,
+      "grad_norm": 0.14421270787715912,
+      "learning_rate": 5.871794871794873e-06,
+      "loss": 0.0133,
+      "step": 14275
+    },
+    {
+      "epoch": 15.748898678414097,
+      "grad_norm": 0.0854870080947876,
+      "learning_rate": 5.846153846153847e-06,
+      "loss": 0.0141,
+      "step": 14300
+    },
+    {
+      "epoch": 15.776431718061675,
+      "grad_norm": 0.3137272298336029,
+      "learning_rate": 5.820512820512822e-06,
+      "loss": 0.0141,
+      "step": 14325
+    },
+    {
+      "epoch": 15.80396475770925,
+      "grad_norm": 0.42760950326919556,
+      "learning_rate": 5.794871794871796e-06,
+      "loss": 0.0162,
+      "step": 14350
+    },
+    {
+      "epoch": 15.831497797356828,
+      "grad_norm": 0.08184482902288437,
+      "learning_rate": 5.769230769230769e-06,
+      "loss": 0.0143,
+      "step": 14375
+    },
+    {
+      "epoch": 15.859030837004406,
+      "grad_norm": 0.2387475222349167,
+      "learning_rate": 5.743589743589743e-06,
+      "loss": 0.0139,
+      "step": 14400
+    },
+    {
+      "epoch": 15.886563876651982,
+      "grad_norm": 0.14585834741592407,
+      "learning_rate": 5.717948717948718e-06,
+      "loss": 0.0137,
+      "step": 14425
+    },
+    {
+      "epoch": 15.91409691629956,
+      "grad_norm": 0.22786743938922882,
+      "learning_rate": 5.692307692307692e-06,
+      "loss": 0.0142,
+      "step": 14450
+    },
+    {
+      "epoch": 15.941629955947137,
+      "grad_norm": 0.11104258894920349,
+      "learning_rate": 5.666666666666667e-06,
+      "loss": 0.0135,
+      "step": 14475
+    },
+    {
+      "epoch": 15.969162995594713,
+      "grad_norm": 0.12056852877140045,
+      "learning_rate": 5.641025641025641e-06,
+      "loss": 0.0123,
+      "step": 14500
+    },
+    {
+      "epoch": 15.996696035242291,
+      "grad_norm": 0.12010839581489563,
+      "learning_rate": 5.615384615384616e-06,
+      "loss": 0.0142,
+      "step": 14525
+    },
+    {
+      "epoch": 16.024229074889867,
+      "grad_norm": 0.14887858927249908,
+      "learning_rate": 5.58974358974359e-06,
+      "loss": 0.01,
+      "step": 14550
+    },
+    {
+      "epoch": 16.051762114537446,
+      "grad_norm": 0.06393441557884216,
+      "learning_rate": 5.564102564102565e-06,
+      "loss": 0.0107,
+      "step": 14575
+    },
+    {
+      "epoch": 16.079295154185022,
+      "grad_norm": 0.05813656747341156,
+      "learning_rate": 5.538461538461539e-06,
+      "loss": 0.0098,
+      "step": 14600
+    },
+    {
+      "epoch": 16.106828193832598,
+      "grad_norm": 0.30714789032936096,
+      "learning_rate": 5.512820512820514e-06,
+      "loss": 0.0103,
+      "step": 14625
+    },
+    {
+      "epoch": 16.134361233480178,
+      "grad_norm": 0.06188270449638367,
+      "learning_rate": 5.487179487179488e-06,
+      "loss": 0.0095,
+      "step": 14650
+    },
+    {
+      "epoch": 16.161894273127754,
+      "grad_norm": 0.16568152606487274,
+      "learning_rate": 5.461538461538461e-06,
+      "loss": 0.0093,
+      "step": 14675
+    },
+    {
+      "epoch": 16.18942731277533,
+      "grad_norm": 0.07314164191484451,
+      "learning_rate": 5.435897435897436e-06,
+      "loss": 0.0101,
+      "step": 14700
+    },
+    {
+      "epoch": 16.21696035242291,
+      "grad_norm": 0.06874439120292664,
+      "learning_rate": 5.41025641025641e-06,
+      "loss": 0.0102,
+      "step": 14725
+    },
+    {
+      "epoch": 16.244493392070485,
+      "grad_norm": 0.0864795446395874,
+      "learning_rate": 5.384615384615385e-06,
+      "loss": 0.0091,
+      "step": 14750
+    },
+    {
+      "epoch": 16.27202643171806,
+      "grad_norm": 0.09835877269506454,
+      "learning_rate": 5.358974358974359e-06,
+      "loss": 0.011,
+      "step": 14775
+    },
+    {
+      "epoch": 16.29955947136564,
+      "grad_norm": 0.18435481190681458,
+      "learning_rate": 5.333333333333334e-06,
+      "loss": 0.0106,
+      "step": 14800
+    },
+    {
+      "epoch": 16.327092511013216,
+      "grad_norm": 0.06160463020205498,
+      "learning_rate": 5.307692307692308e-06,
+      "loss": 0.0094,
+      "step": 14825
+    },
+    {
+      "epoch": 16.354625550660792,
+      "grad_norm": 0.06980791687965393,
+      "learning_rate": 5.282051282051283e-06,
+      "loss": 0.0107,
+      "step": 14850
+    },
+    {
+      "epoch": 16.38215859030837,
+      "grad_norm": 0.09515848010778427,
+      "learning_rate": 5.256410256410257e-06,
+      "loss": 0.0115,
+      "step": 14875
+    },
+    {
+      "epoch": 16.409691629955947,
+      "grad_norm": 0.11992871761322021,
+      "learning_rate": 5.230769230769232e-06,
+      "loss": 0.0102,
+      "step": 14900
+    },
+    {
+      "epoch": 16.437224669603523,
+      "grad_norm": 0.08134716004133224,
+      "learning_rate": 5.205128205128206e-06,
+      "loss": 0.0103,
+      "step": 14925
+    },
+    {
+      "epoch": 16.464757709251103,
+      "grad_norm": 0.5592033863067627,
+      "learning_rate": 5.179487179487181e-06,
+      "loss": 0.0118,
+      "step": 14950
+    },
+    {
+      "epoch": 16.49229074889868,
+      "grad_norm": 0.06395772844552994,
+      "learning_rate": 5.1538461538461534e-06,
+      "loss": 0.012,
+      "step": 14975
+    },
+    {
+      "epoch": 16.519823788546255,
+      "grad_norm": 0.24540168046951294,
+      "learning_rate": 5.128205128205128e-06,
+      "loss": 0.0102,
+      "step": 15000
+    },
+    {
+      "epoch": 16.519823788546255,
+      "eval_cer": 57.35444155308198,
+      "eval_loss": 0.8929909467697144,
+      "eval_runtime": 475.0118,
+      "eval_samples_per_second": 22.275,
+      "eval_steps_per_second": 5.57,
+      "eval_wer": 142.6968411126827,
+      "step": 15000
+    },
+    {
+      "epoch": 16.547356828193834,
+      "grad_norm": 0.1699555218219757,
+      "learning_rate": 5.1025641025641024e-06,
+      "loss": 0.0104,
+      "step": 15025
+    },
+    {
+      "epoch": 16.57488986784141,
+      "grad_norm": 0.12570585310459137,
+      "learning_rate": 5.076923076923077e-06,
+      "loss": 0.0092,
+      "step": 15050
+    },
+    {
+      "epoch": 16.602422907488986,
+      "grad_norm": 0.07865352183580399,
+      "learning_rate": 5.051282051282051e-06,
+      "loss": 0.0098,
+      "step": 15075
+    },
+    {
+      "epoch": 16.629955947136565,
+      "grad_norm": 0.12875448167324066,
+      "learning_rate": 5.025641025641026e-06,
+      "loss": 0.0104,
+      "step": 15100
+    },
+    {
+      "epoch": 16.65748898678414,
+      "grad_norm": 0.14089557528495789,
+      "learning_rate": 5e-06,
+      "loss": 0.0109,
+      "step": 15125
+    },
+    {
+      "epoch": 16.685022026431717,
+      "grad_norm": 0.07757396996021271,
+      "learning_rate": 4.974358974358975e-06,
+      "loss": 0.0092,
+      "step": 15150
+    },
+    {
+      "epoch": 16.712555066079297,
+      "grad_norm": 0.07462769746780396,
+      "learning_rate": 4.948717948717949e-06,
+      "loss": 0.0097,
+      "step": 15175
+    },
+    {
+      "epoch": 16.740088105726873,
+      "grad_norm": 0.17445862293243408,
+      "learning_rate": 4.923076923076924e-06,
+      "loss": 0.0108,
+      "step": 15200
+    },
+    {
+      "epoch": 16.76762114537445,
+      "grad_norm": 0.06989112496376038,
+      "learning_rate": 4.8974358974358975e-06,
+      "loss": 0.0107,
+      "step": 15225
+    },
+    {
+      "epoch": 16.795154185022028,
+      "grad_norm": 0.10867713391780853,
+      "learning_rate": 4.871794871794872e-06,
+      "loss": 0.0094,
+      "step": 15250
+    },
+    {
+      "epoch": 16.822687224669604,
+      "grad_norm": 0.08284565061330795,
+      "learning_rate": 4.8461538461538465e-06,
+      "loss": 0.0096,
+      "step": 15275
+    },
+    {
+      "epoch": 16.85022026431718,
+      "grad_norm": 0.40096861124038696,
+      "learning_rate": 4.820512820512821e-06,
+      "loss": 0.0106,
+      "step": 15300
+    },
+    {
+      "epoch": 16.87775330396476,
+      "grad_norm": 0.20616371929645538,
+      "learning_rate": 4.7948717948717955e-06,
+      "loss": 0.0098,
+      "step": 15325
+    },
+    {
+      "epoch": 16.905286343612335,
+      "grad_norm": 0.09715402871370316,
+      "learning_rate": 4.76923076923077e-06,
+      "loss": 0.009,
+      "step": 15350
+    },
+    {
+      "epoch": 16.93281938325991,
+      "grad_norm": 0.19870775938034058,
+      "learning_rate": 4.743589743589744e-06,
+      "loss": 0.0097,
+      "step": 15375
+    },
+    {
+      "epoch": 16.96035242290749,
+      "grad_norm": 0.07990965992212296,
+      "learning_rate": 4.717948717948718e-06,
+      "loss": 0.0103,
+      "step": 15400
+    },
+    {
+      "epoch": 16.987885462555067,
+      "grad_norm": 0.1826823353767395,
+      "learning_rate": 4.692307692307693e-06,
+      "loss": 0.0119,
+      "step": 15425
+    },
+    {
+      "epoch": 17.015418502202643,
+      "grad_norm": 0.07441161572933197,
+      "learning_rate": 4.666666666666667e-06,
+      "loss": 0.0091,
+      "step": 15450
+    },
+    {
+      "epoch": 17.042951541850222,
+      "grad_norm": 0.05266563221812248,
+      "learning_rate": 4.641025641025642e-06,
+      "loss": 0.0092,
+      "step": 15475
+    },
+    {
+      "epoch": 17.070484581497798,
+      "grad_norm": 0.06553443521261215,
+      "learning_rate": 4.615384615384616e-06,
+      "loss": 0.0068,
+      "step": 15500
+    },
+    {
+      "epoch": 17.098017621145374,
+      "grad_norm": 0.04783637821674347,
+      "learning_rate": 4.58974358974359e-06,
+      "loss": 0.0076,
+      "step": 15525
+    },
+    {
+      "epoch": 17.125550660792953,
+      "grad_norm": 0.06203090399503708,
+      "learning_rate": 4.564102564102564e-06,
+      "loss": 0.0076,
+      "step": 15550
+    },
+    {
+      "epoch": 17.15308370044053,
+      "grad_norm": 0.18787582218647003,
+      "learning_rate": 4.538461538461539e-06,
+      "loss": 0.0087,
+      "step": 15575
+    },
+    {
+      "epoch": 17.180616740088105,
+      "grad_norm": 0.054731931537389755,
+      "learning_rate": 4.512820512820513e-06,
+      "loss": 0.007,
+      "step": 15600
+    },
+    {
+      "epoch": 17.208149779735685,
+      "grad_norm": 0.06515911966562271,
+      "learning_rate": 4.487179487179488e-06,
+      "loss": 0.0091,
+      "step": 15625
+    },
+    {
+      "epoch": 17.23568281938326,
+      "grad_norm": 0.12270718812942505,
+      "learning_rate": 4.461538461538462e-06,
+      "loss": 0.0082,
+      "step": 15650
+    },
+    {
+      "epoch": 17.263215859030836,
+      "grad_norm": 0.09646424651145935,
+      "learning_rate": 4.435897435897436e-06,
+      "loss": 0.0082,
+      "step": 15675
+    },
+    {
+      "epoch": 17.290748898678412,
+      "grad_norm": 0.13605421781539917,
+      "learning_rate": 4.4102564102564104e-06,
+      "loss": 0.0071,
+      "step": 15700
+    },
+    {
+      "epoch": 17.318281938325992,
+      "grad_norm": 0.18393711745738983,
+      "learning_rate": 4.384615384615385e-06,
+      "loss": 0.0078,
+      "step": 15725
+    },
+    {
+      "epoch": 17.345814977973568,
+      "grad_norm": 0.053975436836481094,
+      "learning_rate": 4.358974358974359e-06,
+      "loss": 0.0085,
+      "step": 15750
+    },
+    {
+      "epoch": 17.373348017621144,
+      "grad_norm": 0.05142604932188988,
+      "learning_rate": 4.333333333333334e-06,
+      "loss": 0.0072,
+      "step": 15775
+    },
+    {
+      "epoch": 17.400881057268723,
+      "grad_norm": 0.09333042055368423,
+      "learning_rate": 4.307692307692308e-06,
+      "loss": 0.0071,
+      "step": 15800
+    },
+    {
+      "epoch": 17.4284140969163,
+      "grad_norm": 0.0760270357131958,
+      "learning_rate": 4.282051282051282e-06,
+      "loss": 0.0076,
+      "step": 15825
+    },
+    {
+      "epoch": 17.455947136563875,
+      "grad_norm": 0.07667813450098038,
+      "learning_rate": 4.2564102564102566e-06,
+      "loss": 0.0086,
+      "step": 15850
+    },
+    {
+      "epoch": 17.483480176211454,
+      "grad_norm": 0.07268601655960083,
+      "learning_rate": 4.230769230769231e-06,
+      "loss": 0.008,
+      "step": 15875
+    },
+    {
+      "epoch": 17.51101321585903,
+      "grad_norm": 0.05997084081172943,
+      "learning_rate": 4.2051282051282055e-06,
+      "loss": 0.0084,
+      "step": 15900
+    },
+    {
+      "epoch": 17.538546255506606,
+      "grad_norm": 0.08455850183963776,
+      "learning_rate": 4.17948717948718e-06,
+      "loss": 0.0079,
+      "step": 15925
+    },
+    {
+      "epoch": 17.566079295154186,
+      "grad_norm": 0.05682849884033203,
+      "learning_rate": 4.1538461538461545e-06,
+      "loss": 0.009,
+      "step": 15950
+    },
+    {
+      "epoch": 17.59361233480176,
+      "grad_norm": 0.13320918381214142,
+      "learning_rate": 4.128205128205128e-06,
+      "loss": 0.0091,
+      "step": 15975
+    },
+    {
+      "epoch": 17.621145374449338,
+      "grad_norm": 0.08159907907247543,
+      "learning_rate": 4.102564102564103e-06,
+      "loss": 0.0079,
+      "step": 16000
+    },
+    {
+      "epoch": 17.621145374449338,
+      "eval_cer": 59.87355702543762,
+      "eval_loss": 0.9064295291900635,
+      "eval_runtime": 473.5233,
+      "eval_samples_per_second": 22.345,
+      "eval_steps_per_second": 5.588,
+      "eval_wer": 132.6166902404526,
+      "step": 16000
+    },
+    {
+      "epoch": 17.648678414096917,
+      "grad_norm": 0.08243115991353989,
+      "learning_rate": 4.076923076923077e-06,
+      "loss": 0.0075,
+      "step": 16025
+    },
+    {
+      "epoch": 17.676211453744493,
+      "grad_norm": 0.06684228777885437,
+      "learning_rate": 4.051282051282052e-06,
+      "loss": 0.0086,
+      "step": 16050
+    },
+    {
+      "epoch": 17.70374449339207,
+      "grad_norm": 0.07782474905252457,
+      "learning_rate": 4.025641025641026e-06,
+      "loss": 0.0081,
+      "step": 16075
+    },
+    {
+      "epoch": 17.73127753303965,
+      "grad_norm": 0.09877069294452667,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 0.0082,
+      "step": 16100
+    },
+    {
+      "epoch": 17.758810572687224,
+      "grad_norm": 0.1733996719121933,
+      "learning_rate": 3.974358974358974e-06,
+      "loss": 0.008,
+      "step": 16125
+    },
+    {
+      "epoch": 17.7863436123348,
+      "grad_norm": 0.05951946601271629,
+      "learning_rate": 3.948717948717949e-06,
+      "loss": 0.0089,
+      "step": 16150
+    },
+    {
+      "epoch": 17.81387665198238,
+      "grad_norm": 0.09281080961227417,
+      "learning_rate": 3.923076923076923e-06,
+      "loss": 0.0085,
+      "step": 16175
+    },
+    {
+      "epoch": 17.841409691629956,
+      "grad_norm": 0.17630000412464142,
+      "learning_rate": 3.897435897435898e-06,
+      "loss": 0.0091,
+      "step": 16200
+    },
+    {
+      "epoch": 17.86894273127753,
+      "grad_norm": 0.058690495789051056,
+      "learning_rate": 3.871794871794872e-06,
+      "loss": 0.008,
+      "step": 16225
+    },
+    {
+      "epoch": 17.89647577092511,
+      "grad_norm": 0.09863056242465973,
+      "learning_rate": 3.846153846153847e-06,
+      "loss": 0.0089,
+      "step": 16250
+    },
+    {
+      "epoch": 17.924008810572687,
+      "grad_norm": 0.09190403670072556,
+      "learning_rate": 3.8205128205128204e-06,
+      "loss": 0.0087,
+      "step": 16275
+    },
+    {
+      "epoch": 17.951541850220263,
+      "grad_norm": 0.06220954656600952,
+      "learning_rate": 3.794871794871795e-06,
+      "loss": 0.008,
+      "step": 16300
+    },
+    {
+      "epoch": 17.979074889867842,
+      "grad_norm": 0.0854143351316452,
+      "learning_rate": 3.7692307692307694e-06,
+      "loss": 0.008,
+      "step": 16325
+    },
+    {
+      "epoch": 18.006607929515418,
+      "grad_norm": 0.10065086930990219,
+      "learning_rate": 3.743589743589744e-06,
+      "loss": 0.0077,
+      "step": 16350
+    },
+    {
+      "epoch": 18.034140969162994,
+      "grad_norm": 0.07576055824756622,
+      "learning_rate": 3.7179487179487184e-06,
+      "loss": 0.0066,
+      "step": 16375
+    },
+    {
+      "epoch": 18.061674008810574,
+      "grad_norm": 0.04324162006378174,
+      "learning_rate": 3.692307692307693e-06,
+      "loss": 0.0065,
+      "step": 16400
+    },
+    {
+      "epoch": 18.08920704845815,
+      "grad_norm": 0.07214418798685074,
+      "learning_rate": 3.6666666666666666e-06,
+      "loss": 0.0061,
+      "step": 16425
+    },
+    {
+      "epoch": 18.116740088105725,
+      "grad_norm": 0.05964656174182892,
+      "learning_rate": 3.641025641025641e-06,
+      "loss": 0.006,
+      "step": 16450
+    },
+    {
+      "epoch": 18.144273127753305,
+      "grad_norm": 0.06809210777282715,
+      "learning_rate": 3.6153846153846156e-06,
+      "loss": 0.0068,
+      "step": 16475
+    },
+    {
+      "epoch": 18.17180616740088,
+      "grad_norm": 0.04498510807752609,
+      "learning_rate": 3.58974358974359e-06,
+      "loss": 0.0065,
+      "step": 16500
+    },
+    {
+      "epoch": 18.199339207048457,
+      "grad_norm": 0.05225253850221634,
+      "learning_rate": 3.5641025641025646e-06,
+      "loss": 0.0064,
+      "step": 16525
+    },
+    {
+      "epoch": 18.226872246696036,
+      "grad_norm": 0.05612196773290634,
+      "learning_rate": 3.538461538461539e-06,
+      "loss": 0.0069,
+      "step": 16550
+    },
+    {
+      "epoch": 18.254405286343612,
+      "grad_norm": 0.05375833064317703,
+      "learning_rate": 3.5128205128205127e-06,
+      "loss": 0.0063,
+      "step": 16575
+    },
+    {
+      "epoch": 18.281938325991188,
+      "grad_norm": 0.08952938765287399,
+      "learning_rate": 3.487179487179487e-06,
+      "loss": 0.0063,
+      "step": 16600
+    },
+    {
+      "epoch": 18.309471365638768,
+      "grad_norm": 0.05091915279626846,
+      "learning_rate": 3.4615384615384617e-06,
+      "loss": 0.0064,
+      "step": 16625
+    },
+    {
+      "epoch": 18.337004405286343,
+      "grad_norm": 0.05258096382021904,
+      "learning_rate": 3.435897435897436e-06,
+      "loss": 0.0066,
+      "step": 16650
+    },
+    {
+      "epoch": 18.36453744493392,
+      "grad_norm": 0.09490983188152313,
+      "learning_rate": 3.4102564102564107e-06,
+      "loss": 0.0063,
+      "step": 16675
+    },
+    {
+      "epoch": 18.3920704845815,
+      "grad_norm": 0.05754420533776283,
+      "learning_rate": 3.384615384615385e-06,
+      "loss": 0.0066,
+      "step": 16700
+    },
+    {
+      "epoch": 18.419603524229075,
+      "grad_norm": 0.045870695263147354,
+      "learning_rate": 3.358974358974359e-06,
+      "loss": 0.0062,
+      "step": 16725
+    },
+    {
+      "epoch": 18.44713656387665,
+      "grad_norm": 0.05464649200439453,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 0.007,
+      "step": 16750
+    },
+    {
+      "epoch": 18.47466960352423,
+      "grad_norm": 0.09517217427492142,
+      "learning_rate": 3.307692307692308e-06,
+      "loss": 0.0066,
+      "step": 16775
+    },
+    {
+      "epoch": 18.502202643171806,
+      "grad_norm": 0.05817287415266037,
+      "learning_rate": 3.2820512820512823e-06,
+      "loss": 0.0066,
+      "step": 16800
+    },
+    {
+      "epoch": 18.529735682819382,
+      "grad_norm": 0.06281236559152603,
+      "learning_rate": 3.256410256410257e-06,
+      "loss": 0.0069,
+      "step": 16825
+    },
+    {
+      "epoch": 18.55726872246696,
+      "grad_norm": 0.06776443868875504,
+      "learning_rate": 3.2307692307692313e-06,
+      "loss": 0.0071,
+      "step": 16850
+    },
+    {
+      "epoch": 18.584801762114537,
+      "grad_norm": 0.07165702432394028,
+      "learning_rate": 3.205128205128206e-06,
+      "loss": 0.0067,
+      "step": 16875
+    },
+    {
+      "epoch": 18.612334801762113,
+      "grad_norm": 0.05155620351433754,
+      "learning_rate": 3.1794871794871795e-06,
+      "loss": 0.0063,
+      "step": 16900
+    },
+    {
+      "epoch": 18.639867841409693,
+      "grad_norm": 0.05491460859775543,
+      "learning_rate": 3.153846153846154e-06,
+      "loss": 0.0062,
+      "step": 16925
+    },
+    {
+      "epoch": 18.66740088105727,
+      "grad_norm": 0.05498324707150459,
+      "learning_rate": 3.1282051282051284e-06,
+      "loss": 0.0068,
+      "step": 16950
+    },
+    {
+      "epoch": 18.694933920704845,
+      "grad_norm": 0.06264489144086838,
+      "learning_rate": 3.102564102564103e-06,
+      "loss": 0.0063,
+      "step": 16975
+    },
+    {
+      "epoch": 18.722466960352424,
+      "grad_norm": 0.058767594397068024,
+      "learning_rate": 3.0769230769230774e-06,
+      "loss": 0.0074,
+      "step": 17000
+    },
+    {
+      "epoch": 18.722466960352424,
+      "eval_cer": 55.902582738183945,
+      "eval_loss": 0.9159504175186157,
+      "eval_runtime": 454.2093,
+      "eval_samples_per_second": 23.295,
+      "eval_steps_per_second": 5.826,
+      "eval_wer": 125.60113154172561,
+      "step": 17000
+    },
+    {
+      "epoch": 18.75,
+      "grad_norm": 0.07268258184194565,
+      "learning_rate": 3.051282051282052e-06,
+      "loss": 0.0072,
+      "step": 17025
+    },
+    {
+      "epoch": 18.777533039647576,
+      "grad_norm": 0.1571418195962906,
+      "learning_rate": 3.0256410256410256e-06,
+      "loss": 0.0066,
+      "step": 17050
+    },
+    {
+      "epoch": 18.805066079295155,
+      "grad_norm": 0.054754406213760376,
+      "learning_rate": 3e-06,
+      "loss": 0.0065,
+      "step": 17075
+    },
+    {
+      "epoch": 18.83259911894273,
+      "grad_norm": 0.06480716168880463,
+      "learning_rate": 2.9743589743589746e-06,
+      "loss": 0.0061,
+      "step": 17100
+    },
+    {
+      "epoch": 18.860132158590307,
+      "grad_norm": 0.08004415780305862,
+      "learning_rate": 2.948717948717949e-06,
+      "loss": 0.0064,
+      "step": 17125
+    },
+    {
+      "epoch": 18.887665198237887,
+      "grad_norm": 0.05629754438996315,
+      "learning_rate": 2.9230769230769236e-06,
+      "loss": 0.0069,
+      "step": 17150
+    },
+    {
+      "epoch": 18.915198237885463,
+      "grad_norm": 0.05493941903114319,
+      "learning_rate": 2.897435897435898e-06,
+      "loss": 0.0068,
+      "step": 17175
+    },
+    {
+      "epoch": 18.94273127753304,
+      "grad_norm": 0.05299900844693184,
+      "learning_rate": 2.8717948717948717e-06,
+      "loss": 0.0067,
+      "step": 17200
+    },
+    {
+      "epoch": 18.970264317180618,
+      "grad_norm": 0.06607411801815033,
+      "learning_rate": 2.846153846153846e-06,
+      "loss": 0.0073,
+      "step": 17225
+    },
+    {
+      "epoch": 18.997797356828194,
+      "grad_norm": 0.06345100700855255,
+      "learning_rate": 2.8205128205128207e-06,
+      "loss": 0.0068,
+      "step": 17250
+    },
+    {
+      "epoch": 19.02533039647577,
+      "grad_norm": 0.04356463998556137,
+      "learning_rate": 2.794871794871795e-06,
+      "loss": 0.0057,
+      "step": 17275
+    },
+    {
+      "epoch": 19.05286343612335,
+      "grad_norm": 0.044814836233854294,
+      "learning_rate": 2.7692307692307697e-06,
+      "loss": 0.0055,
+      "step": 17300
+    },
+    {
+      "epoch": 19.080396475770925,
+      "grad_norm": 0.07849572598934174,
+      "learning_rate": 2.743589743589744e-06,
+      "loss": 0.0055,
+      "step": 17325
+    },
+    {
+      "epoch": 19.1079295154185,
+      "grad_norm": 0.07459200173616409,
+      "learning_rate": 2.717948717948718e-06,
+      "loss": 0.0054,
+      "step": 17350
+    },
+    {
+      "epoch": 19.13546255506608,
+      "grad_norm": 0.04626765102148056,
+      "learning_rate": 2.6923076923076923e-06,
+      "loss": 0.0051,
+      "step": 17375
+    },
+    {
+      "epoch": 19.162995594713657,
+      "grad_norm": 0.04221516102552414,
+      "learning_rate": 2.666666666666667e-06,
+      "loss": 0.0053,
+      "step": 17400
+    },
+    {
+      "epoch": 19.190528634361232,
+      "grad_norm": 0.05490809306502342,
+      "learning_rate": 2.6410256410256413e-06,
+      "loss": 0.0055,
+      "step": 17425
+    },
+    {
+      "epoch": 19.218061674008812,
+      "grad_norm": 0.058104030787944794,
+      "learning_rate": 2.615384615384616e-06,
+      "loss": 0.0055,
+      "step": 17450
+    },
+    {
+      "epoch": 19.245594713656388,
+      "grad_norm": 0.0437290221452713,
+      "learning_rate": 2.5897435897435903e-06,
+      "loss": 0.0058,
+      "step": 17475
+    },
+    {
+      "epoch": 19.273127753303964,
+      "grad_norm": 0.048149868845939636,
+      "learning_rate": 2.564102564102564e-06,
+      "loss": 0.0053,
+      "step": 17500
+    },
+    {
+      "epoch": 19.300660792951543,
+      "grad_norm": 0.05037374794483185,
+      "learning_rate": 2.5384615384615385e-06,
+      "loss": 0.006,
+      "step": 17525
+    },
+    {
+      "epoch": 19.32819383259912,
+      "grad_norm": 0.06295998394489288,
+      "learning_rate": 2.512820512820513e-06,
+      "loss": 0.0057,
+      "step": 17550
+    },
+    {
+      "epoch": 19.355726872246695,
+      "grad_norm": 0.04326135665178299,
+      "learning_rate": 2.4871794871794875e-06,
+      "loss": 0.0053,
+      "step": 17575
+    },
+    {
+      "epoch": 19.383259911894275,
+      "grad_norm": 0.06319163739681244,
+      "learning_rate": 2.461538461538462e-06,
+      "loss": 0.0059,
+      "step": 17600
+    },
+    {
+      "epoch": 19.41079295154185,
+      "grad_norm": 0.03665575757622719,
+      "learning_rate": 2.435897435897436e-06,
+      "loss": 0.0054,
+      "step": 17625
+    },
+    {
+      "epoch": 19.438325991189426,
+      "grad_norm": 0.07812593877315521,
+      "learning_rate": 2.4102564102564105e-06,
+      "loss": 0.0056,
+      "step": 17650
+    },
+    {
+      "epoch": 19.465859030837006,
+      "grad_norm": 0.0484769307076931,
+      "learning_rate": 2.384615384615385e-06,
+      "loss": 0.006,
+      "step": 17675
+    },
+    {
+      "epoch": 19.493392070484582,
+      "grad_norm": 0.04405777528882027,
+      "learning_rate": 2.358974358974359e-06,
+      "loss": 0.0056,
+      "step": 17700
+    },
+    {
+      "epoch": 19.520925110132158,
+      "grad_norm": 0.04773370921611786,
+      "learning_rate": 2.3333333333333336e-06,
+      "loss": 0.0054,
+      "step": 17725
+    },
+    {
+      "epoch": 19.548458149779737,
+      "grad_norm": 0.04407154396176338,
+      "learning_rate": 2.307692307692308e-06,
+      "loss": 0.0059,
+      "step": 17750
+    },
+    {
+      "epoch": 19.575991189427313,
+      "grad_norm": 0.05238990858197212,
+      "learning_rate": 2.282051282051282e-06,
+      "loss": 0.0058,
+      "step": 17775
+    },
+    {
+      "epoch": 19.60352422907489,
+      "grad_norm": 0.06105871871113777,
+      "learning_rate": 2.2564102564102566e-06,
+      "loss": 0.0055,
+      "step": 17800
+    },
+    {
+      "epoch": 19.63105726872247,
+      "grad_norm": 0.15811942517757416,
+      "learning_rate": 2.230769230769231e-06,
+      "loss": 0.0062,
+      "step": 17825
+    },
+    {
+      "epoch": 19.658590308370044,
+      "grad_norm": 0.036435484886169434,
+      "learning_rate": 2.2051282051282052e-06,
+      "loss": 0.0053,
+      "step": 17850
+    },
+    {
+      "epoch": 19.68612334801762,
+      "grad_norm": 0.042688727378845215,
+      "learning_rate": 2.1794871794871797e-06,
+      "loss": 0.0056,
+      "step": 17875
+    },
+    {
+      "epoch": 19.7136563876652,
+      "grad_norm": 0.04815078526735306,
+      "learning_rate": 2.153846153846154e-06,
+      "loss": 0.0054,
+      "step": 17900
+    },
+    {
+      "epoch": 19.741189427312776,
+      "grad_norm": 0.04753319174051285,
+      "learning_rate": 2.1282051282051283e-06,
+      "loss": 0.0056,
+      "step": 17925
+    },
+    {
+      "epoch": 19.76872246696035,
+      "grad_norm": 0.04775834083557129,
+      "learning_rate": 2.1025641025641028e-06,
+      "loss": 0.0058,
+      "step": 17950
+    },
+    {
+      "epoch": 19.79625550660793,
+      "grad_norm": 0.04497678205370903,
+      "learning_rate": 2.0769230769230773e-06,
+      "loss": 0.0054,
+      "step": 17975
+    },
+    {
+      "epoch": 19.823788546255507,
+      "grad_norm": 0.06292616575956345,
+      "learning_rate": 2.0512820512820513e-06,
+      "loss": 0.0053,
+      "step": 18000
+    },
+    {
+      "epoch": 19.823788546255507,
+      "eval_cer": 50.16278243325347,
+      "eval_loss": 0.9244782328605652,
+      "eval_runtime": 438.8708,
+      "eval_samples_per_second": 24.11,
+      "eval_steps_per_second": 6.029,
+      "eval_wer": 116.01131541725603,
+      "step": 18000
+    },
+    {
+      "epoch": 19.851321585903083,
+      "grad_norm": 0.04525560513138771,
+      "learning_rate": 2.025641025641026e-06,
+      "loss": 0.0061,
+      "step": 18025
+    },
+    {
+      "epoch": 19.878854625550662,
+      "grad_norm": 0.04258139431476593,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 0.0055,
+      "step": 18050
+    },
+    {
+      "epoch": 19.90638766519824,
+      "grad_norm": 0.05663159489631653,
+      "learning_rate": 1.9743589743589744e-06,
+      "loss": 0.0056,
+      "step": 18075
+    },
+    {
+      "epoch": 19.933920704845814,
+      "grad_norm": 0.05438832566142082,
+      "learning_rate": 1.948717948717949e-06,
+      "loss": 0.0057,
+      "step": 18100
+    },
+    {
+      "epoch": 19.961453744493394,
+      "grad_norm": 0.049876242876052856,
+      "learning_rate": 1.9230769230769234e-06,
+      "loss": 0.0057,
+      "step": 18125
+    },
+    {
+      "epoch": 19.98898678414097,
+      "grad_norm": 0.04682116210460663,
+      "learning_rate": 1.8974358974358975e-06,
+      "loss": 0.0054,
+      "step": 18150
+    },
+    {
+      "epoch": 20.016519823788546,
+      "grad_norm": 0.031594615429639816,
+      "learning_rate": 1.871794871794872e-06,
+      "loss": 0.0049,
+      "step": 18175
+    },
+    {
+      "epoch": 20.044052863436125,
+      "grad_norm": 0.03813030198216438,
+      "learning_rate": 1.8461538461538465e-06,
+      "loss": 0.0047,
+      "step": 18200
+    },
+    {
+      "epoch": 20.0715859030837,
+      "grad_norm": 0.0341855026781559,
+      "learning_rate": 1.8205128205128205e-06,
+      "loss": 0.005,
+      "step": 18225
+    },
+    {
+      "epoch": 20.099118942731277,
+      "grad_norm": 0.03425971418619156,
+      "learning_rate": 1.794871794871795e-06,
+      "loss": 0.0048,
+      "step": 18250
+    },
+    {
+      "epoch": 20.126651982378856,
+      "grad_norm": 0.03382967412471771,
+      "learning_rate": 1.7692307692307695e-06,
+      "loss": 0.0046,
+      "step": 18275
+    },
+    {
+      "epoch": 20.154185022026432,
+      "grad_norm": 0.0427679605782032,
+      "learning_rate": 1.7435897435897436e-06,
+      "loss": 0.0046,
+      "step": 18300
+    },
+    {
+      "epoch": 20.181718061674008,
+      "grad_norm": 0.053978513926267624,
+      "learning_rate": 1.717948717948718e-06,
+      "loss": 0.005,
+      "step": 18325
+    },
+    {
+      "epoch": 20.209251101321588,
+      "grad_norm": 0.03782325237989426,
+      "learning_rate": 1.6923076923076926e-06,
+      "loss": 0.0048,
+      "step": 18350
+    },
+    {
+      "epoch": 20.236784140969164,
+      "grad_norm": 0.03709937259554863,
+      "learning_rate": 1.6666666666666667e-06,
+      "loss": 0.0046,
+      "step": 18375
+    },
+    {
+      "epoch": 20.26431718061674,
+      "grad_norm": 0.037801649421453476,
+      "learning_rate": 1.6410256410256412e-06,
+      "loss": 0.0045,
+      "step": 18400
+    },
+    {
+      "epoch": 20.291850220264315,
+      "grad_norm": 0.04301599785685539,
+      "learning_rate": 1.6153846153846157e-06,
+      "loss": 0.0049,
+      "step": 18425
+    },
+    {
+      "epoch": 20.319383259911895,
+      "grad_norm": 0.052962783724069595,
+      "learning_rate": 1.5897435897435897e-06,
+      "loss": 0.0054,
+      "step": 18450
+    },
+    {
+      "epoch": 20.34691629955947,
+      "grad_norm": 0.033712126314640045,
+      "learning_rate": 1.5641025641025642e-06,
+      "loss": 0.0046,
+      "step": 18475
+    },
+    {
+      "epoch": 20.374449339207047,
+      "grad_norm": 0.04511284828186035,
+      "learning_rate": 1.5384615384615387e-06,
+      "loss": 0.0055,
+      "step": 18500
+    },
+    {
+      "epoch": 20.401982378854626,
+      "grad_norm": 0.04226896911859512,
+      "learning_rate": 1.5128205128205128e-06,
+      "loss": 0.005,
+      "step": 18525
+    },
+    {
+      "epoch": 20.429515418502202,
+      "grad_norm": 0.05907629802823067,
+      "learning_rate": 1.4871794871794873e-06,
+      "loss": 0.0053,
+      "step": 18550
+    },
+    {
+      "epoch": 20.457048458149778,
+      "grad_norm": 0.03855994716286659,
+      "learning_rate": 1.4615384615384618e-06,
+      "loss": 0.0048,
+      "step": 18575
+    },
+    {
+      "epoch": 20.484581497797357,
+      "grad_norm": 0.03888246417045593,
+      "learning_rate": 1.4358974358974359e-06,
+      "loss": 0.0044,
+      "step": 18600
+    },
+    {
+      "epoch": 20.512114537444933,
+      "grad_norm": 0.04747318476438522,
+      "learning_rate": 1.4102564102564104e-06,
+      "loss": 0.005,
+      "step": 18625
+    },
+    {
+      "epoch": 20.53964757709251,
+      "grad_norm": 0.03958306834101677,
+      "learning_rate": 1.3846153846153848e-06,
+      "loss": 0.0049,
+      "step": 18650
+    },
+    {
+      "epoch": 20.56718061674009,
+      "grad_norm": 0.03587072342634201,
+      "learning_rate": 1.358974358974359e-06,
+      "loss": 0.005,
+      "step": 18675
+    },
+    {
+      "epoch": 20.594713656387665,
+      "grad_norm": 0.05696781352162361,
+      "learning_rate": 1.3333333333333334e-06,
+      "loss": 0.0047,
+      "step": 18700
+    },
+    {
+      "epoch": 20.62224669603524,
+      "grad_norm": 0.04611218348145485,
+      "learning_rate": 1.307692307692308e-06,
+      "loss": 0.0049,
+      "step": 18725
+    },
+    {
+      "epoch": 20.64977973568282,
+      "grad_norm": 0.039149776101112366,
+      "learning_rate": 1.282051282051282e-06,
+      "loss": 0.0047,
+      "step": 18750
+    },
+    {
+      "epoch": 20.677312775330396,
+      "grad_norm": 0.041222602128982544,
+      "learning_rate": 1.2564102564102565e-06,
+      "loss": 0.0049,
+      "step": 18775
+    },
+    {
+      "epoch": 20.704845814977972,
+      "grad_norm": 0.04520060867071152,
+      "learning_rate": 1.230769230769231e-06,
+      "loss": 0.005,
+      "step": 18800
+    },
+    {
+      "epoch": 20.73237885462555,
+      "grad_norm": 0.2069810926914215,
+      "learning_rate": 1.2051282051282053e-06,
+      "loss": 0.0051,
+      "step": 18825
+    },
+    {
+      "epoch": 20.759911894273127,
+      "grad_norm": 0.04224303737282753,
+      "learning_rate": 1.1794871794871795e-06,
+      "loss": 0.0049,
+      "step": 18850
+    },
+    {
+      "epoch": 20.787444933920703,
+      "grad_norm": 0.040397610515356064,
+      "learning_rate": 1.153846153846154e-06,
+      "loss": 0.0045,
+      "step": 18875
+    },
+    {
+      "epoch": 20.814977973568283,
+      "grad_norm": 0.037870801985263824,
+      "learning_rate": 1.1282051282051283e-06,
+      "loss": 0.0048,
+      "step": 18900
+    },
+    {
+      "epoch": 20.84251101321586,
+      "grad_norm": 0.04810772091150284,
+      "learning_rate": 1.1025641025641026e-06,
+      "loss": 0.0051,
+      "step": 18925
+    },
+    {
+      "epoch": 20.870044052863435,
+      "grad_norm": 0.045735545456409454,
+      "learning_rate": 1.076923076923077e-06,
+      "loss": 0.0047,
+      "step": 18950
+    },
+    {
+      "epoch": 20.897577092511014,
+      "grad_norm": 0.03935140371322632,
+      "learning_rate": 1.0512820512820514e-06,
+      "loss": 0.0048,
+      "step": 18975
+    },
+    {
+      "epoch": 20.92511013215859,
+      "grad_norm": 0.05066705495119095,
+      "learning_rate": 1.0256410256410257e-06,
+      "loss": 0.0052,
+      "step": 19000
+    },
+    {
+      "epoch": 20.92511013215859,
+      "eval_cer": 47.776644159893614,
+      "eval_loss": 0.9299447536468506,
+      "eval_runtime": 436.4027,
+      "eval_samples_per_second": 24.246,
+      "eval_steps_per_second": 6.063,
+      "eval_wer": 115.08722300801509,
+      "step": 19000
+    },
+    {
+      "epoch": 20.952643171806166,
+      "grad_norm": 0.04411695525050163,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.0049,
+      "step": 19025
+    },
+    {
+      "epoch": 20.980176211453745,
+      "grad_norm": 0.041007477790117264,
+      "learning_rate": 9.743589743589745e-07,
+      "loss": 0.0049,
+      "step": 19050
+    },
+    {
+      "epoch": 21.00770925110132,
+      "grad_norm": 0.03803296014666557,
+      "learning_rate": 9.487179487179487e-07,
+      "loss": 0.0048,
+      "step": 19075
+    },
+    {
+      "epoch": 21.035242290748897,
+      "grad_norm": 0.03167716786265373,
+      "learning_rate": 9.230769230769232e-07,
+      "loss": 0.0043,
+      "step": 19100
+    },
+    {
+      "epoch": 21.062775330396477,
+      "grad_norm": 0.04057995602488518,
+      "learning_rate": 8.974358974358975e-07,
+      "loss": 0.0044,
+      "step": 19125
+    },
+    {
+      "epoch": 21.090308370044053,
+      "grad_norm": 0.042665161192417145,
+      "learning_rate": 8.717948717948718e-07,
+      "loss": 0.0044,
+      "step": 19150
+    },
+    {
+      "epoch": 21.11784140969163,
+      "grad_norm": 0.031034432351589203,
+      "learning_rate": 8.461538461538463e-07,
+      "loss": 0.0042,
+      "step": 19175
+    },
+    {
+      "epoch": 21.145374449339208,
+      "grad_norm": 0.03610997274518013,
+      "learning_rate": 8.205128205128206e-07,
+      "loss": 0.0043,
+      "step": 19200
+    },
+    {
+      "epoch": 21.172907488986784,
+      "grad_norm": 0.03419085592031479,
+      "learning_rate": 7.948717948717949e-07,
+      "loss": 0.0044,
+      "step": 19225
+    },
+    {
+      "epoch": 21.20044052863436,
+      "grad_norm": 0.03195258602499962,
+      "learning_rate": 7.692307692307694e-07,
+      "loss": 0.0043,
+      "step": 19250
+    },
+    {
+      "epoch": 21.22797356828194,
+      "grad_norm": 0.033934228122234344,
+      "learning_rate": 7.435897435897436e-07,
+      "loss": 0.0044,
+      "step": 19275
+    },
+    {
+      "epoch": 21.255506607929515,
+      "grad_norm": 0.038121603429317474,
+      "learning_rate": 7.179487179487179e-07,
+      "loss": 0.0042,
+      "step": 19300
+    },
+    {
+      "epoch": 21.28303964757709,
+      "grad_norm": 0.042483534663915634,
+      "learning_rate": 6.923076923076924e-07,
+      "loss": 0.0043,
+      "step": 19325
+    },
+    {
+      "epoch": 21.31057268722467,
+      "grad_norm": 0.03081641159951687,
+      "learning_rate": 6.666666666666667e-07,
+      "loss": 0.0045,
+      "step": 19350
+    },
+    {
+      "epoch": 21.338105726872246,
+      "grad_norm": 0.038055986166000366,
+      "learning_rate": 6.41025641025641e-07,
+      "loss": 0.0045,
+      "step": 19375
+    },
+    {
+      "epoch": 21.365638766519822,
+      "grad_norm": 0.047620829194784164,
+      "learning_rate": 6.153846153846155e-07,
+      "loss": 0.0045,
+      "step": 19400
+    },
+    {
+      "epoch": 21.393171806167402,
+      "grad_norm": 0.04037508741021156,
+      "learning_rate": 5.897435897435898e-07,
+      "loss": 0.0046,
+      "step": 19425
+    },
+    {
+      "epoch": 21.420704845814978,
+      "grad_norm": 0.031555745750665665,
+      "learning_rate": 5.641025641025642e-07,
+      "loss": 0.0044,
+      "step": 19450
+    },
+    {
+      "epoch": 21.448237885462554,
+      "grad_norm": 0.040886688977479935,
+      "learning_rate": 5.384615384615386e-07,
+      "loss": 0.0045,
+      "step": 19475
+    },
+    {
+      "epoch": 21.475770925110133,
+      "grad_norm": 0.034373532980680466,
+      "learning_rate": 5.128205128205128e-07,
+      "loss": 0.0045,
+      "step": 19500
+    },
+    {
+      "epoch": 21.50330396475771,
+      "grad_norm": 0.03271722421050072,
+      "learning_rate": 4.871794871794872e-07,
+      "loss": 0.0044,
+      "step": 19525
+    },
+    {
+      "epoch": 21.530837004405285,
+      "grad_norm": 0.03823432698845863,
+      "learning_rate": 4.615384615384616e-07,
+      "loss": 0.0043,
+      "step": 19550
+    },
+    {
+      "epoch": 21.558370044052865,
+      "grad_norm": 0.03353292867541313,
+      "learning_rate": 4.358974358974359e-07,
+      "loss": 0.0041,
+      "step": 19575
+    },
+    {
+      "epoch": 21.58590308370044,
+      "grad_norm": 0.04605744779109955,
+      "learning_rate": 4.102564102564103e-07,
+      "loss": 0.0046,
+      "step": 19600
+    },
+    {
+      "epoch": 21.613436123348016,
+      "grad_norm": 0.0359153151512146,
+      "learning_rate": 3.846153846153847e-07,
+      "loss": 0.0047,
+      "step": 19625
+    },
+    {
+      "epoch": 21.640969162995596,
+      "grad_norm": 0.03662218898534775,
+      "learning_rate": 3.5897435897435896e-07,
+      "loss": 0.0044,
+      "step": 19650
+    },
+    {
+      "epoch": 21.66850220264317,
+      "grad_norm": 0.03287964314222336,
+      "learning_rate": 3.3333333333333335e-07,
+      "loss": 0.0043,
+      "step": 19675
+    },
+    {
+      "epoch": 21.696035242290748,
+      "grad_norm": 0.031979408115148544,
+      "learning_rate": 3.0769230769230774e-07,
+      "loss": 0.0043,
+      "step": 19700
+    },
+    {
+      "epoch": 21.723568281938327,
+      "grad_norm": 0.03703833371400833,
+      "learning_rate": 2.820512820512821e-07,
+      "loss": 0.005,
+      "step": 19725
+    },
+    {
+      "epoch": 21.751101321585903,
+      "grad_norm": 0.037790607661008835,
+      "learning_rate": 2.564102564102564e-07,
+      "loss": 0.0044,
+      "step": 19750
+    },
+    {
+      "epoch": 21.77863436123348,
+      "grad_norm": 0.04017505794763565,
+      "learning_rate": 2.307692307692308e-07,
+      "loss": 0.0044,
+      "step": 19775
+    },
+    {
+      "epoch": 21.80616740088106,
+      "grad_norm": 0.045976828783750534,
+      "learning_rate": 2.0512820512820514e-07,
+      "loss": 0.0043,
+      "step": 19800
+    },
+    {
+      "epoch": 21.833700440528634,
+      "grad_norm": 0.035648688673973083,
+      "learning_rate": 1.7948717948717948e-07,
+      "loss": 0.0043,
+      "step": 19825
+    },
+    {
+      "epoch": 21.86123348017621,
+      "grad_norm": 0.041394732892513275,
+      "learning_rate": 1.5384615384615387e-07,
+      "loss": 0.0044,
+      "step": 19850
+    },
+    {
+      "epoch": 21.88876651982379,
+      "grad_norm": 0.03750582039356232,
+      "learning_rate": 1.282051282051282e-07,
+      "loss": 0.0043,
+      "step": 19875
+    },
+    {
+      "epoch": 21.916299559471366,
+      "grad_norm": 0.037499021738767624,
+      "learning_rate": 1.0256410256410257e-07,
+      "loss": 0.0042,
+      "step": 19900
+    },
+    {
+      "epoch": 21.94383259911894,
+      "grad_norm": 0.04036805406212807,
+      "learning_rate": 7.692307692307694e-08,
+      "loss": 0.0044,
+      "step": 19925
+    },
+    {
+      "epoch": 21.97136563876652,
+      "grad_norm": 0.03988456726074219,
+      "learning_rate": 5.1282051282051286e-08,
+      "loss": 0.0043,
+      "step": 19950
+    },
+    {
+      "epoch": 21.998898678414097,
+      "grad_norm": 0.03900681063532829,
+      "learning_rate": 2.5641025641025643e-08,
+      "loss": 0.0047,
+      "step": 19975
+    },
+    {
+      "epoch": 22.026431718061673,
+      "grad_norm": 0.03660197928547859,
+      "learning_rate": 0.0,
+      "loss": 0.0043,
+      "step": 20000
+    },
+    {
+      "epoch": 22.026431718061673,
+      "eval_cer": 50.12380635768574,
+      "eval_loss": 0.932576060295105,
+      "eval_runtime": 448.5885,
+      "eval_samples_per_second": 23.587,
+      "eval_steps_per_second": 5.899,
+      "eval_wer": 115.25695426685525,
+      "step": 20000
+    },
+    {
+      "epoch": 22.026431718061673,
+      "step": 20000,
+      "total_flos": 1.5756085807389082e+19,
+      "train_loss": 0.1688191306591034,
+      "train_runtime": 17105.7932,
+      "train_samples_per_second": 37.414,
+      "train_steps_per_second": 1.169
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 20000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 23,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.5756085807389082e+19,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}