{
  "best_metric": 0.226941020567466,
  "best_model_checkpoint": "./checkpoints/w2v-pa-v2/checkpoint-9000",
  "epoch": 0.32705865251835164,
  "eval_steps": 600,
  "global_step": 9000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00036339850279816846,
      "grad_norm": 12.712770462036133,
      "learning_rate": 3.633985027981685e-08,
      "loss": 8.1015,
      "step": 10
    },
    {
      "epoch": 0.0007267970055963369,
      "grad_norm": 14.929631233215332,
      "learning_rate": 7.26797005596337e-08,
      "loss": 8.5111,
      "step": 20
    },
    {
      "epoch": 0.0010901955083945055,
      "grad_norm": 12.774781227111816,
      "learning_rate": 1.0901955083945056e-07,
      "loss": 8.71,
      "step": 30
    },
    {
      "epoch": 0.0014535940111926739,
      "grad_norm": 15.27083969116211,
      "learning_rate": 1.417254160912857e-07,
      "loss": 9.2894,
      "step": 40
    },
    {
      "epoch": 0.0018169925139908424,
      "grad_norm": 31.209775924682617,
      "learning_rate": 1.7806526637110256e-07,
      "loss": 8.6779,
      "step": 50
    },
    {
      "epoch": 0.002180391016789011,
      "grad_norm": 12.960335731506348,
      "learning_rate": 2.1440511665091943e-07,
      "loss": 8.0399,
      "step": 60
    },
    {
      "epoch": 0.002543789519587179,
      "grad_norm": 14.452157020568848,
      "learning_rate": 2.5074496693073626e-07,
      "loss": 7.9357,
      "step": 70
    },
    {
      "epoch": 0.0029071880223853477,
      "grad_norm": 12.74867057800293,
      "learning_rate": 2.8708481721055307e-07,
      "loss": 8.0764,
      "step": 80
    },
    {
      "epoch": 0.0032705865251835163,
      "grad_norm": 19.905397415161133,
      "learning_rate": 3.2342466749036993e-07,
      "loss": 8.2522,
      "step": 90
    },
    {
      "epoch": 0.003633985027981685,
      "grad_norm": Infinity,
      "learning_rate": 3.5613053274220513e-07,
      "loss": 7.8161,
      "step": 100
    },
    {
      "epoch": 0.003997383530779853,
      "grad_norm": 15.877684593200684,
      "learning_rate": 3.92470383022022e-07,
      "loss": 7.4866,
      "step": 110
    },
    {
      "epoch": 0.004360782033578022,
      "grad_norm": 19.216800689697266,
      "learning_rate": 4.2881023330183885e-07,
      "loss": 7.0324,
      "step": 120
    },
    {
      "epoch": 0.0047241805363761906,
      "grad_norm": 16.937118530273438,
      "learning_rate": 4.651500835816557e-07,
      "loss": 6.7873,
      "step": 130
    },
    {
      "epoch": 0.005087579039174358,
      "grad_norm": 27.858692169189453,
      "learning_rate": 5.014899338614725e-07,
      "loss": 7.2063,
      "step": 140
    },
    {
      "epoch": 0.005450977541972527,
      "grad_norm": Infinity,
      "learning_rate": 5.341957991133076e-07,
      "loss": 6.5827,
      "step": 150
    },
    {
      "epoch": 0.005814376044770695,
      "grad_norm": 21.252164840698242,
      "learning_rate": 5.669016643651428e-07,
      "loss": 7.819,
      "step": 160
    },
    {
      "epoch": 0.006177774547568864,
      "grad_norm": 20.977886199951172,
      "learning_rate": 6.032415146449597e-07,
      "loss": 5.4741,
      "step": 170
    },
    {
      "epoch": 0.0065411730503670325,
      "grad_norm": 35.25390625,
      "learning_rate": 6.395813649247765e-07,
      "loss": 5.7225,
      "step": 180
    },
    {
      "epoch": 0.006904571553165201,
      "grad_norm": 7.165033340454102,
      "learning_rate": 6.759212152045934e-07,
      "loss": 4.7475,
      "step": 190
    },
    {
      "epoch": 0.00726797005596337,
      "grad_norm": 14.877301216125488,
      "learning_rate": 7.122610654844103e-07,
      "loss": 4.6375,
      "step": 200
    },
    {
      "epoch": 0.007631368558761538,
      "grad_norm": 5.826667785644531,
      "learning_rate": 7.486009157642272e-07,
      "loss": 4.356,
      "step": 210
    },
    {
      "epoch": 0.007994767061559707,
      "grad_norm": 6.022212982177734,
      "learning_rate": 7.84940766044044e-07,
      "loss": 4.2138,
      "step": 220
    },
    {
      "epoch": 0.008358165564357875,
      "grad_norm": 4.790489196777344,
      "learning_rate": 8.212806163238608e-07,
      "loss": 4.0662,
      "step": 230
    },
    {
      "epoch": 0.008721564067156044,
      "grad_norm": 4.448057174682617,
      "learning_rate": 8.576204666036777e-07,
      "loss": 3.9507,
      "step": 240
    },
    {
      "epoch": 0.009084962569954213,
      "grad_norm": 47.487003326416016,
      "learning_rate": 8.939603168834945e-07,
      "loss": 3.9576,
      "step": 250
    },
    {
      "epoch": 0.009448361072752381,
      "grad_norm": 8.64856243133545,
      "learning_rate": 9.303001671633114e-07,
      "loss": 3.7102,
      "step": 260
    },
    {
      "epoch": 0.009811759575550548,
      "grad_norm": 8.821709632873535,
      "learning_rate": 9.66640017443128e-07,
      "loss": 3.6644,
      "step": 270
    },
    {
      "epoch": 0.010175158078348717,
      "grad_norm": 14.071539878845215,
      "learning_rate": 1.002979867722945e-06,
      "loss": 3.6909,
      "step": 280
    },
    {
      "epoch": 0.010538556581146885,
      "grad_norm": 6.68039083480835,
      "learning_rate": 1.0393197180027619e-06,
      "loss": 3.6458,
      "step": 290
    },
    {
      "epoch": 0.010901955083945054,
      "grad_norm": 20.664649963378906,
      "learning_rate": 1.0756595682825787e-06,
      "loss": 3.6332,
      "step": 300
    },
    {
      "epoch": 0.011265353586743222,
      "grad_norm": 2.5272624492645264,
      "learning_rate": 1.1119994185623955e-06,
      "loss": 3.4835,
      "step": 310
    },
    {
      "epoch": 0.01162875208954139,
      "grad_norm": 8.353235244750977,
      "learning_rate": 1.1483392688422123e-06,
      "loss": 3.4892,
      "step": 320
    },
    {
      "epoch": 0.01199215059233956,
      "grad_norm": 7.0964531898498535,
      "learning_rate": 1.1846791191220293e-06,
      "loss": 3.5586,
      "step": 330
    },
    {
      "epoch": 0.012355549095137728,
      "grad_norm": 4.734161376953125,
      "learning_rate": 1.2210189694018461e-06,
      "loss": 3.4996,
      "step": 340
    },
    {
      "epoch": 0.012718947597935897,
      "grad_norm": 47.409996032714844,
      "learning_rate": 1.257358819681663e-06,
      "loss": 3.5565,
      "step": 350
    },
    {
      "epoch": 0.013082346100734065,
      "grad_norm": 2.880244016647339,
      "learning_rate": 1.2936986699614797e-06,
      "loss": 3.4154,
      "step": 360
    },
    {
      "epoch": 0.013445744603532234,
      "grad_norm": 6.637233734130859,
      "learning_rate": 1.3300385202412968e-06,
      "loss": 3.4119,
      "step": 370
    },
    {
      "epoch": 0.013809143106330402,
      "grad_norm": 11.791736602783203,
      "learning_rate": 1.3663783705211136e-06,
      "loss": 3.4347,
      "step": 380
    },
    {
      "epoch": 0.01417254160912857,
      "grad_norm": 8.274836540222168,
      "learning_rate": 1.4027182208009304e-06,
      "loss": 3.4253,
      "step": 390
    },
    {
      "epoch": 0.01453594011192674,
      "grad_norm": 10.09929084777832,
      "learning_rate": 1.4390580710807472e-06,
      "loss": 3.4702,
      "step": 400
    },
    {
      "epoch": 0.014899338614724908,
      "grad_norm": 6.32951545715332,
      "learning_rate": 1.4753979213605642e-06,
      "loss": 3.3513,
      "step": 410
    },
    {
      "epoch": 0.015262737117523077,
      "grad_norm": 2.4888486862182617,
      "learning_rate": 1.511737771640381e-06,
      "loss": 3.3421,
      "step": 420
    },
    {
      "epoch": 0.015626135620321245,
      "grad_norm": 3.02103328704834,
      "learning_rate": 1.5480776219201978e-06,
      "loss": 3.397,
      "step": 430
    },
    {
      "epoch": 0.015989534123119414,
      "grad_norm": 7.464268207550049,
      "learning_rate": 1.5844174722000146e-06,
      "loss": 3.3582,
      "step": 440
    },
    {
      "epoch": 0.016352932625917582,
      "grad_norm": 18.908123016357422,
      "learning_rate": 1.6207573224798317e-06,
      "loss": 3.4034,
      "step": 450
    },
    {
      "epoch": 0.01671633112871575,
      "grad_norm": 2.487326145172119,
      "learning_rate": 1.6570971727596485e-06,
      "loss": 3.2229,
      "step": 460
    },
    {
      "epoch": 0.01707972963151392,
      "grad_norm": 2.3999946117401123,
      "learning_rate": 1.6934370230394653e-06,
      "loss": 3.2185,
      "step": 470
    },
    {
      "epoch": 0.017443128134312088,
      "grad_norm": 5.007234573364258,
      "learning_rate": 1.729776873319282e-06,
      "loss": 3.2069,
      "step": 480
    },
    {
      "epoch": 0.017806526637110257,
      "grad_norm": 6.393301963806152,
      "learning_rate": 1.766116723599099e-06,
      "loss": 3.0687,
      "step": 490
    },
    {
      "epoch": 0.018169925139908425,
      "grad_norm": 45.44938278198242,
      "learning_rate": 1.802456573878916e-06,
      "loss": 3.112,
      "step": 500
    },
    {
      "epoch": 0.018533323642706594,
      "grad_norm": 7.32182502746582,
      "learning_rate": 1.8387964241587327e-06,
      "loss": 2.951,
      "step": 510
    },
    {
      "epoch": 0.018896722145504762,
      "grad_norm": 3.3864173889160156,
      "learning_rate": 1.8751362744385495e-06,
      "loss": 2.8879,
      "step": 520
    },
    {
      "epoch": 0.019260120648302927,
      "grad_norm": 5.429958343505859,
      "learning_rate": 1.911476124718366e-06,
      "loss": 2.7393,
      "step": 530
    },
    {
      "epoch": 0.019623519151101096,
      "grad_norm": 5.3577985763549805,
      "learning_rate": 1.947815974998183e-06,
      "loss": 2.4813,
      "step": 540
    },
    {
      "epoch": 0.019986917653899264,
      "grad_norm": 13.970659255981445,
      "learning_rate": 1.9841558252779998e-06,
      "loss": 2.3787,
      "step": 550
    },
    {
      "epoch": 0.020350316156697433,
      "grad_norm": 5.2666754722595215,
      "learning_rate": 2.0204956755578166e-06,
      "loss": 2.207,
      "step": 560
    },
    {
      "epoch": 0.0207137146594956,
      "grad_norm": 4.184991359710693,
      "learning_rate": 2.0568355258376334e-06,
      "loss": 2.0383,
      "step": 570
    },
    {
      "epoch": 0.02107711316229377,
      "grad_norm": 6.312343597412109,
      "learning_rate": 2.09317537611745e-06,
      "loss": 1.8416,
      "step": 580
    },
    {
      "epoch": 0.02144051166509194,
      "grad_norm": 4.754147529602051,
      "learning_rate": 2.1295152263972674e-06,
      "loss": 1.6002,
      "step": 590
    },
    {
      "epoch": 0.021803910167890107,
      "grad_norm": 21.47913360595703,
      "learning_rate": 2.1658550766770842e-06,
      "loss": 1.6015,
      "step": 600
    },
    {
      "epoch": 0.021803910167890107,
      "eval_loss": 1.5154471397399902,
      "eval_runtime": 180.9184,
      "eval_samples_per_second": 40.98,
      "eval_steps_per_second": 5.124,
      "eval_wer": 0.7997531177954872,
      "step": 600
    },
    {
      "epoch": 0.022167308670688276,
      "grad_norm": 4.2374348640441895,
      "learning_rate": 2.202194926956901e-06,
      "loss": 1.4842,
      "step": 610
    },
    {
      "epoch": 0.022530707173486444,
      "grad_norm": 4.392132759094238,
      "learning_rate": 2.238534777236718e-06,
      "loss": 1.3776,
      "step": 620
    },
    {
      "epoch": 0.022894105676284613,
      "grad_norm": 4.682064533233643,
      "learning_rate": 2.2748746275165347e-06,
      "loss": 1.3177,
      "step": 630
    },
    {
      "epoch": 0.02325750417908278,
      "grad_norm": 4.8396077156066895,
      "learning_rate": 2.3112144777963515e-06,
      "loss": 1.0737,
      "step": 640
    },
    {
      "epoch": 0.02362090268188095,
      "grad_norm": 33.27382278442383,
      "learning_rate": 2.3475543280761683e-06,
      "loss": 1.3046,
      "step": 650
    },
    {
      "epoch": 0.02398430118467912,
      "grad_norm": 5.410325050354004,
      "learning_rate": 2.383894178355985e-06,
      "loss": 1.1021,
      "step": 660
    },
    {
      "epoch": 0.024347699687477287,
      "grad_norm": 3.9523680210113525,
      "learning_rate": 2.420234028635802e-06,
      "loss": 1.0602,
      "step": 670
    },
    {
      "epoch": 0.024711098190275456,
      "grad_norm": 9.141073226928711,
      "learning_rate": 2.456573878915619e-06,
      "loss": 1.0631,
      "step": 680
    },
    {
      "epoch": 0.025074496693073624,
      "grad_norm": 5.3534626960754395,
      "learning_rate": 2.492913729195436e-06,
      "loss": 0.8968,
      "step": 690
    },
    {
      "epoch": 0.025437895195871793,
      "grad_norm": 32.30677795410156,
      "learning_rate": 2.5292535794752527e-06,
      "loss": 1.0439,
      "step": 700
    },
    {
      "epoch": 0.02580129369866996,
      "grad_norm": 4.310474872589111,
      "learning_rate": 2.5655934297550696e-06,
      "loss": 0.954,
      "step": 710
    },
    {
      "epoch": 0.02616469220146813,
      "grad_norm": 5.586440563201904,
      "learning_rate": 2.6019332800348864e-06,
      "loss": 1.0031,
      "step": 720
    },
    {
      "epoch": 0.0265280907042663,
      "grad_norm": 3.6927313804626465,
      "learning_rate": 2.638273130314703e-06,
      "loss": 0.7956,
      "step": 730
    },
    {
      "epoch": 0.026891489207064467,
      "grad_norm": 4.270529747009277,
      "learning_rate": 2.67461298059452e-06,
      "loss": 0.8874,
      "step": 740
    },
    {
      "epoch": 0.027254887709862636,
      "grad_norm": 23.553489685058594,
      "learning_rate": 2.710952830874337e-06,
      "loss": 0.8523,
      "step": 750
    },
    {
      "epoch": 0.027618286212660804,
      "grad_norm": 5.342041492462158,
      "learning_rate": 2.747292681154154e-06,
      "loss": 0.9029,
      "step": 760
    },
    {
      "epoch": 0.027981684715458973,
      "grad_norm": 3.3802621364593506,
      "learning_rate": 2.783632531433971e-06,
      "loss": 0.8378,
      "step": 770
    },
    {
      "epoch": 0.02834508321825714,
      "grad_norm": 6.378807067871094,
      "learning_rate": 2.8199723817137876e-06,
      "loss": 0.8085,
      "step": 780
    },
    {
      "epoch": 0.02870848172105531,
      "grad_norm": 4.007000923156738,
      "learning_rate": 2.8563122319936045e-06,
      "loss": 0.8218,
      "step": 790
    },
    {
      "epoch": 0.02907188022385348,
      "grad_norm": 68.16226196289062,
      "learning_rate": 2.8926520822734213e-06,
      "loss": 1.2055,
      "step": 800
    },
    {
      "epoch": 0.029435278726651647,
      "grad_norm": 6.70043420791626,
      "learning_rate": 2.928991932553238e-06,
      "loss": 0.7641,
      "step": 810
    },
    {
      "epoch": 0.029798677229449816,
      "grad_norm": 5.498161315917969,
      "learning_rate": 2.965331782833055e-06,
      "loss": 0.7739,
      "step": 820
    },
    {
      "epoch": 0.030162075732247984,
      "grad_norm": 9.515852928161621,
      "learning_rate": 3.0016716331128717e-06,
      "loss": 0.8293,
      "step": 830
    },
    {
      "epoch": 0.030525474235046153,
      "grad_norm": 13.3881196975708,
      "learning_rate": 3.0380114833926885e-06,
      "loss": 0.5597,
      "step": 840
    },
    {
      "epoch": 0.03088887273784432,
      "grad_norm": 13.670549392700195,
      "learning_rate": 3.0743513336725057e-06,
      "loss": 0.7658,
      "step": 850
    },
    {
      "epoch": 0.03125227124064249,
      "grad_norm": 3.58305287361145,
      "learning_rate": 3.1106911839523226e-06,
      "loss": 0.7036,
      "step": 860
    },
    {
      "epoch": 0.031615669743440655,
      "grad_norm": 4.119450569152832,
      "learning_rate": 3.147031034232139e-06,
      "loss": 0.6842,
      "step": 870
    },
    {
      "epoch": 0.03197906824623883,
      "grad_norm": 6.412299156188965,
      "learning_rate": 3.183370884511956e-06,
      "loss": 0.7148,
      "step": 880
    },
    {
      "epoch": 0.03234246674903699,
      "grad_norm": 8.700023651123047,
      "learning_rate": 3.2197107347917726e-06,
      "loss": 1.4861,
      "step": 890
    },
    {
      "epoch": 0.032705865251835164,
      "grad_norm": 18.78075408935547,
      "learning_rate": 3.25605058507159e-06,
      "loss": 0.7162,
      "step": 900
    },
    {
      "epoch": 0.03306926375463333,
      "grad_norm": 4.078335762023926,
      "learning_rate": 3.292390435351406e-06,
      "loss": 0.643,
      "step": 910
    },
    {
      "epoch": 0.0334326622574315,
      "grad_norm": 6.603452682495117,
      "learning_rate": 3.3287302856312234e-06,
      "loss": 0.6623,
      "step": 920
    },
    {
      "epoch": 0.03379606076022967,
      "grad_norm": 5.817732334136963,
      "learning_rate": 3.3650701359110402e-06,
      "loss": 0.6265,
      "step": 930
    },
    {
      "epoch": 0.03415945926302784,
      "grad_norm": 8.310086250305176,
      "learning_rate": 3.4014099861908575e-06,
      "loss": 0.5343,
      "step": 940
    },
    {
      "epoch": 0.034522857765826004,
      "grad_norm": NaN,
      "learning_rate": 3.4341158514426923e-06,
      "loss": 0.6999,
      "step": 950
    },
    {
      "epoch": 0.034886256268624176,
      "grad_norm": 4.416926860809326,
      "learning_rate": 3.4704557017225087e-06,
      "loss": 0.6688,
      "step": 960
    },
    {
      "epoch": 0.03524965477142234,
      "grad_norm": 3.2407495975494385,
      "learning_rate": 3.506795552002326e-06,
      "loss": 0.5808,
      "step": 970
    },
    {
      "epoch": 0.03561305327422051,
      "grad_norm": NaN,
      "learning_rate": 3.539501417254161e-06,
      "loss": 3.0266,
      "step": 980
    },
    {
      "epoch": 0.03597645177701868,
      "grad_norm": 8.086112022399902,
      "learning_rate": 3.575841267533978e-06,
      "loss": 0.5829,
      "step": 990
    },
    {
      "epoch": 0.03633985027981685,
      "grad_norm": 252.45077514648438,
      "learning_rate": 3.612181117813795e-06,
      "loss": 0.7371,
      "step": 1000
    },
    {
      "epoch": 0.036703248782615015,
      "grad_norm": 3.5969936847686768,
      "learning_rate": 3.648520968093612e-06,
      "loss": 0.6632,
      "step": 1010
    },
    {
      "epoch": 0.03706664728541319,
      "grad_norm": 3.0116841793060303,
      "learning_rate": 3.6848608183734285e-06,
      "loss": 0.537,
      "step": 1020
    },
    {
      "epoch": 0.03743004578821135,
      "grad_norm": 5.494657039642334,
      "learning_rate": 3.7212006686532457e-06,
      "loss": 0.5422,
      "step": 1030
    },
    {
      "epoch": 0.037793444291009524,
      "grad_norm": 21.526798248291016,
      "learning_rate": 3.757540518933062e-06,
      "loss": 0.5003,
      "step": 1040
    },
    {
      "epoch": 0.03815684279380769,
      "grad_norm": 80.90055084228516,
      "learning_rate": 3.7938803692128793e-06,
      "loss": 0.6566,
      "step": 1050
    },
    {
      "epoch": 0.038520241296605855,
      "grad_norm": 3.7678096294403076,
      "learning_rate": 3.830220219492696e-06,
      "loss": 0.5758,
      "step": 1060
    },
    {
      "epoch": 0.03888363979940403,
      "grad_norm": 4.526616096496582,
      "learning_rate": 3.866560069772512e-06,
      "loss": 0.5648,
      "step": 1070
    },
    {
      "epoch": 0.03924703830220219,
      "grad_norm": 4.571674346923828,
      "learning_rate": 3.90289992005233e-06,
      "loss": 0.5864,
      "step": 1080
    },
    {
      "epoch": 0.039610436805000364,
      "grad_norm": 5.295219421386719,
      "learning_rate": 3.939239770332146e-06,
      "loss": 0.4476,
      "step": 1090
    },
    {
      "epoch": 0.03997383530779853,
      "grad_norm": 16.631162643432617,
      "learning_rate": 3.975579620611963e-06,
      "loss": 0.6198,
      "step": 1100
    },
    {
      "epoch": 0.0403372338105967,
      "grad_norm": 4.685397624969482,
      "learning_rate": 4.01191947089178e-06,
      "loss": 0.7512,
      "step": 1110
    },
    {
      "epoch": 0.040700632313394866,
      "grad_norm": 3.333232879638672,
      "learning_rate": 4.048259321171597e-06,
      "loss": 0.5087,
      "step": 1120
    },
    {
      "epoch": 0.04106403081619304,
      "grad_norm": 5.501911640167236,
      "learning_rate": 4.084599171451414e-06,
      "loss": 0.5772,
      "step": 1130
    },
    {
      "epoch": 0.0414274293189912,
      "grad_norm": 8.066693305969238,
      "learning_rate": 4.120939021731231e-06,
      "loss": 0.4641,
      "step": 1140
    },
    {
      "epoch": 0.041790827821789375,
      "grad_norm": 13.463829040527344,
      "learning_rate": 4.1572788720110474e-06,
      "loss": 0.5192,
      "step": 1150
    },
    {
      "epoch": 0.04215422632458754,
      "grad_norm": 4.132773399353027,
      "learning_rate": 4.193618722290864e-06,
      "loss": 0.4696,
      "step": 1160
    },
    {
      "epoch": 0.04251762482738571,
      "grad_norm": 6.176777362823486,
      "learning_rate": 4.229958572570681e-06,
      "loss": 0.4851,
      "step": 1170
    },
    {
      "epoch": 0.04288102333018388,
      "grad_norm": 8.26610279083252,
      "learning_rate": 4.266298422850498e-06,
      "loss": 0.4967,
      "step": 1180
    },
    {
      "epoch": 0.04324442183298205,
      "grad_norm": 3.9725544452667236,
      "learning_rate": 4.302638273130315e-06,
      "loss": 0.431,
      "step": 1190
    },
    {
      "epoch": 0.043607820335780215,
      "grad_norm": 22.353294372558594,
      "learning_rate": 4.338978123410132e-06,
      "loss": 0.6523,
      "step": 1200
    },
    {
      "epoch": 0.043607820335780215,
      "eval_loss": 0.5945897102355957,
      "eval_runtime": 180.5168,
      "eval_samples_per_second": 41.071,
      "eval_steps_per_second": 5.135,
      "eval_wer": 0.3718390908925881,
      "step": 1200
    },
    {
      "epoch": 0.04397121883857839,
      "grad_norm": 3.7954189777374268,
      "learning_rate": 4.375317973689948e-06,
      "loss": 0.4511,
      "step": 1210
    },
    {
      "epoch": 0.04433461734137655,
      "grad_norm": 5.583435535430908,
      "learning_rate": 4.411657823969766e-06,
      "loss": 1.4019,
      "step": 1220
    },
    {
      "epoch": 0.044698015844174724,
      "grad_norm": 8.544243812561035,
      "learning_rate": 4.447997674249582e-06,
      "loss": 0.4467,
      "step": 1230
    },
    {
      "epoch": 0.04506141434697289,
      "grad_norm": 3.8716418743133545,
      "learning_rate": 4.4843375245293996e-06,
      "loss": 0.4347,
      "step": 1240
    },
    {
      "epoch": 0.04542481284977106,
      "grad_norm": 19.459606170654297,
      "learning_rate": 4.5206773748092155e-06,
      "loss": 0.616,
      "step": 1250
    },
    {
      "epoch": 0.045788211352569226,
      "grad_norm": 5.474793434143066,
      "learning_rate": 4.557017225089033e-06,
      "loss": 0.4689,
      "step": 1260
    },
    {
      "epoch": 0.0461516098553674,
      "grad_norm": 4.705495834350586,
      "learning_rate": 4.593357075368849e-06,
      "loss": 0.4623,
      "step": 1270
    },
    {
      "epoch": 0.04651500835816556,
      "grad_norm": 6.779942035675049,
      "learning_rate": 4.629696925648667e-06,
      "loss": 0.4418,
      "step": 1280
    },
    {
      "epoch": 0.046878406860963735,
      "grad_norm": 6.802936553955078,
      "learning_rate": 4.666036775928484e-06,
      "loss": 0.4429,
      "step": 1290
    },
    {
      "epoch": 0.0472418053637619,
      "grad_norm": 17.47754669189453,
      "learning_rate": 4.7023766262083004e-06,
      "loss": 0.596,
      "step": 1300
    },
    {
      "epoch": 0.04760520386656007,
      "grad_norm": 4.036036968231201,
      "learning_rate": 4.738716476488117e-06,
      "loss": 0.4362,
      "step": 1310
    },
    {
      "epoch": 0.04796860236935824,
      "grad_norm": 6.022701740264893,
      "learning_rate": 4.775056326767934e-06,
      "loss": 0.5092,
      "step": 1320
    },
    {
      "epoch": 0.04833200087215641,
      "grad_norm": 5.533923625946045,
      "learning_rate": 4.811396177047751e-06,
      "loss": 0.4358,
      "step": 1330
    },
    {
      "epoch": 0.048695399374954575,
      "grad_norm": 3.4037017822265625,
      "learning_rate": 4.847736027327568e-06,
      "loss": 0.3684,
      "step": 1340
    },
    {
      "epoch": 0.04905879787775275,
      "grad_norm": 13.625974655151367,
      "learning_rate": 4.8840758776073845e-06,
      "loss": 0.583,
      "step": 1350
    },
    {
      "epoch": 0.04942219638055091,
      "grad_norm": 3.597294330596924,
      "learning_rate": 4.920415727887201e-06,
      "loss": 0.4561,
      "step": 1360
    },
    {
      "epoch": 0.049785594883349084,
      "grad_norm": 2.8846936225891113,
      "learning_rate": 4.956755578167018e-06,
      "loss": 0.409,
      "step": 1370
    },
    {
      "epoch": 0.05014899338614725,
      "grad_norm": 5.500187397003174,
      "learning_rate": 4.993095428446836e-06,
      "loss": 0.4531,
      "step": 1380
    },
    {
      "epoch": 0.05051239188894542,
      "grad_norm": 3.1203413009643555,
      "learning_rate": 5.029435278726652e-06,
      "loss": 0.4004,
      "step": 1390
    },
    {
      "epoch": 0.050875790391743586,
      "grad_norm": 98.18115234375,
      "learning_rate": 5.0657751290064685e-06,
      "loss": 0.522,
      "step": 1400
    },
    {
      "epoch": 0.05123918889454175,
      "grad_norm": 3.901418924331665,
      "learning_rate": 5.102114979286285e-06,
      "loss": 0.4041,
      "step": 1410
    },
    {
      "epoch": 0.05160258739733992,
      "grad_norm": 4.045637130737305,
      "learning_rate": 5.138454829566102e-06,
      "loss": 0.4051,
      "step": 1420
    },
    {
      "epoch": 0.05196598590013809,
      "grad_norm": 6.835183143615723,
      "learning_rate": 5.174794679845919e-06,
      "loss": 0.4937,
      "step": 1430
    },
    {
      "epoch": 0.05232938440293626,
      "grad_norm": 7.708272457122803,
      "learning_rate": 5.211134530125736e-06,
      "loss": 0.3818,
      "step": 1440
    },
    {
      "epoch": 0.052692782905734425,
      "grad_norm": 24.2607364654541,
      "learning_rate": 5.247474380405553e-06,
      "loss": 0.5445,
      "step": 1450
    },
    {
      "epoch": 0.0530561814085326,
      "grad_norm": 3.3517005443573,
      "learning_rate": 5.283814230685369e-06,
      "loss": 0.4079,
      "step": 1460
    },
    {
      "epoch": 0.05341957991133076,
      "grad_norm": 12.727778434753418,
      "learning_rate": 5.320154080965187e-06,
      "loss": 0.4285,
      "step": 1470
    },
    {
      "epoch": 0.053782978414128935,
      "grad_norm": 4.984294891357422,
      "learning_rate": 5.356493931245003e-06,
      "loss": 0.5006,
      "step": 1480
    },
    {
      "epoch": 0.0541463769169271,
      "grad_norm": 3.3041558265686035,
      "learning_rate": 5.392833781524821e-06,
      "loss": 0.3729,
      "step": 1490
    },
    {
      "epoch": 0.05450977541972527,
      "grad_norm": 38.074546813964844,
      "learning_rate": 5.429173631804637e-06,
      "loss": 0.5401,
      "step": 1500
    },
    {
      "epoch": 0.05487317392252344,
      "grad_norm": 5.649720668792725,
      "learning_rate": 5.465513482084454e-06,
      "loss": 0.3879,
      "step": 1510
    },
    {
      "epoch": 0.05523657242532161,
      "grad_norm": 3.107583522796631,
      "learning_rate": 5.501853332364271e-06,
      "loss": 0.4144,
      "step": 1520
    },
    {
      "epoch": 0.055599970928119774,
      "grad_norm": 19.246564865112305,
      "learning_rate": 5.538193182644088e-06,
      "loss": 0.4314,
      "step": 1530
    },
    {
      "epoch": 0.055963369430917946,
      "grad_norm": 4.72367525100708,
      "learning_rate": 5.574533032923905e-06,
      "loss": 0.3576,
      "step": 1540
    },
    {
      "epoch": 0.05632676793371611,
      "grad_norm": 25.88886260986328,
      "learning_rate": 5.6108728832037215e-06,
      "loss": 0.5385,
      "step": 1550
    },
    {
      "epoch": 0.05669016643651428,
      "grad_norm": 3.1524956226348877,
      "learning_rate": 5.647212733483538e-06,
      "loss": 0.4075,
      "step": 1560
    },
    {
      "epoch": 0.05705356493931245,
      "grad_norm": 3.883281707763672,
      "learning_rate": 5.683552583763355e-06,
      "loss": 0.4242,
      "step": 1570
    },
    {
      "epoch": 0.05741696344211062,
      "grad_norm": 16.935935974121094,
      "learning_rate": 5.719892434043172e-06,
      "loss": 0.6194,
      "step": 1580
    },
    {
      "epoch": 0.057780361944908785,
      "grad_norm": 4.23909330368042,
      "learning_rate": 5.756232284322989e-06,
      "loss": 0.4206,
      "step": 1590
    },
    {
      "epoch": 0.05814376044770696,
      "grad_norm": 16.6039981842041,
      "learning_rate": 5.7925721346028056e-06,
      "loss": 0.4854,
      "step": 1600
    },
    {
      "epoch": 0.05850715895050512,
      "grad_norm": 2.5220890045166016,
      "learning_rate": 5.828911984882622e-06,
      "loss": 0.4186,
      "step": 1610
    },
    {
      "epoch": 0.058870557453303295,
      "grad_norm": 3.075101613998413,
      "learning_rate": 5.865251835162439e-06,
      "loss": 0.8877,
      "step": 1620
    },
    {
      "epoch": 0.05923395595610146,
      "grad_norm": 5.511383056640625,
      "learning_rate": 5.901591685442257e-06,
      "loss": 0.4219,
      "step": 1630
    },
    {
      "epoch": 0.05959735445889963,
      "grad_norm": 2.9449989795684814,
      "learning_rate": 5.937931535722073e-06,
      "loss": 0.2992,
      "step": 1640
    },
    {
      "epoch": 0.0599607529616978,
      "grad_norm": 31.823612213134766,
      "learning_rate": 5.9742713860018905e-06,
      "loss": 0.5939,
      "step": 1650
    },
    {
      "epoch": 0.06032415146449597,
      "grad_norm": 4.240995407104492,
      "learning_rate": 6.010611236281706e-06,
      "loss": 0.4176,
      "step": 1660
    },
    {
      "epoch": 0.060687549967294134,
      "grad_norm": 2.6084980964660645,
      "learning_rate": 6.046951086561524e-06,
      "loss": 0.3542,
      "step": 1670
    },
    {
      "epoch": 0.061050948470092306,
      "grad_norm": 8.318774223327637,
      "learning_rate": 6.08329093684134e-06,
      "loss": 0.3968,
      "step": 1680
    },
    {
      "epoch": 0.06141434697289047,
      "grad_norm": 5.18604850769043,
      "learning_rate": 6.119630787121158e-06,
      "loss": 0.3879,
      "step": 1690
    },
    {
      "epoch": 0.06177774547568864,
      "grad_norm": 51.732086181640625,
      "learning_rate": 6.1559706374009745e-06,
      "loss": 0.5025,
      "step": 1700
    },
    {
      "epoch": 0.06214114397848681,
      "grad_norm": 2.5876500606536865,
      "learning_rate": 6.192310487680791e-06,
      "loss": 0.3558,
      "step": 1710
    },
    {
      "epoch": 0.06250454248128498,
      "grad_norm": 5.071794033050537,
      "learning_rate": 6.228650337960608e-06,
      "loss": 0.3534,
      "step": 1720
    },
    {
      "epoch": 0.06286794098408315,
      "grad_norm": 11.539891242980957,
      "learning_rate": 6.264990188240424e-06,
      "loss": 0.4628,
      "step": 1730
    },
    {
      "epoch": 0.06323133948688131,
      "grad_norm": 3.275383710861206,
      "learning_rate": 6.301330038520243e-06,
      "loss": 0.3368,
      "step": 1740
    },
    {
      "epoch": 0.06359473798967948,
      "grad_norm": 41.4942741394043,
      "learning_rate": 6.3376698888000586e-06,
      "loss": 0.53,
      "step": 1750
    },
    {
      "epoch": 0.06395813649247765,
      "grad_norm": 3.0071399211883545,
      "learning_rate": 6.374009739079875e-06,
      "loss": 0.3623,
      "step": 1760
    },
    {
      "epoch": 0.06432153499527582,
      "grad_norm": 3.385955333709717,
      "learning_rate": 6.410349589359692e-06,
      "loss": 0.3476,
      "step": 1770
    },
    {
      "epoch": 0.06468493349807398,
      "grad_norm": 3.872527599334717,
      "learning_rate": 6.446689439639508e-06,
      "loss": 0.3168,
      "step": 1780
    },
    {
      "epoch": 0.06504833200087215,
      "grad_norm": 4.668768882751465,
      "learning_rate": 6.483029289919327e-06,
      "loss": 0.3813,
      "step": 1790
    },
    {
      "epoch": 0.06541173050367033,
      "grad_norm": 69.33656311035156,
      "learning_rate": 6.519369140199143e-06,
      "loss": 0.4557,
      "step": 1800
    },
    {
      "epoch": 0.06541173050367033,
      "eval_loss": 0.5579342246055603,
      "eval_runtime": 180.31,
      "eval_samples_per_second": 41.118,
      "eval_steps_per_second": 5.141,
      "eval_wer": 0.34055221740156477,
      "step": 1800
    },
    {
      "epoch": 0.0657751290064685,
      "grad_norm": 4.2848381996154785,
      "learning_rate": 6.555708990478959e-06,
      "loss": 0.5481,
      "step": 1810
    },
    {
      "epoch": 0.06613852750926666,
      "grad_norm": 11.31700325012207,
      "learning_rate": 6.592048840758775e-06,
      "loss": 0.3479,
      "step": 1820
    },
    {
      "epoch": 0.06650192601206482,
      "grad_norm": 6.088991165161133,
      "learning_rate": 6.628388691038594e-06,
      "loss": 0.3994,
      "step": 1830
    },
    {
      "epoch": 0.066865324514863,
      "grad_norm": 4.342681407928467,
      "learning_rate": 6.66472854131841e-06,
      "loss": 0.2953,
      "step": 1840
    },
    {
      "epoch": 0.06722872301766117,
      "grad_norm": 75.97467041015625,
      "learning_rate": 6.701068391598227e-06,
      "loss": 0.4807,
      "step": 1850
    },
    {
      "epoch": 0.06759212152045933,
      "grad_norm": 3.8739049434661865,
      "learning_rate": 6.7374082418780435e-06,
      "loss": 0.3963,
      "step": 1860
    },
    {
      "epoch": 0.0679555200232575,
      "grad_norm": 2.6209168434143066,
      "learning_rate": 6.773748092157861e-06,
      "loss": 0.422,
      "step": 1870
    },
    {
      "epoch": 0.06831891852605568,
      "grad_norm": 17.530773162841797,
      "learning_rate": 6.810087942437678e-06,
      "loss": 0.3939,
      "step": 1880
    },
    {
      "epoch": 0.06868231702885384,
      "grad_norm": 3.475748300552368,
      "learning_rate": 6.846427792717494e-06,
      "loss": 0.2996,
      "step": 1890
    },
    {
      "epoch": 0.06904571553165201,
      "grad_norm": 20.979995727539062,
      "learning_rate": 6.882767642997311e-06,
      "loss": 0.4528,
      "step": 1900
    },
    {
      "epoch": 0.06940911403445017,
      "grad_norm": 3.8432774543762207,
      "learning_rate": 6.919107493277128e-06,
      "loss": 0.2959,
      "step": 1910
    },
    {
      "epoch": 0.06977251253724835,
      "grad_norm": 7.830467700958252,
      "learning_rate": 6.955447343556945e-06,
      "loss": 0.3378,
      "step": 1920
    },
    {
      "epoch": 0.07013591104004652,
      "grad_norm": 15.633039474487305,
      "learning_rate": 6.991787193836762e-06,
      "loss": 0.4,
      "step": 1930
    },
    {
      "epoch": 0.07049930954284468,
      "grad_norm": 13.628314971923828,
      "learning_rate": 7.028127044116578e-06,
      "loss": 0.3255,
      "step": 1940
    },
    {
      "epoch": 0.07086270804564285,
      "grad_norm": 33.001773834228516,
      "learning_rate": 7.064466894396396e-06,
      "loss": 0.4367,
      "step": 1950
    },
    {
      "epoch": 0.07122610654844103,
      "grad_norm": 3.5115041732788086,
      "learning_rate": 7.100806744676212e-06,
      "loss": 0.3279,
      "step": 1960
    },
    {
      "epoch": 0.07158950505123919,
      "grad_norm": 3.0497541427612305,
      "learning_rate": 7.137146594956029e-06,
      "loss": 2.8797,
      "step": 1970
    },
    {
      "epoch": 0.07195290355403736,
      "grad_norm": 6.17769718170166,
      "learning_rate": 7.173486445235845e-06,
      "loss": 0.3534,
      "step": 1980
    },
    {
      "epoch": 0.07231630205683552,
      "grad_norm": 5.4114789962768555,
      "learning_rate": 7.209826295515664e-06,
      "loss": 0.3309,
      "step": 1990
    },
    {
      "epoch": 0.0726797005596337,
      "grad_norm": 11.600439071655273,
      "learning_rate": 7.24616614579548e-06,
      "loss": 0.4382,
      "step": 2000
    },
    {
      "epoch": 0.07304309906243187,
      "grad_norm": 3.4476027488708496,
      "learning_rate": 7.2825059960752965e-06,
      "loss": 0.3487,
      "step": 2010
    },
    {
      "epoch": 0.07340649756523003,
      "grad_norm": 5.642564296722412,
      "learning_rate": 7.318845846355113e-06,
      "loss": 0.3513,
      "step": 2020
    },
    {
      "epoch": 0.0737698960680282,
      "grad_norm": 7.132052898406982,
      "learning_rate": 7.355185696634931e-06,
      "loss": 0.4564,
      "step": 2030
    },
    {
      "epoch": 0.07413329457082637,
      "grad_norm": 6.583246231079102,
      "learning_rate": 7.391525546914748e-06,
      "loss": 0.3376,
      "step": 2040
    },
    {
      "epoch": 0.07449669307362454,
      "grad_norm": 23.98805809020996,
      "learning_rate": 7.427865397194564e-06,
      "loss": 0.4217,
      "step": 2050
    },
    {
      "epoch": 0.0748600915764227,
      "grad_norm": 3.9135584831237793,
      "learning_rate": 7.4642052474743805e-06,
      "loss": 0.3324,
      "step": 2060
    },
    {
      "epoch": 0.07522349007922087,
      "grad_norm": 3.4022698402404785,
      "learning_rate": 7.500545097754198e-06,
      "loss": 0.3391,
      "step": 2070
    },
    {
      "epoch": 0.07558688858201905,
      "grad_norm": 8.37547779083252,
      "learning_rate": 7.536884948034015e-06,
      "loss": 0.3119,
      "step": 2080
    },
    {
      "epoch": 0.07595028708481721,
      "grad_norm": 6.2167558670043945,
      "learning_rate": 7.573224798313831e-06,
      "loss": 0.3247,
      "step": 2090
    },
    {
      "epoch": 0.07631368558761538,
      "grad_norm": 81.76036834716797,
      "learning_rate": 7.609564648593648e-06,
      "loss": 0.4281,
      "step": 2100
    },
    {
      "epoch": 0.07667708409041354,
      "grad_norm": 2.8961973190307617,
      "learning_rate": 7.645904498873465e-06,
      "loss": 0.3368,
      "step": 2110
    },
    {
      "epoch": 0.07704048259321171,
      "grad_norm": 4.699477195739746,
      "learning_rate": 7.682244349153282e-06,
      "loss": 0.3403,
      "step": 2120
    },
    {
      "epoch": 0.07740388109600989,
      "grad_norm": 4.429138660430908,
      "learning_rate": 7.718584199433098e-06,
      "loss": 0.3182,
      "step": 2130
    },
    {
      "epoch": 0.07776727959880805,
      "grad_norm": 2.7269580364227295,
      "learning_rate": 7.754924049712916e-06,
      "loss": 0.2828,
      "step": 2140
    },
    {
      "epoch": 0.07813067810160622,
      "grad_norm": 15.126232147216797,
      "learning_rate": 7.791263899992732e-06,
      "loss": 0.4606,
      "step": 2150
    },
    {
      "epoch": 0.07849407660440438,
      "grad_norm": 10.14072322845459,
      "learning_rate": 7.82760375027255e-06,
      "loss": 0.3451,
      "step": 2160
    },
    {
      "epoch": 0.07885747510720256,
      "grad_norm": 4.95914363861084,
      "learning_rate": 7.863943600552365e-06,
      "loss": 0.3612,
      "step": 2170
    },
    {
      "epoch": 0.07922087361000073,
      "grad_norm": 4.115192413330078,
      "learning_rate": 7.900283450832183e-06,
      "loss": 0.3222,
      "step": 2180
    },
    {
      "epoch": 0.07958427211279889,
      "grad_norm": 5.405594825744629,
      "learning_rate": 7.936623301111999e-06,
      "loss": 0.3474,
      "step": 2190
    },
    {
      "epoch": 0.07994767061559706,
      "grad_norm": 23.328718185424805,
      "learning_rate": 7.972963151391817e-06,
      "loss": 0.4797,
      "step": 2200
    },
    {
      "epoch": 0.08031106911839524,
      "grad_norm": 3.5595099925994873,
      "learning_rate": 8.009303001671634e-06,
      "loss": 0.3305,
      "step": 2210
    },
    {
      "epoch": 0.0806744676211934,
      "grad_norm": 3.048445463180542,
      "learning_rate": 8.04564285195145e-06,
      "loss": 0.318,
      "step": 2220
    },
    {
      "epoch": 0.08103786612399157,
      "grad_norm": 5.857702732086182,
      "learning_rate": 8.081982702231266e-06,
      "loss": 0.3497,
      "step": 2230
    },
    {
      "epoch": 0.08140126462678973,
      "grad_norm": 3.0092968940734863,
      "learning_rate": 8.118322552511084e-06,
      "loss": 0.2995,
      "step": 2240
    },
    {
      "epoch": 0.08176466312958791,
      "grad_norm": 9.337843894958496,
      "learning_rate": 8.154662402790902e-06,
      "loss": 0.4517,
      "step": 2250
    },
    {
      "epoch": 0.08212806163238608,
      "grad_norm": 3.136950969696045,
      "learning_rate": 8.191002253070718e-06,
      "loss": 0.2927,
      "step": 2260
    },
    {
      "epoch": 0.08249146013518424,
      "grad_norm": 4.228198051452637,
      "learning_rate": 8.227342103350534e-06,
      "loss": 1.2185,
      "step": 2270
    },
    {
      "epoch": 0.0828548586379824,
      "grad_norm": 7.404679298400879,
      "learning_rate": 8.263681953630351e-06,
      "loss": 0.3448,
      "step": 2280
    },
    {
      "epoch": 0.08321825714078059,
      "grad_norm": 7.873497009277344,
      "learning_rate": 8.300021803910169e-06,
      "loss": 0.2965,
      "step": 2290
    },
    {
      "epoch": 0.08358165564357875,
      "grad_norm": 12.266081809997559,
      "learning_rate": 8.336361654189985e-06,
      "loss": 0.4631,
      "step": 2300
    },
    {
      "epoch": 0.08394505414637692,
      "grad_norm": 3.3576557636260986,
      "learning_rate": 8.3727015044698e-06,
      "loss": 0.3339,
      "step": 2310
    },
    {
      "epoch": 0.08430845264917508,
      "grad_norm": 3.0854902267456055,
      "learning_rate": 8.40904135474962e-06,
      "loss": 0.3448,
      "step": 2320
    },
    {
      "epoch": 0.08467185115197326,
      "grad_norm": 6.1308746337890625,
      "learning_rate": 8.445381205029436e-06,
      "loss": 0.386,
      "step": 2330
    },
    {
      "epoch": 0.08503524965477142,
      "grad_norm": 4.458275318145752,
      "learning_rate": 8.481721055309252e-06,
      "loss": 0.2916,
      "step": 2340
    },
    {
      "epoch": 0.08539864815756959,
      "grad_norm": 25.443647384643555,
      "learning_rate": 8.51806090558907e-06,
      "loss": 0.4232,
      "step": 2350
    },
    {
      "epoch": 0.08576204666036776,
      "grad_norm": 324.4353332519531,
      "learning_rate": 8.554400755868887e-06,
      "loss": 2.4995,
      "step": 2360
    },
    {
      "epoch": 0.08612544516316593,
      "grad_norm": 17.593692779541016,
      "learning_rate": 8.590740606148703e-06,
      "loss": 0.2952,
      "step": 2370
    },
    {
      "epoch": 0.0864888436659641,
      "grad_norm": 3.4646732807159424,
      "learning_rate": 8.62708045642852e-06,
      "loss": 0.2961,
      "step": 2380
    },
    {
      "epoch": 0.08685224216876226,
      "grad_norm": 2.9895999431610107,
      "learning_rate": 8.663420306708337e-06,
      "loss": 0.2852,
      "step": 2390
    },
    {
      "epoch": 0.08721564067156043,
      "grad_norm": 24.221176147460938,
      "learning_rate": 8.699760156988155e-06,
      "loss": 0.4343,
      "step": 2400
    },
    {
      "epoch": 0.08721564067156043,
      "eval_loss": 0.47036415338516235,
      "eval_runtime": 180.1154,
      "eval_samples_per_second": 41.162,
      "eval_steps_per_second": 5.147,
      "eval_wer": 0.28054713453264835,
      "step": 2400
    },
    {
      "epoch": 0.08757903917435861,
      "grad_norm": 161.69967651367188,
      "learning_rate": 8.73610000726797e-06,
      "loss": 1.4598,
      "step": 2410
    },
    {
      "epoch": 0.08794243767715677,
      "grad_norm": 10.37559700012207,
      "learning_rate": 8.772439857547786e-06,
      "loss": 0.3042,
      "step": 2420
    },
    {
      "epoch": 0.08830583617995494,
      "grad_norm": 5.90106725692749,
      "learning_rate": 8.808779707827604e-06,
      "loss": 0.3385,
      "step": 2430
    },
    {
      "epoch": 0.0886692346827531,
      "grad_norm": 9.207955360412598,
      "learning_rate": 8.845119558107422e-06,
      "loss": 0.2963,
      "step": 2440
    },
    {
      "epoch": 0.08903263318555127,
      "grad_norm": 22.280956268310547,
      "learning_rate": 8.881459408387238e-06,
      "loss": 0.4505,
      "step": 2450
    },
    {
      "epoch": 0.08939603168834945,
      "grad_norm": 3.090710401535034,
      "learning_rate": 8.917799258667055e-06,
      "loss": 0.3114,
      "step": 2460
    },
    {
      "epoch": 0.08975943019114761,
      "grad_norm": 4.144134044647217,
      "learning_rate": 8.954139108946871e-06,
      "loss": 0.2855,
      "step": 2470
    },
    {
      "epoch": 0.09012282869394578,
      "grad_norm": 4.343112468719482,
      "learning_rate": 8.990478959226687e-06,
      "loss": 0.2906,
      "step": 2480
    },
    {
      "epoch": 0.09048622719674394,
      "grad_norm": 2.6925292015075684,
      "learning_rate": 9.026818809506505e-06,
      "loss": 0.284,
      "step": 2490
    },
    {
      "epoch": 0.09084962569954212,
      "grad_norm": 29.639341354370117,
      "learning_rate": 9.063158659786323e-06,
      "loss": 0.3411,
      "step": 2500
    },
    {
      "epoch": 0.09121302420234029,
      "grad_norm": 4.425374984741211,
      "learning_rate": 9.099498510066139e-06,
      "loss": 0.3041,
      "step": 2510
    },
    {
      "epoch": 0.09157642270513845,
      "grad_norm": 5.6643195152282715,
      "learning_rate": 9.135838360345955e-06,
      "loss": 0.3123,
      "step": 2520
    },
    {
      "epoch": 0.09193982120793662,
      "grad_norm": 3.9098479747772217,
      "learning_rate": 9.172178210625772e-06,
      "loss": 0.3664,
      "step": 2530
    },
    {
      "epoch": 0.0923032197107348,
      "grad_norm": 3.133389949798584,
      "learning_rate": 9.20851806090559e-06,
      "loss": 0.2708,
      "step": 2540
    },
    {
      "epoch": 0.09266661821353296,
      "grad_norm": 43.00468063354492,
      "learning_rate": 9.244857911185406e-06,
      "loss": 0.4215,
      "step": 2550
    },
    {
      "epoch": 0.09303001671633113,
      "grad_norm": 3.1411876678466797,
      "learning_rate": 9.281197761465222e-06,
      "loss": 0.2983,
      "step": 2560
    },
    {
      "epoch": 0.09339341521912929,
      "grad_norm": 3.263828754425049,
      "learning_rate": 9.317537611745041e-06,
      "loss": 0.3137,
      "step": 2570
    },
    {
      "epoch": 0.09375681372192747,
      "grad_norm": 3.618751049041748,
      "learning_rate": 9.353877462024857e-06,
      "loss": 0.3279,
      "step": 2580
    },
    {
      "epoch": 0.09412021222472564,
      "grad_norm": 3.6551568508148193,
      "learning_rate": 9.390217312304673e-06,
      "loss": 0.2409,
      "step": 2590
    },
    {
      "epoch": 0.0944836107275238,
      "grad_norm": 8.680901527404785,
      "learning_rate": 9.42655716258449e-06,
      "loss": 0.373,
      "step": 2600
    },
    {
      "epoch": 0.09484700923032197,
      "grad_norm": 4.761026382446289,
      "learning_rate": 9.462897012864308e-06,
      "loss": 0.2777,
      "step": 2610
    },
    {
      "epoch": 0.09521040773312014,
      "grad_norm": 3.142723321914673,
      "learning_rate": 9.499236863144124e-06,
      "loss": 0.2882,
      "step": 2620
    },
    {
      "epoch": 0.09557380623591831,
      "grad_norm": 2.969968795776367,
      "learning_rate": 9.53557671342394e-06,
      "loss": 0.3086,
      "step": 2630
    },
    {
      "epoch": 0.09593720473871648,
      "grad_norm": 3.754549264907837,
      "learning_rate": 9.571916563703758e-06,
      "loss": 0.259,
      "step": 2640
    },
    {
      "epoch": 0.09630060324151464,
      "grad_norm": 23.7288761138916,
      "learning_rate": 9.608256413983576e-06,
      "loss": 0.4284,
      "step": 2650
    },
    {
      "epoch": 0.09666400174431282,
      "grad_norm": 2.7727372646331787,
      "learning_rate": 9.644596264263392e-06,
      "loss": 0.2602,
      "step": 2660
    },
    {
      "epoch": 0.09702740024711098,
      "grad_norm": 14.707064628601074,
      "learning_rate": 9.680936114543208e-06,
      "loss": 0.3059,
      "step": 2670
    },
    {
      "epoch": 0.09739079874990915,
      "grad_norm": 3.8396642208099365,
      "learning_rate": 9.717275964823025e-06,
      "loss": 0.2811,
      "step": 2680
    },
    {
      "epoch": 0.09775419725270731,
      "grad_norm": 2.9460713863372803,
      "learning_rate": 9.753615815102843e-06,
      "loss": 0.2686,
      "step": 2690
    },
    {
      "epoch": 0.0981175957555055,
      "grad_norm": 20.107336044311523,
      "learning_rate": 9.789955665382659e-06,
      "loss": 0.4306,
      "step": 2700
    },
    {
      "epoch": 0.09848099425830366,
      "grad_norm": 3.1286280155181885,
      "learning_rate": 9.826295515662477e-06,
      "loss": 0.3059,
      "step": 2710
    },
    {
      "epoch": 0.09884439276110182,
      "grad_norm": 6.160215854644775,
      "learning_rate": 9.862635365942292e-06,
      "loss": 0.3046,
      "step": 2720
    },
    {
      "epoch": 0.09920779126389999,
      "grad_norm": 6.1921186447143555,
      "learning_rate": 9.89897521622211e-06,
      "loss": 0.285,
      "step": 2730
    },
    {
      "epoch": 0.09957118976669817,
      "grad_norm": 13.759759902954102,
      "learning_rate": 9.935315066501926e-06,
      "loss": 0.2888,
      "step": 2740
    },
    {
      "epoch": 0.09993458826949633,
      "grad_norm": 13.92764949798584,
      "learning_rate": 9.971654916781744e-06,
      "loss": 0.4266,
      "step": 2750
    },
    {
      "epoch": 0.1002979867722945,
      "grad_norm": 3.3999857902526855,
      "learning_rate": 1.000799476706156e-05,
      "loss": 0.2858,
      "step": 2760
    },
    {
      "epoch": 0.10066138527509266,
      "grad_norm": 4.103928089141846,
      "learning_rate": 1.0044334617341377e-05,
      "loss": 0.262,
      "step": 2770
    },
    {
      "epoch": 0.10102478377789084,
      "grad_norm": 6.15985107421875,
      "learning_rate": 1.0080674467621195e-05,
      "loss": 0.2866,
      "step": 2780
    },
    {
      "epoch": 0.10138818228068901,
      "grad_norm": 4.904097557067871,
      "learning_rate": 1.0117014317901011e-05,
      "loss": 0.5057,
      "step": 2790
    },
    {
      "epoch": 0.10175158078348717,
      "grad_norm": 15.2875337600708,
      "learning_rate": 1.0153354168180827e-05,
      "loss": 0.4345,
      "step": 2800
    },
    {
      "epoch": 0.10211497928628534,
      "grad_norm": 2.4697763919830322,
      "learning_rate": 1.0189694018460643e-05,
      "loss": 0.2693,
      "step": 2810
    },
    {
      "epoch": 0.1024783777890835,
      "grad_norm": 5.04618501663208,
      "learning_rate": 1.0226033868740462e-05,
      "loss": 0.2868,
      "step": 2820
    },
    {
      "epoch": 0.10284177629188168,
      "grad_norm": 5.851120948791504,
      "learning_rate": 1.0262373719020278e-05,
      "loss": 0.3425,
      "step": 2830
    },
    {
      "epoch": 0.10320517479467985,
      "grad_norm": 2.1007258892059326,
      "learning_rate": 1.0298713569300094e-05,
      "loss": 0.2394,
      "step": 2840
    },
    {
      "epoch": 0.10356857329747801,
      "grad_norm": 23.411701202392578,
      "learning_rate": 1.0335053419579912e-05,
      "loss": 0.4125,
      "step": 2850
    },
    {
      "epoch": 0.10393197180027618,
      "grad_norm": 4.178852558135986,
      "learning_rate": 1.037139326985973e-05,
      "loss": 0.2951,
      "step": 2860
    },
    {
      "epoch": 0.10429537030307436,
      "grad_norm": 1.7873708009719849,
      "learning_rate": 1.0407733120139545e-05,
      "loss": 0.3272,
      "step": 2870
    },
    {
      "epoch": 0.10465876880587252,
      "grad_norm": 7.603367328643799,
      "learning_rate": 1.0444072970419361e-05,
      "loss": 0.2779,
      "step": 2880
    },
    {
      "epoch": 0.10502216730867069,
      "grad_norm": 3.468761444091797,
      "learning_rate": 1.0480412820699179e-05,
      "loss": 0.3007,
      "step": 2890
    },
    {
      "epoch": 0.10538556581146885,
      "grad_norm": 16.35407829284668,
      "learning_rate": 1.0516752670978997e-05,
      "loss": 0.3918,
      "step": 2900
    },
    {
      "epoch": 0.10574896431426703,
      "grad_norm": 3.4226725101470947,
      "learning_rate": 1.0553092521258813e-05,
      "loss": 3.7156,
      "step": 2910
    },
    {
      "epoch": 0.1061123628170652,
      "grad_norm": 9.006295204162598,
      "learning_rate": 1.058943237153863e-05,
      "loss": 0.4075,
      "step": 2920
    },
    {
      "epoch": 0.10647576131986336,
      "grad_norm": 4.993385314941406,
      "learning_rate": 1.0625772221818446e-05,
      "loss": 0.3588,
      "step": 2930
    },
    {
      "epoch": 0.10683915982266153,
      "grad_norm": 3.7684736251831055,
      "learning_rate": 1.0662112072098264e-05,
      "loss": 0.2429,
      "step": 2940
    },
    {
      "epoch": 0.1072025583254597,
      "grad_norm": 40.301170349121094,
      "learning_rate": 1.069845192237808e-05,
      "loss": 0.4739,
      "step": 2950
    },
    {
      "epoch": 0.10756595682825787,
      "grad_norm": 3.772693157196045,
      "learning_rate": 1.0734791772657898e-05,
      "loss": 0.3284,
      "step": 2960
    },
    {
      "epoch": 0.10792935533105603,
      "grad_norm": 3.0183212757110596,
      "learning_rate": 1.0771131622937714e-05,
      "loss": 0.38,
      "step": 2970
    },
    {
      "epoch": 0.1082927538338542,
      "grad_norm": 6.61776876449585,
      "learning_rate": 1.0807471473217531e-05,
      "loss": 0.2793,
      "step": 2980
    },
    {
      "epoch": 0.10865615233665238,
      "grad_norm": 6.112472057342529,
      "learning_rate": 1.0843811323497347e-05,
      "loss": 0.2447,
      "step": 2990
    },
    {
      "epoch": 0.10901955083945054,
      "grad_norm": 10.800559997558594,
      "learning_rate": 1.0880151173777165e-05,
      "loss": 0.373,
      "step": 3000
    },
    {
      "epoch": 0.10901955083945054,
      "eval_loss": 0.4652940630912781,
      "eval_runtime": 180.0765,
      "eval_samples_per_second": 41.171,
      "eval_steps_per_second": 5.148,
      "eval_wer": 0.27681667181004593,
      "step": 3000
    },
    {
      "epoch": 0.10938294934224871,
      "grad_norm": 7.778831958770752,
      "learning_rate": 1.091649102405698e-05,
      "loss": 0.29,
      "step": 3010
    },
    {
      "epoch": 0.10974634784504687,
      "grad_norm": 2.855592966079712,
      "learning_rate": 1.0952830874336798e-05,
      "loss": 0.2411,
      "step": 3020
    },
    {
      "epoch": 0.11010974634784505,
      "grad_norm": 4.229335784912109,
      "learning_rate": 1.0989170724616616e-05,
      "loss": 0.3247,
      "step": 3030
    },
    {
      "epoch": 0.11047314485064322,
      "grad_norm": 3.8145949840545654,
      "learning_rate": 1.1025510574896432e-05,
      "loss": 0.2242,
      "step": 3040
    },
    {
      "epoch": 0.11083654335344138,
      "grad_norm": 22.571304321289062,
      "learning_rate": 1.1061850425176248e-05,
      "loss": 0.3959,
      "step": 3050
    },
    {
      "epoch": 0.11119994185623955,
      "grad_norm": 2.4706461429595947,
      "learning_rate": 1.1098190275456066e-05,
      "loss": 0.2466,
      "step": 3060
    },
    {
      "epoch": 0.11156334035903773,
      "grad_norm": 4.497069358825684,
      "learning_rate": 1.1134530125735883e-05,
      "loss": 2.1968,
      "step": 3070
    },
    {
      "epoch": 0.11192673886183589,
      "grad_norm": 5.060062885284424,
      "learning_rate": 1.11708699760157e-05,
      "loss": 0.2921,
      "step": 3080
    },
    {
      "epoch": 0.11229013736463406,
      "grad_norm": 2.7882325649261475,
      "learning_rate": 1.1207209826295515e-05,
      "loss": 0.2534,
      "step": 3090
    },
    {
      "epoch": 0.11265353586743222,
      "grad_norm": 9.96241569519043,
      "learning_rate": 1.1243549676575333e-05,
      "loss": 0.421,
      "step": 3100
    },
    {
      "epoch": 0.1130169343702304,
      "grad_norm": 31.262916564941406,
      "learning_rate": 1.127988952685515e-05,
      "loss": 0.4048,
      "step": 3110
    },
    {
      "epoch": 0.11338033287302857,
      "grad_norm": 3.472343921661377,
      "learning_rate": 1.1316229377134967e-05,
      "loss": 0.2798,
      "step": 3120
    },
    {
      "epoch": 0.11374373137582673,
      "grad_norm": 4.074085235595703,
      "learning_rate": 1.1352569227414783e-05,
      "loss": 0.299,
      "step": 3130
    },
    {
      "epoch": 0.1141071298786249,
      "grad_norm": 2.879512310028076,
      "learning_rate": 1.1388909077694602e-05,
      "loss": 0.2137,
      "step": 3140
    },
    {
      "epoch": 0.11447052838142306,
      "grad_norm": 125.17889404296875,
      "learning_rate": 1.1425248927974418e-05,
      "loss": 0.5418,
      "step": 3150
    },
    {
      "epoch": 0.11483392688422124,
      "grad_norm": 4.171487808227539,
      "learning_rate": 1.1461588778254234e-05,
      "loss": 0.2685,
      "step": 3160
    },
    {
      "epoch": 0.1151973253870194,
      "grad_norm": 2.1496529579162598,
      "learning_rate": 1.1497928628534051e-05,
      "loss": 0.2421,
      "step": 3170
    },
    {
      "epoch": 0.11556072388981757,
      "grad_norm": 2.6266047954559326,
      "learning_rate": 1.1534268478813867e-05,
      "loss": 0.3288,
      "step": 3180
    },
    {
      "epoch": 0.11592412239261574,
      "grad_norm": 3.7677230834960938,
      "learning_rate": 1.1570608329093685e-05,
      "loss": 0.3093,
      "step": 3190
    },
    {
      "epoch": 0.11628752089541392,
      "grad_norm": 9.4945707321167,
      "learning_rate": 1.1606948179373501e-05,
      "loss": 0.3066,
      "step": 3200
    },
    {
      "epoch": 0.11665091939821208,
      "grad_norm": 2.5509915351867676,
      "learning_rate": 1.1643288029653319e-05,
      "loss": 0.2615,
      "step": 3210
    },
    {
      "epoch": 0.11701431790101025,
      "grad_norm": 3.066624641418457,
      "learning_rate": 1.1679627879933135e-05,
      "loss": 0.3224,
      "step": 3220
    },
    {
      "epoch": 0.11737771640380841,
      "grad_norm": 6.494440078735352,
      "learning_rate": 1.1715967730212952e-05,
      "loss": 0.3017,
      "step": 3230
    },
    {
      "epoch": 0.11774111490660659,
      "grad_norm": 3.4675605297088623,
      "learning_rate": 1.1752307580492768e-05,
      "loss": 0.2152,
      "step": 3240
    },
    {
      "epoch": 0.11810451340940475,
      "grad_norm": 15.5110445022583,
      "learning_rate": 1.1788647430772586e-05,
      "loss": 0.349,
      "step": 3250
    },
    {
      "epoch": 0.11846791191220292,
      "grad_norm": 1.972530484199524,
      "learning_rate": 1.1824987281052402e-05,
      "loss": 0.2728,
      "step": 3260
    },
    {
      "epoch": 0.11883131041500108,
      "grad_norm": 4.018677711486816,
      "learning_rate": 1.186132713133222e-05,
      "loss": 0.254,
      "step": 3270
    },
    {
      "epoch": 0.11919470891779926,
      "grad_norm": 4.95416784286499,
      "learning_rate": 1.1897666981612037e-05,
      "loss": 0.2465,
      "step": 3280
    },
    {
      "epoch": 0.11955810742059743,
      "grad_norm": 3.165599822998047,
      "learning_rate": 1.1934006831891853e-05,
      "loss": 0.2537,
      "step": 3290
    },
    {
      "epoch": 0.1199215059233956,
      "grad_norm": 8.508636474609375,
      "learning_rate": 1.1970346682171669e-05,
      "loss": 0.3655,
      "step": 3300
    },
    {
      "epoch": 0.12028490442619376,
      "grad_norm": 2.3892879486083984,
      "learning_rate": 1.2006686532451487e-05,
      "loss": 0.252,
      "step": 3310
    },
    {
      "epoch": 0.12064830292899194,
      "grad_norm": 3.591564178466797,
      "learning_rate": 1.2043026382731304e-05,
      "loss": 0.2401,
      "step": 3320
    },
    {
      "epoch": 0.1210117014317901,
      "grad_norm": 3.891261577606201,
      "learning_rate": 1.207936623301112e-05,
      "loss": 0.2909,
      "step": 3330
    },
    {
      "epoch": 0.12137509993458827,
      "grad_norm": 4.691511154174805,
      "learning_rate": 1.2115706083290936e-05,
      "loss": 0.2304,
      "step": 3340
    },
    {
      "epoch": 0.12173849843738643,
      "grad_norm": 18.415170669555664,
      "learning_rate": 1.2152045933570754e-05,
      "loss": 0.35,
      "step": 3350
    },
    {
      "epoch": 0.12210189694018461,
      "grad_norm": 3.9105615615844727,
      "learning_rate": 1.2188385783850572e-05,
      "loss": 0.3112,
      "step": 3360
    },
    {
      "epoch": 0.12246529544298278,
      "grad_norm": 3.215313196182251,
      "learning_rate": 1.2224725634130388e-05,
      "loss": 0.2492,
      "step": 3370
    },
    {
      "epoch": 0.12282869394578094,
      "grad_norm": 9.30749225616455,
      "learning_rate": 1.2261065484410204e-05,
      "loss": 0.2696,
      "step": 3380
    },
    {
      "epoch": 0.12319209244857911,
      "grad_norm": 4.9797682762146,
      "learning_rate": 1.2297405334690023e-05,
      "loss": 0.2197,
      "step": 3390
    },
    {
      "epoch": 0.12355549095137729,
      "grad_norm": 19.632797241210938,
      "learning_rate": 1.2333745184969839e-05,
      "loss": 0.3411,
      "step": 3400
    },
    {
      "epoch": 0.12391888945417545,
      "grad_norm": 4.509830474853516,
      "learning_rate": 1.2370085035249655e-05,
      "loss": 0.2394,
      "step": 3410
    },
    {
      "epoch": 0.12428228795697362,
      "grad_norm": 2.253514051437378,
      "learning_rate": 1.2406424885529473e-05,
      "loss": 0.266,
      "step": 3420
    },
    {
      "epoch": 0.12464568645977178,
      "grad_norm": 3.123828172683716,
      "learning_rate": 1.244276473580929e-05,
      "loss": 0.2675,
      "step": 3430
    },
    {
      "epoch": 0.12500908496256996,
      "grad_norm": 34.37680435180664,
      "learning_rate": 1.2479104586089106e-05,
      "loss": 0.279,
      "step": 3440
    },
    {
      "epoch": 0.1253724834653681,
      "grad_norm": 10.051690101623535,
      "learning_rate": 1.2515444436368922e-05,
      "loss": 0.3364,
      "step": 3450
    },
    {
      "epoch": 0.1257358819681663,
      "grad_norm": 2.1765711307525635,
      "learning_rate": 1.255178428664874e-05,
      "loss": 0.2288,
      "step": 3460
    },
    {
      "epoch": 0.12609928047096447,
      "grad_norm": 2.4910778999328613,
      "learning_rate": 1.2588124136928556e-05,
      "loss": 0.2866,
      "step": 3470
    },
    {
      "epoch": 0.12646267897376262,
      "grad_norm": 7.379613876342773,
      "learning_rate": 1.2624463987208373e-05,
      "loss": 0.2618,
      "step": 3480
    },
    {
      "epoch": 0.1268260774765608,
      "grad_norm": 2.681814432144165,
      "learning_rate": 1.266080383748819e-05,
      "loss": 0.2405,
      "step": 3490
    },
    {
      "epoch": 0.12718947597935895,
      "grad_norm": 83.93474578857422,
      "learning_rate": 1.2697143687768007e-05,
      "loss": 0.338,
      "step": 3500
    },
    {
      "epoch": 0.12755287448215713,
      "grad_norm": 1.5564826726913452,
      "learning_rate": 1.2733483538047825e-05,
      "loss": 0.2305,
      "step": 3510
    },
    {
      "epoch": 0.1279162729849553,
      "grad_norm": 2.6026437282562256,
      "learning_rate": 1.2769823388327639e-05,
      "loss": 0.2618,
      "step": 3520
    },
    {
      "epoch": 0.12827967148775346,
      "grad_norm": 8.228372573852539,
      "learning_rate": 1.2806163238607458e-05,
      "loss": 0.2586,
      "step": 3530
    },
    {
      "epoch": 0.12864306999055164,
      "grad_norm": 2.643139362335205,
      "learning_rate": 1.2842503088887276e-05,
      "loss": 0.2197,
      "step": 3540
    },
    {
      "epoch": 0.12900646849334982,
      "grad_norm": 400.0296325683594,
      "learning_rate": 1.287884293916709e-05,
      "loss": 0.3586,
      "step": 3550
    },
    {
      "epoch": 0.12936986699614797,
      "grad_norm": 1.6349281072616577,
      "learning_rate": 1.2915182789446908e-05,
      "loss": 0.2364,
      "step": 3560
    },
    {
      "epoch": 0.12973326549894615,
      "grad_norm": 2.6573753356933594,
      "learning_rate": 1.2951522639726724e-05,
      "loss": 0.2195,
      "step": 3570
    },
    {
      "epoch": 0.1300966640017443,
      "grad_norm": 4.2721686363220215,
      "learning_rate": 1.2987862490006542e-05,
      "loss": 0.3092,
      "step": 3580
    },
    {
      "epoch": 0.13046006250454248,
      "grad_norm": 2.9982502460479736,
      "learning_rate": 1.302420234028636e-05,
      "loss": 0.2826,
      "step": 3590
    },
    {
      "epoch": 0.13082346100734066,
      "grad_norm": 8.903009414672852,
      "learning_rate": 1.3060542190566175e-05,
      "loss": 0.3367,
      "step": 3600
    },
    {
      "epoch": 0.13082346100734066,
      "eval_loss": 0.4490436017513275,
      "eval_runtime": 179.8743,
      "eval_samples_per_second": 41.218,
      "eval_steps_per_second": 5.154,
      "eval_wer": 0.2664058670829778,
      "step": 3600
    },
    {
      "epoch": 0.1311868595101388,
      "grad_norm": 2.9746363162994385,
      "learning_rate": 1.3096882040845993e-05,
      "loss": 0.2418,
      "step": 3610
    },
    {
      "epoch": 0.131550258012937,
      "grad_norm": 2.274872303009033,
      "learning_rate": 1.313322189112581e-05,
      "loss": 0.3052,
      "step": 3620
    },
    {
      "epoch": 0.13191365651573517,
      "grad_norm": 7.114847660064697,
      "learning_rate": 1.3169561741405625e-05,
      "loss": 0.2821,
      "step": 3630
    },
    {
      "epoch": 0.13227705501853332,
      "grad_norm": 3.2101128101348877,
      "learning_rate": 1.3205901591685444e-05,
      "loss": 0.2223,
      "step": 3640
    },
    {
      "epoch": 0.1326404535213315,
      "grad_norm": 18.914968490600586,
      "learning_rate": 1.3242241441965258e-05,
      "loss": 0.3809,
      "step": 3650
    },
    {
      "epoch": 0.13300385202412965,
      "grad_norm": 2.399569272994995,
      "learning_rate": 1.3278581292245076e-05,
      "loss": 0.2221,
      "step": 3660
    },
    {
      "epoch": 0.13336725052692783,
      "grad_norm": 5.76792573928833,
      "learning_rate": 1.3314921142524894e-05,
      "loss": 0.2487,
      "step": 3670
    },
    {
      "epoch": 0.133730649029726,
      "grad_norm": 3.6859967708587646,
      "learning_rate": 1.335126099280471e-05,
      "loss": 0.2781,
      "step": 3680
    },
    {
      "epoch": 0.13409404753252416,
      "grad_norm": 2.9653141498565674,
      "learning_rate": 1.3387600843084527e-05,
      "loss": 0.2258,
      "step": 3690
    },
    {
      "epoch": 0.13445744603532234,
      "grad_norm": 19.170753479003906,
      "learning_rate": 1.3423940693364345e-05,
      "loss": 0.3902,
      "step": 3700
    },
    {
      "epoch": 0.13482084453812052,
      "grad_norm": 2.2880115509033203,
      "learning_rate": 1.3460280543644161e-05,
      "loss": 0.2745,
      "step": 3710
    },
    {
      "epoch": 0.13518424304091867,
      "grad_norm": 2.5196125507354736,
      "learning_rate": 1.3496620393923979e-05,
      "loss": 0.2293,
      "step": 3720
    },
    {
      "epoch": 0.13554764154371685,
      "grad_norm": 3.827986001968384,
      "learning_rate": 1.3532960244203793e-05,
      "loss": 0.259,
      "step": 3730
    },
    {
      "epoch": 0.135911040046515,
      "grad_norm": 3.4211530685424805,
      "learning_rate": 1.356930009448361e-05,
      "loss": 0.3256,
      "step": 3740
    },
    {
      "epoch": 0.13627443854931318,
      "grad_norm": 26.879398345947266,
      "learning_rate": 1.360563994476343e-05,
      "loss": 0.3208,
      "step": 3750
    },
    {
      "epoch": 0.13663783705211135,
      "grad_norm": 2.316091775894165,
      "learning_rate": 1.3641979795043244e-05,
      "loss": 0.2316,
      "step": 3760
    },
    {
      "epoch": 0.1370012355549095,
      "grad_norm": 4.098924160003662,
      "learning_rate": 1.3678319645323062e-05,
      "loss": 0.2399,
      "step": 3770
    },
    {
      "epoch": 0.13736463405770769,
      "grad_norm": 6.9372687339782715,
      "learning_rate": 1.371465949560288e-05,
      "loss": 0.2858,
      "step": 3780
    },
    {
      "epoch": 0.13772803256050586,
      "grad_norm": 2.509535789489746,
      "learning_rate": 1.3750999345882695e-05,
      "loss": 0.2113,
      "step": 3790
    },
    {
      "epoch": 0.13809143106330402,
      "grad_norm": 7.7181077003479,
      "learning_rate": 1.3787339196162513e-05,
      "loss": 0.3279,
      "step": 3800
    },
    {
      "epoch": 0.1384548295661022,
      "grad_norm": 2.6843245029449463,
      "learning_rate": 1.3823679046442329e-05,
      "loss": 0.2267,
      "step": 3810
    },
    {
      "epoch": 0.13881822806890035,
      "grad_norm": 3.05159068107605,
      "learning_rate": 1.3860018896722147e-05,
      "loss": 0.229,
      "step": 3820
    },
    {
      "epoch": 0.13918162657169852,
      "grad_norm": 5.029635429382324,
      "learning_rate": 1.3896358747001964e-05,
      "loss": 0.2627,
      "step": 3830
    },
    {
      "epoch": 0.1395450250744967,
      "grad_norm": 2.8287103176116943,
      "learning_rate": 1.3932698597281779e-05,
      "loss": 0.2294,
      "step": 3840
    },
    {
      "epoch": 0.13990842357729485,
      "grad_norm": 24.862224578857422,
      "learning_rate": 1.3969038447561598e-05,
      "loss": 0.3198,
      "step": 3850
    },
    {
      "epoch": 0.14027182208009303,
      "grad_norm": 5.624647617340088,
      "learning_rate": 1.4005378297841412e-05,
      "loss": 0.2641,
      "step": 3860
    },
    {
      "epoch": 0.14063522058289118,
      "grad_norm": 1.6199389696121216,
      "learning_rate": 1.404171814812123e-05,
      "loss": 0.2279,
      "step": 3870
    },
    {
      "epoch": 0.14099861908568936,
      "grad_norm": 2.864058017730713,
      "learning_rate": 1.4078057998401047e-05,
      "loss": 0.2448,
      "step": 3880
    },
    {
      "epoch": 0.14136201758848754,
      "grad_norm": 3.897899627685547,
      "learning_rate": 1.4114397848680863e-05,
      "loss": 0.2438,
      "step": 3890
    },
    {
      "epoch": 0.1417254160912857,
      "grad_norm": 42.4840087890625,
      "learning_rate": 1.4150737698960681e-05,
      "loss": 0.3604,
      "step": 3900
    },
    {
      "epoch": 0.14208881459408387,
      "grad_norm": 1.6532913446426392,
      "learning_rate": 1.4187077549240499e-05,
      "loss": 0.2469,
      "step": 3910
    },
    {
      "epoch": 0.14245221309688205,
      "grad_norm": 2.3755931854248047,
      "learning_rate": 1.4223417399520315e-05,
      "loss": 0.2233,
      "step": 3920
    },
    {
      "epoch": 0.1428156115996802,
      "grad_norm": 5.866461277008057,
      "learning_rate": 1.4259757249800132e-05,
      "loss": 0.2952,
      "step": 3930
    },
    {
      "epoch": 0.14317901010247838,
      "grad_norm": 3.171570301055908,
      "learning_rate": 1.4296097100079947e-05,
      "loss": 0.2329,
      "step": 3940
    },
    {
      "epoch": 0.14354240860527653,
      "grad_norm": 23.302635192871094,
      "learning_rate": 1.4332436950359764e-05,
      "loss": 0.3592,
      "step": 3950
    },
    {
      "epoch": 0.1439058071080747,
      "grad_norm": 2.3609213829040527,
      "learning_rate": 1.4368776800639584e-05,
      "loss": 1.1975,
      "step": 3960
    },
    {
      "epoch": 0.1442692056108729,
      "grad_norm": 2.857872486114502,
      "learning_rate": 1.4405116650919398e-05,
      "loss": 0.265,
      "step": 3970
    },
    {
      "epoch": 0.14463260411367104,
      "grad_norm": 6.918335914611816,
      "learning_rate": 1.4441456501199216e-05,
      "loss": 0.4057,
      "step": 3980
    },
    {
      "epoch": 0.14499600261646922,
      "grad_norm": 3.8019461631774902,
      "learning_rate": 1.4477796351479033e-05,
      "loss": 0.299,
      "step": 3990
    },
    {
      "epoch": 0.1453594011192674,
      "grad_norm": 30.963428497314453,
      "learning_rate": 1.451413620175885e-05,
      "loss": 0.335,
      "step": 4000
    },
    {
      "epoch": 0.14572279962206555,
      "grad_norm": 2.3968963623046875,
      "learning_rate": 1.4550476052038667e-05,
      "loss": 0.224,
      "step": 4010
    },
    {
      "epoch": 0.14608619812486373,
      "grad_norm": 6.7229485511779785,
      "learning_rate": 1.4586815902318481e-05,
      "loss": 0.2657,
      "step": 4020
    },
    {
      "epoch": 0.14644959662766188,
      "grad_norm": 17.447879791259766,
      "learning_rate": 1.46231557525983e-05,
      "loss": 0.2199,
      "step": 4030
    },
    {
      "epoch": 0.14681299513046006,
      "grad_norm": 2.020756721496582,
      "learning_rate": 1.4659495602878118e-05,
      "loss": 0.31,
      "step": 4040
    },
    {
      "epoch": 0.14717639363325824,
      "grad_norm": 38.28268814086914,
      "learning_rate": 1.4695835453157932e-05,
      "loss": 0.3861,
      "step": 4050
    },
    {
      "epoch": 0.1475397921360564,
      "grad_norm": 2.085073232650757,
      "learning_rate": 1.473217530343775e-05,
      "loss": 0.2078,
      "step": 4060
    },
    {
      "epoch": 0.14790319063885457,
      "grad_norm": 3.453597068786621,
      "learning_rate": 1.476851515371757e-05,
      "loss": 0.296,
      "step": 4070
    },
    {
      "epoch": 0.14826658914165275,
      "grad_norm": 2.3039424419403076,
      "learning_rate": 1.4804855003997384e-05,
      "loss": 0.2346,
      "step": 4080
    },
    {
      "epoch": 0.1486299876444509,
      "grad_norm": 3.217890977859497,
      "learning_rate": 1.4841194854277201e-05,
      "loss": 0.2243,
      "step": 4090
    },
    {
      "epoch": 0.14899338614724908,
      "grad_norm": 12.48748779296875,
      "learning_rate": 1.4877534704557017e-05,
      "loss": 0.3378,
      "step": 4100
    },
    {
      "epoch": 0.14935678465004723,
      "grad_norm": 2.781388282775879,
      "learning_rate": 1.4913874554836835e-05,
      "loss": 0.2167,
      "step": 4110
    },
    {
      "epoch": 0.1497201831528454,
      "grad_norm": 2.564457893371582,
      "learning_rate": 1.4950214405116653e-05,
      "loss": 0.2187,
      "step": 4120
    },
    {
      "epoch": 0.1500835816556436,
      "grad_norm": 9.590895652770996,
      "learning_rate": 1.4986554255396469e-05,
      "loss": 0.2444,
      "step": 4130
    },
    {
      "epoch": 0.15044698015844174,
      "grad_norm": 2.8055028915405273,
      "learning_rate": 1.5022894105676286e-05,
      "loss": 0.2499,
      "step": 4140
    },
    {
      "epoch": 0.15081037866123992,
      "grad_norm": 7.157045364379883,
      "learning_rate": 1.5059233955956104e-05,
      "loss": 0.361,
      "step": 4150
    },
    {
      "epoch": 0.1511737771640381,
      "grad_norm": 3.369006633758545,
      "learning_rate": 1.5095573806235918e-05,
      "loss": 0.259,
      "step": 4160
    },
    {
      "epoch": 0.15153717566683625,
      "grad_norm": 5.334355354309082,
      "learning_rate": 1.5131913656515736e-05,
      "loss": 0.2797,
      "step": 4170
    },
    {
      "epoch": 0.15190057416963443,
      "grad_norm": 6.667120456695557,
      "learning_rate": 1.5168253506795552e-05,
      "loss": 0.2678,
      "step": 4180
    },
    {
      "epoch": 0.15226397267243258,
      "grad_norm": 1.7419887781143188,
      "learning_rate": 1.520459335707537e-05,
      "loss": 0.2432,
      "step": 4190
    },
    {
      "epoch": 0.15262737117523076,
      "grad_norm": 7.022573947906494,
      "learning_rate": 1.5240933207355187e-05,
      "loss": 0.2955,
      "step": 4200
    },
    {
      "epoch": 0.15262737117523076,
      "eval_loss": 0.4361402690410614,
      "eval_runtime": 180.5933,
      "eval_samples_per_second": 41.054,
      "eval_steps_per_second": 5.133,
      "eval_wer": 0.2589540181894095,
      "step": 4200
    },
    {
      "epoch": 0.15299076967802894,
      "grad_norm": 3.108078718185425,
      "learning_rate": 1.5277273057635e-05,
      "loss": 3.6147,
      "step": 4210
    },
    {
      "epoch": 0.1533541681808271,
      "grad_norm": 2.6063787937164307,
      "learning_rate": 1.531361290791482e-05,
      "loss": 0.232,
      "step": 4220
    },
    {
      "epoch": 0.15371756668362527,
      "grad_norm": 3.581697463989258,
      "learning_rate": 1.5349952758194637e-05,
      "loss": 0.2451,
      "step": 4230
    },
    {
      "epoch": 0.15408096518642342,
      "grad_norm": 2.5910837650299072,
      "learning_rate": 1.5386292608474453e-05,
      "loss": 0.2283,
      "step": 4240
    },
    {
      "epoch": 0.1544443636892216,
      "grad_norm": 70.38739013671875,
      "learning_rate": 1.5422632458754272e-05,
      "loss": 0.396,
      "step": 4250
    },
    {
      "epoch": 0.15480776219201978,
      "grad_norm": 3.5658187866210938,
      "learning_rate": 1.5458972309034088e-05,
      "loss": 0.2116,
      "step": 4260
    },
    {
      "epoch": 0.15517116069481793,
      "grad_norm": 5.393126487731934,
      "learning_rate": 1.5495312159313904e-05,
      "loss": 0.2382,
      "step": 4270
    },
    {
      "epoch": 0.1555345591976161,
      "grad_norm": 10.135586738586426,
      "learning_rate": 1.5531652009593723e-05,
      "loss": 0.2485,
      "step": 4280
    },
    {
      "epoch": 0.15589795770041429,
      "grad_norm": 2.1143031120300293,
      "learning_rate": 1.5567991859873536e-05,
      "loss": 0.1936,
      "step": 4290
    },
    {
      "epoch": 0.15626135620321244,
      "grad_norm": 20.077383041381836,
      "learning_rate": 1.5604331710153355e-05,
      "loss": 0.3818,
      "step": 4300
    },
    {
      "epoch": 0.15662475470601062,
      "grad_norm": 3.793126344680786,
      "learning_rate": 1.564067156043317e-05,
      "loss": 0.2245,
      "step": 4310
    },
    {
      "epoch": 0.15698815320880877,
      "grad_norm": 3.2057955265045166,
      "learning_rate": 1.5677011410712987e-05,
      "loss": 0.2551,
      "step": 4320
    },
    {
      "epoch": 0.15735155171160695,
      "grad_norm": 5.002716064453125,
      "learning_rate": 1.5713351260992806e-05,
      "loss": 0.2951,
      "step": 4330
    },
    {
      "epoch": 0.15771495021440513,
      "grad_norm": 2.2240726947784424,
      "learning_rate": 1.5749691111272622e-05,
      "loss": 0.1993,
      "step": 4340
    },
    {
      "epoch": 0.15807834871720328,
      "grad_norm": 55.30891036987305,
      "learning_rate": 1.578603096155244e-05,
      "loss": 0.2803,
      "step": 4350
    },
    {
      "epoch": 0.15844174722000146,
      "grad_norm": 1.9186596870422363,
      "learning_rate": 1.5822370811832258e-05,
      "loss": 0.2234,
      "step": 4360
    },
    {
      "epoch": 0.15880514572279963,
      "grad_norm": 1.7817661762237549,
      "learning_rate": 1.5858710662112074e-05,
      "loss": 0.2038,
      "step": 4370
    },
    {
      "epoch": 0.15916854422559779,
      "grad_norm": 3.046330690383911,
      "learning_rate": 1.589505051239189e-05,
      "loss": 0.2809,
      "step": 4380
    },
    {
      "epoch": 0.15953194272839596,
      "grad_norm": 5.43302583694458,
      "learning_rate": 1.5931390362671706e-05,
      "loss": 0.1896,
      "step": 4390
    },
    {
      "epoch": 0.15989534123119412,
      "grad_norm": 12.185855865478516,
      "learning_rate": 1.596773021295152e-05,
      "loss": 0.2984,
      "step": 4400
    },
    {
      "epoch": 0.1602587397339923,
      "grad_norm": 1.9507842063903809,
      "learning_rate": 1.600407006323134e-05,
      "loss": 0.2064,
      "step": 4410
    },
    {
      "epoch": 0.16062213823679047,
      "grad_norm": 4.536543846130371,
      "learning_rate": 1.6040409913511157e-05,
      "loss": 0.2433,
      "step": 4420
    },
    {
      "epoch": 0.16098553673958862,
      "grad_norm": 3.101174831390381,
      "learning_rate": 1.6076749763790973e-05,
      "loss": 0.2746,
      "step": 4430
    },
    {
      "epoch": 0.1613489352423868,
      "grad_norm": 2.2098021507263184,
      "learning_rate": 1.6113089614070792e-05,
      "loss": 0.17,
      "step": 4440
    },
    {
      "epoch": 0.16171233374518498,
      "grad_norm": 59.360809326171875,
      "learning_rate": 1.6149429464350608e-05,
      "loss": 0.379,
      "step": 4450
    },
    {
      "epoch": 0.16207573224798313,
      "grad_norm": 6.364736557006836,
      "learning_rate": 1.6185769314630424e-05,
      "loss": 0.2224,
      "step": 4460
    },
    {
      "epoch": 0.1624391307507813,
      "grad_norm": 3.2455356121063232,
      "learning_rate": 1.622210916491024e-05,
      "loss": 0.2195,
      "step": 4470
    },
    {
      "epoch": 0.16280252925357946,
      "grad_norm": 6.399629592895508,
      "learning_rate": 1.625844901519006e-05,
      "loss": 0.266,
      "step": 4480
    },
    {
      "epoch": 0.16316592775637764,
      "grad_norm": 16.19785499572754,
      "learning_rate": 1.6294788865469875e-05,
      "loss": 0.1836,
      "step": 4490
    },
    {
      "epoch": 0.16352932625917582,
      "grad_norm": 7.909778594970703,
      "learning_rate": 1.633112871574969e-05,
      "loss": 0.6016,
      "step": 4500
    },
    {
      "epoch": 0.16389272476197397,
      "grad_norm": 2.8134663105010986,
      "learning_rate": 1.636746856602951e-05,
      "loss": 0.2148,
      "step": 4510
    },
    {
      "epoch": 0.16425612326477215,
      "grad_norm": 2.667999505996704,
      "learning_rate": 1.6403808416309327e-05,
      "loss": 0.2294,
      "step": 4520
    },
    {
      "epoch": 0.1646195217675703,
      "grad_norm": 3.355242967605591,
      "learning_rate": 1.6440148266589143e-05,
      "loss": 0.2097,
      "step": 4530
    },
    {
      "epoch": 0.16498292027036848,
      "grad_norm": 2.6241908073425293,
      "learning_rate": 1.647648811686896e-05,
      "loss": 0.2337,
      "step": 4540
    },
    {
      "epoch": 0.16534631877316666,
      "grad_norm": 16.759428024291992,
      "learning_rate": 1.6512827967148775e-05,
      "loss": 0.2944,
      "step": 4550
    },
    {
      "epoch": 0.1657097172759648,
      "grad_norm": 3.098898410797119,
      "learning_rate": 1.6549167817428594e-05,
      "loss": 0.1895,
      "step": 4560
    },
    {
      "epoch": 0.166073115778763,
      "grad_norm": 4.042644023895264,
      "learning_rate": 1.658550766770841e-05,
      "loss": 0.2369,
      "step": 4570
    },
    {
      "epoch": 0.16643651428156117,
      "grad_norm": 7.174807548522949,
      "learning_rate": 1.6621847517988226e-05,
      "loss": 0.2331,
      "step": 4580
    },
    {
      "epoch": 0.16679991278435932,
      "grad_norm": 2.1805012226104736,
      "learning_rate": 1.6658187368268045e-05,
      "loss": 0.2422,
      "step": 4590
    },
    {
      "epoch": 0.1671633112871575,
      "grad_norm": 18.097871780395508,
      "learning_rate": 1.6694527218547858e-05,
      "loss": 0.347,
      "step": 4600
    },
    {
      "epoch": 0.16752670978995565,
      "grad_norm": 3.48561429977417,
      "learning_rate": 1.6730867068827677e-05,
      "loss": 0.2985,
      "step": 4610
    },
    {
      "epoch": 0.16789010829275383,
      "grad_norm": 1.7519229650497437,
      "learning_rate": 1.6767206919107496e-05,
      "loss": 0.2204,
      "step": 4620
    },
    {
      "epoch": 0.168253506795552,
      "grad_norm": 3.7641661167144775,
      "learning_rate": 1.680354676938731e-05,
      "loss": 0.2348,
      "step": 4630
    },
    {
      "epoch": 0.16861690529835016,
      "grad_norm": 3.0688085556030273,
      "learning_rate": 1.683988661966713e-05,
      "loss": 0.2147,
      "step": 4640
    },
    {
      "epoch": 0.16898030380114834,
      "grad_norm": 25.845094680786133,
      "learning_rate": 1.6876226469946944e-05,
      "loss": 0.3671,
      "step": 4650
    },
    {
      "epoch": 0.16934370230394652,
      "grad_norm": 2.841994524002075,
      "learning_rate": 1.691256632022676e-05,
      "loss": 0.2182,
      "step": 4660
    },
    {
      "epoch": 0.16970710080674467,
      "grad_norm": 1.0501997470855713,
      "learning_rate": 1.694890617050658e-05,
      "loss": 0.1791,
      "step": 4670
    },
    {
      "epoch": 0.17007049930954285,
      "grad_norm": 3.3973441123962402,
      "learning_rate": 1.6985246020786392e-05,
      "loss": 0.3338,
      "step": 4680
    },
    {
      "epoch": 0.170433897812341,
      "grad_norm": 1.8442267179489136,
      "learning_rate": 1.702158587106621e-05,
      "loss": 0.2528,
      "step": 4690
    },
    {
      "epoch": 0.17079729631513918,
      "grad_norm": 42.373409271240234,
      "learning_rate": 1.705792572134603e-05,
      "loss": 0.2892,
      "step": 4700
    },
    {
      "epoch": 0.17116069481793736,
      "grad_norm": 6.344671726226807,
      "learning_rate": 1.7094265571625844e-05,
      "loss": 0.2474,
      "step": 4710
    },
    {
      "epoch": 0.1715240933207355,
      "grad_norm": 1.6177664995193481,
      "learning_rate": 1.7130605421905663e-05,
      "loss": 0.2364,
      "step": 4720
    },
    {
      "epoch": 0.1718874918235337,
      "grad_norm": 4.98591423034668,
      "learning_rate": 1.7166945272185482e-05,
      "loss": 0.2046,
      "step": 4730
    },
    {
      "epoch": 0.17225089032633187,
      "grad_norm": 7.943169116973877,
      "learning_rate": 1.7203285122465295e-05,
      "loss": 0.293,
      "step": 4740
    },
    {
      "epoch": 0.17261428882913002,
      "grad_norm": 7.402034759521484,
      "learning_rate": 1.7239624972745114e-05,
      "loss": 0.2722,
      "step": 4750
    },
    {
      "epoch": 0.1729776873319282,
      "grad_norm": 13.290019035339355,
      "learning_rate": 1.727596482302493e-05,
      "loss": 0.347,
      "step": 4760
    },
    {
      "epoch": 0.17334108583472635,
      "grad_norm": 1.8591586351394653,
      "learning_rate": 1.7312304673304746e-05,
      "loss": 0.2291,
      "step": 4770
    },
    {
      "epoch": 0.17370448433752453,
      "grad_norm": 2.5220861434936523,
      "learning_rate": 1.7348644523584565e-05,
      "loss": 0.2436,
      "step": 4780
    },
    {
      "epoch": 0.1740678828403227,
      "grad_norm": 1.8692690134048462,
      "learning_rate": 1.738498437386438e-05,
      "loss": 0.1782,
      "step": 4790
    },
    {
      "epoch": 0.17443128134312086,
      "grad_norm": 12.558557510375977,
      "learning_rate": 1.7421324224144197e-05,
      "loss": 0.3347,
      "step": 4800
    },
    {
      "epoch": 0.17443128134312086,
      "eval_loss": 0.4148472547531128,
      "eval_runtime": 180.0999,
      "eval_samples_per_second": 41.166,
      "eval_steps_per_second": 5.147,
      "eval_wer": 0.23564543358687168,
      "step": 4800
    },
    {
      "epoch": 0.17479467984591904,
      "grad_norm": 6.168694972991943,
      "learning_rate": 1.7457664074424017e-05,
      "loss": 0.2183,
      "step": 4810
    },
    {
      "epoch": 0.17515807834871722,
      "grad_norm": 5.153416633605957,
      "learning_rate": 1.749400392470383e-05,
      "loss": 0.2689,
      "step": 4820
    },
    {
      "epoch": 0.17552147685151537,
      "grad_norm": 2.8500893115997314,
      "learning_rate": 1.753034377498365e-05,
      "loss": 0.2848,
      "step": 4830
    },
    {
      "epoch": 0.17588487535431355,
      "grad_norm": 17.89117431640625,
      "learning_rate": 1.7566683625263465e-05,
      "loss": 0.2539,
      "step": 4840
    },
    {
      "epoch": 0.1762482738571117,
      "grad_norm": 19.455005645751953,
      "learning_rate": 1.760302347554328e-05,
      "loss": 0.3166,
      "step": 4850
    },
    {
      "epoch": 0.17661167235990988,
      "grad_norm": 1.7975777387619019,
      "learning_rate": 1.76393633258231e-05,
      "loss": 0.1927,
      "step": 4860
    },
    {
      "epoch": 0.17697507086270806,
      "grad_norm": 4.6790690422058105,
      "learning_rate": 1.7675703176102916e-05,
      "loss": 0.2248,
      "step": 4870
    },
    {
      "epoch": 0.1773384693655062,
      "grad_norm": 3.2644243240356445,
      "learning_rate": 1.7712043026382732e-05,
      "loss": 0.2239,
      "step": 4880
    },
    {
      "epoch": 0.1777018678683044,
      "grad_norm": 1.9375410079956055,
      "learning_rate": 1.7748382876662548e-05,
      "loss": 0.2053,
      "step": 4890
    },
    {
      "epoch": 0.17806526637110254,
      "grad_norm": 15.435178756713867,
      "learning_rate": 1.7784722726942367e-05,
      "loss": 0.2903,
      "step": 4900
    },
    {
      "epoch": 0.17842866487390072,
      "grad_norm": 2.486330270767212,
      "learning_rate": 1.7821062577222183e-05,
      "loss": 0.2598,
      "step": 4910
    },
    {
      "epoch": 0.1787920633766989,
      "grad_norm": 2.5542314052581787,
      "learning_rate": 1.7857402427502e-05,
      "loss": 0.2305,
      "step": 4920
    },
    {
      "epoch": 0.17915546187949705,
      "grad_norm": 3.6416103839874268,
      "learning_rate": 1.7893742277781815e-05,
      "loss": 1.046,
      "step": 4930
    },
    {
      "epoch": 0.17951886038229523,
      "grad_norm": 1.9395058155059814,
      "learning_rate": 1.7930082128061634e-05,
      "loss": 0.2466,
      "step": 4940
    },
    {
      "epoch": 0.1798822588850934,
      "grad_norm": 7.664824962615967,
      "learning_rate": 1.796642197834145e-05,
      "loss": 0.2871,
      "step": 4950
    },
    {
      "epoch": 0.18024565738789156,
      "grad_norm": 2.0301320552825928,
      "learning_rate": 1.8002761828621266e-05,
      "loss": 0.1996,
      "step": 4960
    },
    {
      "epoch": 0.18060905589068973,
      "grad_norm": 8.371182441711426,
      "learning_rate": 1.8039101678901082e-05,
      "loss": 0.1947,
      "step": 4970
    },
    {
      "epoch": 0.18097245439348789,
      "grad_norm": 2.6746129989624023,
      "learning_rate": 1.80754415291809e-05,
      "loss": 0.2679,
      "step": 4980
    },
    {
      "epoch": 0.18133585289628606,
      "grad_norm": 3.448202133178711,
      "learning_rate": 1.8111781379460718e-05,
      "loss": 0.1859,
      "step": 4990
    },
    {
      "epoch": 0.18169925139908424,
      "grad_norm": 28.57021141052246,
      "learning_rate": 1.8148121229740534e-05,
      "loss": 0.3318,
      "step": 5000
    },
    {
      "epoch": 0.1820626499018824,
      "grad_norm": 4.731750965118408,
      "learning_rate": 1.8184461080020353e-05,
      "loss": 0.2354,
      "step": 5010
    },
    {
      "epoch": 0.18242604840468057,
      "grad_norm": 1.6815394163131714,
      "learning_rate": 1.822080093030017e-05,
      "loss": 0.2075,
      "step": 5020
    },
    {
      "epoch": 0.18278944690747875,
      "grad_norm": 3.868263006210327,
      "learning_rate": 1.8257140780579985e-05,
      "loss": 0.2345,
      "step": 5030
    },
    {
      "epoch": 0.1831528454102769,
      "grad_norm": 1.964240550994873,
      "learning_rate": 1.82934806308598e-05,
      "loss": 0.222,
      "step": 5040
    },
    {
      "epoch": 0.18351624391307508,
      "grad_norm": 11.881858825683594,
      "learning_rate": 1.8329820481139617e-05,
      "loss": 0.3251,
      "step": 5050
    },
    {
      "epoch": 0.18387964241587323,
      "grad_norm": 1.8463056087493896,
      "learning_rate": 1.8366160331419436e-05,
      "loss": 0.2255,
      "step": 5060
    },
    {
      "epoch": 0.1842430409186714,
      "grad_norm": 2.592672348022461,
      "learning_rate": 1.8402500181699252e-05,
      "loss": 0.1904,
      "step": 5070
    },
    {
      "epoch": 0.1846064394214696,
      "grad_norm": 4.0694074630737305,
      "learning_rate": 1.8438840031979068e-05,
      "loss": 0.2,
      "step": 5080
    },
    {
      "epoch": 0.18496983792426774,
      "grad_norm": 2.101837396621704,
      "learning_rate": 1.8475179882258887e-05,
      "loss": 0.1927,
      "step": 5090
    },
    {
      "epoch": 0.18533323642706592,
      "grad_norm": 22.162702560424805,
      "learning_rate": 1.8511519732538703e-05,
      "loss": 0.3481,
      "step": 5100
    },
    {
      "epoch": 0.1856966349298641,
      "grad_norm": 2.7928340435028076,
      "learning_rate": 1.854785958281852e-05,
      "loss": 0.2344,
      "step": 5110
    },
    {
      "epoch": 0.18606003343266225,
      "grad_norm": 1.8618485927581787,
      "learning_rate": 1.858419943309834e-05,
      "loss": 0.2139,
      "step": 5120
    },
    {
      "epoch": 0.18642343193546043,
      "grad_norm": 2.9611120223999023,
      "learning_rate": 1.862053928337815e-05,
      "loss": 0.2194,
      "step": 5130
    },
    {
      "epoch": 0.18678683043825858,
      "grad_norm": 5.181276321411133,
      "learning_rate": 1.865687913365797e-05,
      "loss": 0.2596,
      "step": 5140
    },
    {
      "epoch": 0.18715022894105676,
      "grad_norm": 10.01041030883789,
      "learning_rate": 1.8693218983937787e-05,
      "loss": 0.3122,
      "step": 5150
    },
    {
      "epoch": 0.18751362744385494,
      "grad_norm": 4.952126979827881,
      "learning_rate": 1.8729558834217603e-05,
      "loss": 0.2183,
      "step": 5160
    },
    {
      "epoch": 0.1878770259466531,
      "grad_norm": 2.19279146194458,
      "learning_rate": 1.8765898684497422e-05,
      "loss": 0.2439,
      "step": 5170
    },
    {
      "epoch": 0.18824042444945127,
      "grad_norm": 3.5189321041107178,
      "learning_rate": 1.8802238534777238e-05,
      "loss": 0.2343,
      "step": 5180
    },
    {
      "epoch": 0.18860382295224945,
      "grad_norm": 2.0936787128448486,
      "learning_rate": 1.8838578385057054e-05,
      "loss": 0.1831,
      "step": 5190
    },
    {
      "epoch": 0.1889672214550476,
      "grad_norm": 12.835061073303223,
      "learning_rate": 1.8874918235336873e-05,
      "loss": 0.2561,
      "step": 5200
    },
    {
      "epoch": 0.18933061995784578,
      "grad_norm": 1.6738308668136597,
      "learning_rate": 1.8911258085616686e-05,
      "loss": 1.0257,
      "step": 5210
    },
    {
      "epoch": 0.18969401846064393,
      "grad_norm": 2.7661142349243164,
      "learning_rate": 1.8947597935896505e-05,
      "loss": 0.2398,
      "step": 5220
    },
    {
      "epoch": 0.1900574169634421,
      "grad_norm": 4.173921585083008,
      "learning_rate": 1.8983937786176324e-05,
      "loss": 0.2157,
      "step": 5230
    },
    {
      "epoch": 0.1904208154662403,
      "grad_norm": 3.7037158012390137,
      "learning_rate": 1.9020277636456137e-05,
      "loss": 0.2182,
      "step": 5240
    },
    {
      "epoch": 0.19078421396903844,
      "grad_norm": 16.288227081298828,
      "learning_rate": 1.9056617486735956e-05,
      "loss": 0.2829,
      "step": 5250
    },
    {
      "epoch": 0.19114761247183662,
      "grad_norm": 2.0504090785980225,
      "learning_rate": 1.9092957337015772e-05,
      "loss": 0.201,
      "step": 5260
    },
    {
      "epoch": 0.19151101097463477,
      "grad_norm": 1.2266415357589722,
      "learning_rate": 1.9129297187295588e-05,
      "loss": 0.2072,
      "step": 5270
    },
    {
      "epoch": 0.19187440947743295,
      "grad_norm": 4.910546779632568,
      "learning_rate": 1.9165637037575408e-05,
      "loss": 0.1824,
      "step": 5280
    },
    {
      "epoch": 0.19223780798023113,
      "grad_norm": 3.093318223953247,
      "learning_rate": 1.9201976887855224e-05,
      "loss": 0.2471,
      "step": 5290
    },
    {
      "epoch": 0.19260120648302928,
      "grad_norm": 6.74167013168335,
      "learning_rate": 1.923831673813504e-05,
      "loss": 0.2912,
      "step": 5300
    },
    {
      "epoch": 0.19296460498582746,
      "grad_norm": 2.0540058612823486,
      "learning_rate": 1.927465658841486e-05,
      "loss": 0.2599,
      "step": 5310
    },
    {
      "epoch": 0.19332800348862564,
      "grad_norm": 2.407750129699707,
      "learning_rate": 1.931099643869467e-05,
      "loss": 0.2478,
      "step": 5320
    },
    {
      "epoch": 0.1936914019914238,
      "grad_norm": 5.479567527770996,
      "learning_rate": 1.934733628897449e-05,
      "loss": 0.5936,
      "step": 5330
    },
    {
      "epoch": 0.19405480049422197,
      "grad_norm": 1.912705659866333,
      "learning_rate": 1.9383676139254307e-05,
      "loss": 0.215,
      "step": 5340
    },
    {
      "epoch": 0.19441819899702012,
      "grad_norm": 38.24689865112305,
      "learning_rate": 1.9420015989534123e-05,
      "loss": 0.286,
      "step": 5350
    },
    {
      "epoch": 0.1947815974998183,
      "grad_norm": 3.4196550846099854,
      "learning_rate": 1.9456355839813942e-05,
      "loss": 0.4764,
      "step": 5360
    },
    {
      "epoch": 0.19514499600261648,
      "grad_norm": 1.705702781677246,
      "learning_rate": 1.9492695690093758e-05,
      "loss": 0.195,
      "step": 5370
    },
    {
      "epoch": 0.19550839450541463,
      "grad_norm": 2.7188572883605957,
      "learning_rate": 1.9529035540373574e-05,
      "loss": 0.2318,
      "step": 5380
    },
    {
      "epoch": 0.1958717930082128,
      "grad_norm": 5.217918872833252,
      "learning_rate": 1.9565375390653393e-05,
      "loss": 0.2288,
      "step": 5390
    },
    {
      "epoch": 0.196235191511011,
      "grad_norm": 7.094780921936035,
      "learning_rate": 1.960171524093321e-05,
      "loss": 0.3607,
      "step": 5400
    },
    {
      "epoch": 0.196235191511011,
      "eval_loss": 0.3953820765018463,
      "eval_runtime": 180.5214,
      "eval_samples_per_second": 41.07,
      "eval_steps_per_second": 5.135,
      "eval_wer": 0.23525514186650207,
      "step": 5400
    },
    {
      "epoch": 0.19659859001380914,
      "grad_norm": 2.379298448562622,
      "learning_rate": 1.9638055091213025e-05,
      "loss": 0.1981,
      "step": 5410
    },
    {
      "epoch": 0.19696198851660732,
      "grad_norm": 1.2755372524261475,
      "learning_rate": 1.967439494149284e-05,
      "loss": 0.3185,
      "step": 5420
    },
    {
      "epoch": 0.19732538701940547,
      "grad_norm": 2.6385338306427,
      "learning_rate": 1.9710734791772657e-05,
      "loss": 0.2231,
      "step": 5430
    },
    {
      "epoch": 0.19768878552220365,
      "grad_norm": 4.030337810516357,
      "learning_rate": 1.9747074642052477e-05,
      "loss": 0.2417,
      "step": 5440
    },
    {
      "epoch": 0.19805218402500183,
      "grad_norm": 10.988908767700195,
      "learning_rate": 1.9783414492332293e-05,
      "loss": 0.3163,
      "step": 5450
    },
    {
      "epoch": 0.19841558252779998,
      "grad_norm": 2.8273231983184814,
      "learning_rate": 1.981975434261211e-05,
      "loss": 0.2062,
      "step": 5460
    },
    {
      "epoch": 0.19877898103059816,
      "grad_norm": 1.880952000617981,
      "learning_rate": 1.9856094192891928e-05,
      "loss": 0.2103,
      "step": 5470
    },
    {
      "epoch": 0.19914237953339634,
      "grad_norm": 12.882647514343262,
      "learning_rate": 1.9892434043171744e-05,
      "loss": 0.2513,
      "step": 5480
    },
    {
      "epoch": 0.1995057780361945,
      "grad_norm": 2.8202428817749023,
      "learning_rate": 1.992877389345156e-05,
      "loss": 0.2002,
      "step": 5490
    },
    {
      "epoch": 0.19986917653899267,
      "grad_norm": 11.30123519897461,
      "learning_rate": 1.9965113743731376e-05,
      "loss": 0.3399,
      "step": 5500
    },
    {
      "epoch": 0.20023257504179082,
      "grad_norm": 3.016954183578491,
      "learning_rate": 2.0001453594011195e-05,
      "loss": 0.2016,
      "step": 5510
    },
    {
      "epoch": 0.200595973544589,
      "grad_norm": 1.3506131172180176,
      "learning_rate": 2.003779344429101e-05,
      "loss": 0.6008,
      "step": 5520
    },
    {
      "epoch": 0.20095937204738717,
      "grad_norm": 3.711284637451172,
      "learning_rate": 2.0074133294570827e-05,
      "loss": 0.2297,
      "step": 5530
    },
    {
      "epoch": 0.20132277055018533,
      "grad_norm": 2.8310322761535645,
      "learning_rate": 2.0110473144850643e-05,
      "loss": 0.19,
      "step": 5540
    },
    {
      "epoch": 0.2016861690529835,
      "grad_norm": 14.37038516998291,
      "learning_rate": 2.0146812995130462e-05,
      "loss": 0.3418,
      "step": 5550
    },
    {
      "epoch": 0.20204956755578168,
      "grad_norm": 2.037245988845825,
      "learning_rate": 2.0183152845410278e-05,
      "loss": 0.2054,
      "step": 5560
    },
    {
      "epoch": 0.20241296605857984,
      "grad_norm": 2.47495698928833,
      "learning_rate": 2.0219492695690094e-05,
      "loss": 0.2102,
      "step": 5570
    },
    {
      "epoch": 0.20277636456137801,
      "grad_norm": 5.948564529418945,
      "learning_rate": 2.025583254596991e-05,
      "loss": 0.2299,
      "step": 5580
    },
    {
      "epoch": 0.20313976306417617,
      "grad_norm": 2.010765552520752,
      "learning_rate": 2.029217239624973e-05,
      "loss": 0.2214,
      "step": 5590
    },
    {
      "epoch": 0.20350316156697434,
      "grad_norm": 109.07927703857422,
      "learning_rate": 2.0328512246529546e-05,
      "loss": 0.327,
      "step": 5600
    },
    {
      "epoch": 0.20386656006977252,
      "grad_norm": 2.708141565322876,
      "learning_rate": 2.036485209680936e-05,
      "loss": 0.2128,
      "step": 5610
    },
    {
      "epoch": 0.20422995857257067,
      "grad_norm": 4.145051002502441,
      "learning_rate": 2.040119194708918e-05,
      "loss": 1.5499,
      "step": 5620
    },
    {
      "epoch": 0.20459335707536885,
      "grad_norm": 5.204433917999268,
      "learning_rate": 2.0437531797368993e-05,
      "loss": 0.2238,
      "step": 5630
    },
    {
      "epoch": 0.204956755578167,
      "grad_norm": 3.625671625137329,
      "learning_rate": 2.0473871647648813e-05,
      "loss": 0.2009,
      "step": 5640
    },
    {
      "epoch": 0.20532015408096518,
      "grad_norm": 7.134413719177246,
      "learning_rate": 2.051021149792863e-05,
      "loss": 0.3236,
      "step": 5650
    },
    {
      "epoch": 0.20568355258376336,
      "grad_norm": 3.090585708618164,
      "learning_rate": 2.0546551348208445e-05,
      "loss": 0.2245,
      "step": 5660
    },
    {
      "epoch": 0.20604695108656151,
      "grad_norm": 1.5290725231170654,
      "learning_rate": 2.0582891198488264e-05,
      "loss": 0.9725,
      "step": 5670
    },
    {
      "epoch": 0.2064103495893597,
      "grad_norm": 12.433088302612305,
      "learning_rate": 2.061923104876808e-05,
      "loss": 0.2755,
      "step": 5680
    },
    {
      "epoch": 0.20677374809215787,
      "grad_norm": 4.399518013000488,
      "learning_rate": 2.0655570899047896e-05,
      "loss": 0.2136,
      "step": 5690
    },
    {
      "epoch": 0.20713714659495602,
      "grad_norm": 12.662751197814941,
      "learning_rate": 2.0691910749327715e-05,
      "loss": 0.3022,
      "step": 5700
    },
    {
      "epoch": 0.2075005450977542,
      "grad_norm": 1.8056265115737915,
      "learning_rate": 2.0728250599607528e-05,
      "loss": 0.3538,
      "step": 5710
    },
    {
      "epoch": 0.20786394360055235,
      "grad_norm": 1.3133045434951782,
      "learning_rate": 2.0764590449887347e-05,
      "loss": 0.1829,
      "step": 5720
    },
    {
      "epoch": 0.20822734210335053,
      "grad_norm": 6.10534143447876,
      "learning_rate": 2.0800930300167167e-05,
      "loss": 0.2819,
      "step": 5730
    },
    {
      "epoch": 0.2085907406061487,
      "grad_norm": 4.327618598937988,
      "learning_rate": 2.083727015044698e-05,
      "loss": 0.2029,
      "step": 5740
    },
    {
      "epoch": 0.20895413910894686,
      "grad_norm": 6.878536224365234,
      "learning_rate": 2.08736100007268e-05,
      "loss": 0.3301,
      "step": 5750
    },
    {
      "epoch": 0.20931753761174504,
      "grad_norm": 2.8301913738250732,
      "learning_rate": 2.0909949851006614e-05,
      "loss": 0.2144,
      "step": 5760
    },
    {
      "epoch": 0.20968093611454322,
      "grad_norm": 2.248054265975952,
      "learning_rate": 2.094628970128643e-05,
      "loss": 0.2046,
      "step": 5770
    },
    {
      "epoch": 0.21004433461734137,
      "grad_norm": 4.619300842285156,
      "learning_rate": 2.098262955156625e-05,
      "loss": 0.2487,
      "step": 5780
    },
    {
      "epoch": 0.21040773312013955,
      "grad_norm": 2.6446404457092285,
      "learning_rate": 2.1018969401846066e-05,
      "loss": 0.2222,
      "step": 5790
    },
    {
      "epoch": 0.2107711316229377,
      "grad_norm": 7.827177047729492,
      "learning_rate": 2.1055309252125882e-05,
      "loss": 0.2684,
      "step": 5800
    },
    {
      "epoch": 0.21113453012573588,
      "grad_norm": 5.37054967880249,
      "learning_rate": 2.10916491024057e-05,
      "loss": 0.216,
      "step": 5810
    },
    {
      "epoch": 0.21149792862853406,
      "grad_norm": 1.5430680513381958,
      "learning_rate": 2.1127988952685514e-05,
      "loss": 0.1723,
      "step": 5820
    },
    {
      "epoch": 0.2118613271313322,
      "grad_norm": 4.355040550231934,
      "learning_rate": 2.1164328802965333e-05,
      "loss": 0.3078,
      "step": 5830
    },
    {
      "epoch": 0.2122247256341304,
      "grad_norm": 2.70613169670105,
      "learning_rate": 2.1200668653245152e-05,
      "loss": 0.1857,
      "step": 5840
    },
    {
      "epoch": 0.21258812413692857,
      "grad_norm": 17.876861572265625,
      "learning_rate": 2.1237008503524965e-05,
      "loss": 0.335,
      "step": 5850
    },
    {
      "epoch": 0.21295152263972672,
      "grad_norm": 2.048499822616577,
      "learning_rate": 2.1273348353804784e-05,
      "loss": 0.2588,
      "step": 5860
    },
    {
      "epoch": 0.2133149211425249,
      "grad_norm": 2.2033607959747314,
      "learning_rate": 2.13096882040846e-05,
      "loss": 0.1973,
      "step": 5870
    },
    {
      "epoch": 0.21367831964532305,
      "grad_norm": 5.563814640045166,
      "learning_rate": 2.1346028054364416e-05,
      "loss": 0.2632,
      "step": 5880
    },
    {
      "epoch": 0.21404171814812123,
      "grad_norm": 1.4629203081130981,
      "learning_rate": 2.1382367904644236e-05,
      "loss": 0.1714,
      "step": 5890
    },
    {
      "epoch": 0.2144051166509194,
      "grad_norm": 9.641836166381836,
      "learning_rate": 2.141870775492405e-05,
      "loss": 0.3329,
      "step": 5900
    },
    {
      "epoch": 0.21476851515371756,
      "grad_norm": 3.0128610134124756,
      "learning_rate": 2.1455047605203867e-05,
      "loss": 0.205,
      "step": 5910
    },
    {
      "epoch": 0.21513191365651574,
      "grad_norm": 6.38659143447876,
      "learning_rate": 2.1491387455483687e-05,
      "loss": 0.2066,
      "step": 5920
    },
    {
      "epoch": 0.2154953121593139,
      "grad_norm": 3.397566080093384,
      "learning_rate": 2.15277273057635e-05,
      "loss": 0.2682,
      "step": 5930
    },
    {
      "epoch": 0.21585871066211207,
      "grad_norm": 1.8110759258270264,
      "learning_rate": 2.156406715604332e-05,
      "loss": 0.2357,
      "step": 5940
    },
    {
      "epoch": 0.21622210916491025,
      "grad_norm": 12.391556739807129,
      "learning_rate": 2.1600407006323135e-05,
      "loss": 0.3043,
      "step": 5950
    },
    {
      "epoch": 0.2165855076677084,
      "grad_norm": 1.8203914165496826,
      "learning_rate": 2.163674685660295e-05,
      "loss": 0.2979,
      "step": 5960
    },
    {
      "epoch": 0.21694890617050658,
      "grad_norm": 3.362252950668335,
      "learning_rate": 2.167308670688277e-05,
      "loss": 0.1667,
      "step": 5970
    },
    {
      "epoch": 0.21731230467330476,
      "grad_norm": 4.1468000411987305,
      "learning_rate": 2.1709426557162586e-05,
      "loss": 0.3419,
      "step": 5980
    },
    {
      "epoch": 0.2176757031761029,
      "grad_norm": 2.479288339614868,
      "learning_rate": 2.1745766407442402e-05,
      "loss": 0.1938,
      "step": 5990
    },
    {
      "epoch": 0.2180391016789011,
      "grad_norm": 26.185468673706055,
      "learning_rate": 2.1782106257722218e-05,
      "loss": 0.2818,
      "step": 6000
    },
    {
      "epoch": 0.2180391016789011,
      "eval_loss": 0.4106527864933014,
      "eval_runtime": 179.9044,
      "eval_samples_per_second": 41.211,
      "eval_steps_per_second": 5.153,
      "eval_wer": 0.2305625646704304,
      "step": 6000
    },
    {
      "epoch": 0.21840250018169924,
      "grad_norm": 2.2452592849731445,
      "learning_rate": 2.1818446108002037e-05,
      "loss": 0.2208,
      "step": 6010
    },
    {
      "epoch": 0.21876589868449742,
      "grad_norm": 2.273920774459839,
      "learning_rate": 2.1854785958281853e-05,
      "loss": 0.2268,
      "step": 6020
    },
    {
      "epoch": 0.2191292971872956,
      "grad_norm": 1.9621226787567139,
      "learning_rate": 2.189112580856167e-05,
      "loss": 0.1965,
      "step": 6030
    },
    {
      "epoch": 0.21949269569009375,
      "grad_norm": 2.866110324859619,
      "learning_rate": 2.1927465658841485e-05,
      "loss": 0.223,
      "step": 6040
    },
    {
      "epoch": 0.21985609419289193,
      "grad_norm": 15.169930458068848,
      "learning_rate": 2.1963805509121305e-05,
      "loss": 0.254,
      "step": 6050
    },
    {
      "epoch": 0.2202194926956901,
      "grad_norm": 2.174626350402832,
      "learning_rate": 2.200014535940112e-05,
      "loss": 0.2056,
      "step": 6060
    },
    {
      "epoch": 0.22058289119848826,
      "grad_norm": 1.9627354145050049,
      "learning_rate": 2.2036485209680936e-05,
      "loss": 0.2211,
      "step": 6070
    },
    {
      "epoch": 0.22094628970128644,
      "grad_norm": 5.444493770599365,
      "learning_rate": 2.2072825059960752e-05,
      "loss": 0.2819,
      "step": 6080
    },
    {
      "epoch": 0.2213096882040846,
      "grad_norm": 2.5131990909576416,
      "learning_rate": 2.2109164910240572e-05,
      "loss": 0.2262,
      "step": 6090
    },
    {
      "epoch": 0.22167308670688277,
      "grad_norm": 15.716779708862305,
      "learning_rate": 2.2145504760520388e-05,
      "loss": 0.2833,
      "step": 6100
    },
    {
      "epoch": 0.22203648520968094,
      "grad_norm": 1.7514111995697021,
      "learning_rate": 2.2181844610800204e-05,
      "loss": 0.2238,
      "step": 6110
    },
    {
      "epoch": 0.2223998837124791,
      "grad_norm": 1.8236886262893677,
      "learning_rate": 2.2218184461080023e-05,
      "loss": 0.1872,
      "step": 6120
    },
    {
      "epoch": 0.22276328221527728,
      "grad_norm": 4.081092834472656,
      "learning_rate": 2.225452431135984e-05,
      "loss": 0.4926,
      "step": 6130
    },
    {
      "epoch": 0.22312668071807545,
      "grad_norm": 3.3254685401916504,
      "learning_rate": 2.2290864161639655e-05,
      "loss": 0.2179,
      "step": 6140
    },
    {
      "epoch": 0.2234900792208736,
      "grad_norm": 9.953665733337402,
      "learning_rate": 2.232720401191947e-05,
      "loss": 0.3221,
      "step": 6150
    },
    {
      "epoch": 0.22385347772367178,
      "grad_norm": 3.531538724899292,
      "learning_rate": 2.2363543862199287e-05,
      "loss": 0.3639,
      "step": 6160
    },
    {
      "epoch": 0.22421687622646994,
      "grad_norm": 1.6166915893554688,
      "learning_rate": 2.2399883712479106e-05,
      "loss": 0.1906,
      "step": 6170
    },
    {
      "epoch": 0.22458027472926811,
      "grad_norm": 3.0561792850494385,
      "learning_rate": 2.2436223562758922e-05,
      "loss": 0.222,
      "step": 6180
    },
    {
      "epoch": 0.2249436732320663,
      "grad_norm": 7.607283115386963,
      "learning_rate": 2.2472563413038738e-05,
      "loss": 0.1769,
      "step": 6190
    },
    {
      "epoch": 0.22530707173486444,
      "grad_norm": 38.86745834350586,
      "learning_rate": 2.2508903263318557e-05,
      "loss": 0.3523,
      "step": 6200
    },
    {
      "epoch": 0.22567047023766262,
      "grad_norm": 1.2490432262420654,
      "learning_rate": 2.2545243113598373e-05,
      "loss": 0.2241,
      "step": 6210
    },
    {
      "epoch": 0.2260338687404608,
      "grad_norm": 3.8632936477661133,
      "learning_rate": 2.258158296387819e-05,
      "loss": 0.2761,
      "step": 6220
    },
    {
      "epoch": 0.22639726724325895,
      "grad_norm": 6.057976722717285,
      "learning_rate": 2.261792281415801e-05,
      "loss": 0.2534,
      "step": 6230
    },
    {
      "epoch": 0.22676066574605713,
      "grad_norm": 5.2983551025390625,
      "learning_rate": 2.265426266443782e-05,
      "loss": 0.1972,
      "step": 6240
    },
    {
      "epoch": 0.22712406424885528,
      "grad_norm": 7.395950794219971,
      "learning_rate": 2.269060251471764e-05,
      "loss": 0.3446,
      "step": 6250
    },
    {
      "epoch": 0.22748746275165346,
      "grad_norm": 2.7409260272979736,
      "learning_rate": 2.2726942364997457e-05,
      "loss": 0.1894,
      "step": 6260
    },
    {
      "epoch": 0.22785086125445164,
      "grad_norm": 1.7545270919799805,
      "learning_rate": 2.2763282215277273e-05,
      "loss": 0.2376,
      "step": 6270
    },
    {
      "epoch": 0.2282142597572498,
      "grad_norm": 112.10614013671875,
      "learning_rate": 2.2799622065557092e-05,
      "loss": 2.0322,
      "step": 6280
    },
    {
      "epoch": 0.22857765826004797,
      "grad_norm": 3.6547396183013916,
      "learning_rate": 2.2835961915836908e-05,
      "loss": 0.2942,
      "step": 6290
    },
    {
      "epoch": 0.22894105676284612,
      "grad_norm": 50.726261138916016,
      "learning_rate": 2.2872301766116724e-05,
      "loss": 0.3279,
      "step": 6300
    },
    {
      "epoch": 0.2293044552656443,
      "grad_norm": 1.2374241352081299,
      "learning_rate": 2.2908641616396543e-05,
      "loss": 0.1912,
      "step": 6310
    },
    {
      "epoch": 0.22966785376844248,
      "grad_norm": 1.6278152465820312,
      "learning_rate": 2.2944981466676356e-05,
      "loss": 0.1913,
      "step": 6320
    },
    {
      "epoch": 0.23003125227124063,
      "grad_norm": 7.58544397354126,
      "learning_rate": 2.2981321316956175e-05,
      "loss": 0.2393,
      "step": 6330
    },
    {
      "epoch": 0.2303946507740388,
      "grad_norm": 1.7094483375549316,
      "learning_rate": 2.3017661167235995e-05,
      "loss": 0.2333,
      "step": 6340
    },
    {
      "epoch": 0.230758049276837,
      "grad_norm": 24.214885711669922,
      "learning_rate": 2.3054001017515807e-05,
      "loss": 0.3019,
      "step": 6350
    },
    {
      "epoch": 0.23112144777963514,
      "grad_norm": 1.962106704711914,
      "learning_rate": 2.3090340867795626e-05,
      "loss": 0.8948,
      "step": 6360
    },
    {
      "epoch": 0.23148484628243332,
      "grad_norm": 1.3703123331069946,
      "learning_rate": 2.3126680718075442e-05,
      "loss": 0.1936,
      "step": 6370
    },
    {
      "epoch": 0.23184824478523147,
      "grad_norm": 7.507201194763184,
      "learning_rate": 2.316302056835526e-05,
      "loss": 0.2185,
      "step": 6380
    },
    {
      "epoch": 0.23221164328802965,
      "grad_norm": 2.6310977935791016,
      "learning_rate": 2.3199360418635078e-05,
      "loss": 0.1961,
      "step": 6390
    },
    {
      "epoch": 0.23257504179082783,
      "grad_norm": 4.186092376708984,
      "learning_rate": 2.3235700268914894e-05,
      "loss": 0.2734,
      "step": 6400
    },
    {
      "epoch": 0.23293844029362598,
      "grad_norm": 1.817269206047058,
      "learning_rate": 2.327204011919471e-05,
      "loss": 0.1966,
      "step": 6410
    },
    {
      "epoch": 0.23330183879642416,
      "grad_norm": 1.9503989219665527,
      "learning_rate": 2.330837996947453e-05,
      "loss": 2.7438,
      "step": 6420
    },
    {
      "epoch": 0.23366523729922234,
      "grad_norm": 3.1107656955718994,
      "learning_rate": 2.334471981975434e-05,
      "loss": 0.2534,
      "step": 6430
    },
    {
      "epoch": 0.2340286358020205,
      "grad_norm": 5.268273830413818,
      "learning_rate": 2.338105967003416e-05,
      "loss": 0.1963,
      "step": 6440
    },
    {
      "epoch": 0.23439203430481867,
      "grad_norm": 9.586852073669434,
      "learning_rate": 2.3417399520313977e-05,
      "loss": 0.2342,
      "step": 6450
    },
    {
      "epoch": 0.23475543280761682,
      "grad_norm": 3.0218632221221924,
      "learning_rate": 2.3453739370593793e-05,
      "loss": 0.231,
      "step": 6460
    },
    {
      "epoch": 0.235118831310415,
      "grad_norm": 1.9708057641983032,
      "learning_rate": 2.3490079220873612e-05,
      "loss": 0.2156,
      "step": 6470
    },
    {
      "epoch": 0.23548222981321318,
      "grad_norm": 3.6212944984436035,
      "learning_rate": 2.3526419071153428e-05,
      "loss": 0.2172,
      "step": 6480
    },
    {
      "epoch": 0.23584562831601133,
      "grad_norm": 2.5205702781677246,
      "learning_rate": 2.3562758921433244e-05,
      "loss": 0.4643,
      "step": 6490
    },
    {
      "epoch": 0.2362090268188095,
      "grad_norm": 4.1570305824279785,
      "learning_rate": 2.3599098771713063e-05,
      "loss": 0.2722,
      "step": 6500
    },
    {
      "epoch": 0.2365724253216077,
      "grad_norm": 1.8376798629760742,
      "learning_rate": 2.363543862199288e-05,
      "loss": 0.2027,
      "step": 6510
    },
    {
      "epoch": 0.23693582382440584,
      "grad_norm": 2.0464930534362793,
      "learning_rate": 2.3671778472272695e-05,
      "loss": 0.183,
      "step": 6520
    },
    {
      "epoch": 0.23729922232720402,
      "grad_norm": 4.8776469230651855,
      "learning_rate": 2.370811832255251e-05,
      "loss": 0.2169,
      "step": 6530
    },
    {
      "epoch": 0.23766262083000217,
      "grad_norm": 1.5764952898025513,
      "learning_rate": 2.3744458172832327e-05,
      "loss": 0.1917,
      "step": 6540
    },
    {
      "epoch": 0.23802601933280035,
      "grad_norm": 16.132232666015625,
      "learning_rate": 2.3780798023112147e-05,
      "loss": 0.2732,
      "step": 6550
    },
    {
      "epoch": 0.23838941783559853,
      "grad_norm": 8.105748176574707,
      "learning_rate": 2.3817137873391963e-05,
      "loss": 0.2055,
      "step": 6560
    },
    {
      "epoch": 0.23875281633839668,
      "grad_norm": 2.087362051010132,
      "learning_rate": 2.385347772367178e-05,
      "loss": 0.186,
      "step": 6570
    },
    {
      "epoch": 0.23911621484119486,
      "grad_norm": 2.8280205726623535,
      "learning_rate": 2.3889817573951598e-05,
      "loss": 0.201,
      "step": 6580
    },
    {
      "epoch": 0.23947961334399304,
      "grad_norm": 1.2525794506072998,
      "learning_rate": 2.3926157424231414e-05,
      "loss": 0.1893,
      "step": 6590
    },
    {
      "epoch": 0.2398430118467912,
      "grad_norm": 23.419832229614258,
      "learning_rate": 2.396249727451123e-05,
      "loss": 0.2554,
      "step": 6600
    },
    {
      "epoch": 0.2398430118467912,
      "eval_loss": 0.4065987765789032,
      "eval_runtime": 179.638,
      "eval_samples_per_second": 41.272,
      "eval_steps_per_second": 5.16,
      "eval_wer": 0.24529380797647357,
      "step": 6600
    },
    {
      "epoch": 0.24020641034958937,
      "grad_norm": 1.3757339715957642,
      "learning_rate": 2.3998837124791046e-05,
      "loss": 0.1962,
      "step": 6610
    },
    {
      "epoch": 0.24056980885238752,
      "grad_norm": 4.00860071182251,
      "learning_rate": 2.4035176975070865e-05,
      "loss": 0.1848,
      "step": 6620
    },
    {
      "epoch": 0.2409332073551857,
      "grad_norm": 5.544015407562256,
      "learning_rate": 2.407151682535068e-05,
      "loss": 0.245,
      "step": 6630
    },
    {
      "epoch": 0.24129660585798388,
      "grad_norm": 1.0618844032287598,
      "learning_rate": 2.4107856675630497e-05,
      "loss": 0.191,
      "step": 6640
    },
    {
      "epoch": 0.24166000436078203,
      "grad_norm": 125.15505981445312,
      "learning_rate": 2.4144196525910313e-05,
      "loss": 0.3055,
      "step": 6650
    },
    {
      "epoch": 0.2420234028635802,
      "grad_norm": 5.015167713165283,
      "learning_rate": 2.418053637619013e-05,
      "loss": 0.2701,
      "step": 6660
    },
    {
      "epoch": 0.24238680136637836,
      "grad_norm": 3.944514274597168,
      "learning_rate": 2.421687622646995e-05,
      "loss": 0.2107,
      "step": 6670
    },
    {
      "epoch": 0.24275019986917654,
      "grad_norm": 3.1539418697357178,
      "learning_rate": 2.4253216076749764e-05,
      "loss": 0.232,
      "step": 6680
    },
    {
      "epoch": 0.24311359837197472,
      "grad_norm": 2.980459213256836,
      "learning_rate": 2.428955592702958e-05,
      "loss": 0.2391,
      "step": 6690
    },
    {
      "epoch": 0.24347699687477287,
      "grad_norm": 35.02157211303711,
      "learning_rate": 2.43258957773094e-05,
      "loss": 0.3172,
      "step": 6700
    },
    {
      "epoch": 0.24384039537757105,
      "grad_norm": 1.606570839881897,
      "learning_rate": 2.4362235627589216e-05,
      "loss": 1.5707,
      "step": 6710
    },
    {
      "epoch": 0.24420379388036922,
      "grad_norm": 3.940394401550293,
      "learning_rate": 2.439857547786903e-05,
      "loss": 0.1969,
      "step": 6720
    },
    {
      "epoch": 0.24456719238316738,
      "grad_norm": 3.8990156650543213,
      "learning_rate": 2.443491532814885e-05,
      "loss": 0.2475,
      "step": 6730
    },
    {
      "epoch": 0.24493059088596555,
      "grad_norm": 2.523500442504883,
      "learning_rate": 2.4471255178428664e-05,
      "loss": 0.194,
      "step": 6740
    },
    {
      "epoch": 0.2452939893887637,
      "grad_norm": 4.920846939086914,
      "learning_rate": 2.4507595028708483e-05,
      "loss": 0.2417,
      "step": 6750
    },
    {
      "epoch": 0.24565738789156188,
      "grad_norm": 2.2269723415374756,
      "learning_rate": 2.4543934878988302e-05,
      "loss": 0.2148,
      "step": 6760
    },
    {
      "epoch": 0.24602078639436006,
      "grad_norm": 1.669722557067871,
      "learning_rate": 2.4580274729268115e-05,
      "loss": 0.1979,
      "step": 6770
    },
    {
      "epoch": 0.24638418489715821,
      "grad_norm": 4.581501007080078,
      "learning_rate": 2.4616614579547934e-05,
      "loss": 0.2412,
      "step": 6780
    },
    {
      "epoch": 0.2467475833999564,
      "grad_norm": 2.6605944633483887,
      "learning_rate": 2.465295442982775e-05,
      "loss": 0.1992,
      "step": 6790
    },
    {
      "epoch": 0.24711098190275457,
      "grad_norm": 7.089646816253662,
      "learning_rate": 2.4689294280107566e-05,
      "loss": 0.2789,
      "step": 6800
    },
    {
      "epoch": 0.24747438040555272,
      "grad_norm": 1.9901385307312012,
      "learning_rate": 2.4725634130387385e-05,
      "loss": 1.907,
      "step": 6810
    },
    {
      "epoch": 0.2478377789083509,
      "grad_norm": 2.5120224952697754,
      "learning_rate": 2.4761973980667198e-05,
      "loss": 0.1908,
      "step": 6820
    },
    {
      "epoch": 0.24820117741114905,
      "grad_norm": 1.553806185722351,
      "learning_rate": 2.4794679845919035e-05,
      "loss": 1.6707,
      "step": 6830
    },
    {
      "epoch": 0.24856457591394723,
      "grad_norm": 2.130095958709717,
      "learning_rate": 2.4831019696198855e-05,
      "loss": 0.222,
      "step": 6840
    },
    {
      "epoch": 0.2489279744167454,
      "grad_norm": 15.832701683044434,
      "learning_rate": 2.486735954647867e-05,
      "loss": 0.4634,
      "step": 6850
    },
    {
      "epoch": 0.24929137291954356,
      "grad_norm": 1.87086820602417,
      "learning_rate": 2.4903699396758487e-05,
      "loss": 0.1887,
      "step": 6860
    },
    {
      "epoch": 0.24965477142234174,
      "grad_norm": 2.32084584236145,
      "learning_rate": 2.4940039247038303e-05,
      "loss": 0.1881,
      "step": 6870
    },
    {
      "epoch": 0.2500181699251399,
      "grad_norm": 3.3228461742401123,
      "learning_rate": 2.497637909731812e-05,
      "loss": 0.264,
      "step": 6880
    },
    {
      "epoch": 0.2503815684279381,
      "grad_norm": 1.8676607608795166,
      "learning_rate": 2.5012718947597935e-05,
      "loss": 0.2102,
      "step": 6890
    },
    {
      "epoch": 0.2507449669307362,
      "grad_norm": 17.540319442749023,
      "learning_rate": 2.5049058797877757e-05,
      "loss": 0.2567,
      "step": 6900
    },
    {
      "epoch": 0.25110836543353443,
      "grad_norm": 1.6276856660842896,
      "learning_rate": 2.508539864815757e-05,
      "loss": 0.1917,
      "step": 6910
    },
    {
      "epoch": 0.2514717639363326,
      "grad_norm": 2.347691059112549,
      "learning_rate": 2.5121738498437386e-05,
      "loss": 0.1998,
      "step": 6920
    },
    {
      "epoch": 0.25183516243913073,
      "grad_norm": 3.5337650775909424,
      "learning_rate": 2.5158078348717205e-05,
      "loss": 0.2418,
      "step": 6930
    },
    {
      "epoch": 0.25219856094192894,
      "grad_norm": 3.7415404319763184,
      "learning_rate": 2.519441819899702e-05,
      "loss": 0.2074,
      "step": 6940
    },
    {
      "epoch": 0.2525619594447271,
      "grad_norm": 16.603042602539062,
      "learning_rate": 2.5230758049276837e-05,
      "loss": 0.3104,
      "step": 6950
    },
    {
      "epoch": 0.25292535794752524,
      "grad_norm": 1.4864579439163208,
      "learning_rate": 2.5267097899556656e-05,
      "loss": 0.1771,
      "step": 6960
    },
    {
      "epoch": 0.25328875645032345,
      "grad_norm": 1.7935876846313477,
      "learning_rate": 2.5303437749836472e-05,
      "loss": 0.1984,
      "step": 6970
    },
    {
      "epoch": 0.2536521549531216,
      "grad_norm": 3.187351942062378,
      "learning_rate": 2.533977760011629e-05,
      "loss": 0.1828,
      "step": 6980
    },
    {
      "epoch": 0.25401555345591975,
      "grad_norm": 1.7930549383163452,
      "learning_rate": 2.5376117450396104e-05,
      "loss": 0.2132,
      "step": 6990
    },
    {
      "epoch": 0.2543789519587179,
      "grad_norm": 4.86196231842041,
      "learning_rate": 2.5412457300675924e-05,
      "loss": 0.2426,
      "step": 7000
    },
    {
      "epoch": 0.2547423504615161,
      "grad_norm": 2.784335136413574,
      "learning_rate": 2.544879715095574e-05,
      "loss": 1.6557,
      "step": 7010
    },
    {
      "epoch": 0.25510574896431426,
      "grad_norm": 1.460509181022644,
      "learning_rate": 2.5485137001235552e-05,
      "loss": 0.1812,
      "step": 7020
    },
    {
      "epoch": 0.2554691474671124,
      "grad_norm": 2.5204946994781494,
      "learning_rate": 2.5521476851515375e-05,
      "loss": 0.3731,
      "step": 7030
    },
    {
      "epoch": 0.2558325459699106,
      "grad_norm": 1.6122281551361084,
      "learning_rate": 2.555781670179519e-05,
      "loss": 0.2256,
      "step": 7040
    },
    {
      "epoch": 0.25619594447270877,
      "grad_norm": 8.13974666595459,
      "learning_rate": 2.5594156552075004e-05,
      "loss": 0.2756,
      "step": 7050
    },
    {
      "epoch": 0.2565593429755069,
      "grad_norm": 2.1560494899749756,
      "learning_rate": 2.5630496402354826e-05,
      "loss": 0.1869,
      "step": 7060
    },
    {
      "epoch": 0.25692274147830513,
      "grad_norm": 2.938570737838745,
      "learning_rate": 2.5666836252634642e-05,
      "loss": 0.187,
      "step": 7070
    },
    {
      "epoch": 0.2572861399811033,
      "grad_norm": 1.6697754859924316,
      "learning_rate": 2.5703176102914455e-05,
      "loss": 0.1841,
      "step": 7080
    },
    {
      "epoch": 0.25764953848390143,
      "grad_norm": 2.500377655029297,
      "learning_rate": 2.5739515953194278e-05,
      "loss": 0.4097,
      "step": 7090
    },
    {
      "epoch": 0.25801293698669964,
      "grad_norm": 6.614553928375244,
      "learning_rate": 2.577585580347409e-05,
      "loss": 0.2779,
      "step": 7100
    },
    {
      "epoch": 0.2583763354894978,
      "grad_norm": 2.1538803577423096,
      "learning_rate": 2.5812195653753906e-05,
      "loss": 0.2035,
      "step": 7110
    },
    {
      "epoch": 0.25873973399229594,
      "grad_norm": 2.64719820022583,
      "learning_rate": 2.584853550403373e-05,
      "loss": 0.1815,
      "step": 7120
    },
    {
      "epoch": 0.25910313249509415,
      "grad_norm": 4.064308166503906,
      "learning_rate": 2.588487535431354e-05,
      "loss": 0.2115,
      "step": 7130
    },
    {
      "epoch": 0.2594665309978923,
      "grad_norm": 4.535513877868652,
      "learning_rate": 2.5921215204593357e-05,
      "loss": 0.1733,
      "step": 7140
    },
    {
      "epoch": 0.25982992950069045,
      "grad_norm": 14.761083602905273,
      "learning_rate": 2.5957555054873173e-05,
      "loss": 0.3061,
      "step": 7150
    },
    {
      "epoch": 0.2601933280034886,
      "grad_norm": 2.902010202407837,
      "learning_rate": 2.5993894905152993e-05,
      "loss": 0.2539,
      "step": 7160
    },
    {
      "epoch": 0.2605567265062868,
      "grad_norm": 2.6499462127685547,
      "learning_rate": 2.603023475543281e-05,
      "loss": 0.209,
      "step": 7170
    },
    {
      "epoch": 0.26092012500908496,
      "grad_norm": 2.0298879146575928,
      "learning_rate": 2.6066574605712625e-05,
      "loss": 0.1966,
      "step": 7180
    },
    {
      "epoch": 0.2612835235118831,
      "grad_norm": 5.285839080810547,
      "learning_rate": 2.6102914455992444e-05,
      "loss": 0.2416,
      "step": 7190
    },
    {
      "epoch": 0.2616469220146813,
      "grad_norm": 14.89932918548584,
      "learning_rate": 2.613925430627226e-05,
      "loss": 0.2649,
      "step": 7200
    },
    {
      "epoch": 0.2616469220146813,
      "eval_loss": 0.43822312355041504,
      "eval_runtime": 180.398,
      "eval_samples_per_second": 41.098,
      "eval_steps_per_second": 5.139,
      "eval_wer": 0.23023580881151634,
      "step": 7200
    },
    {
      "epoch": 0.26201032051747947,
      "grad_norm": 2.9772818088531494,
      "learning_rate": 2.6175594156552076e-05,
      "loss": 0.2158,
      "step": 7210
    },
    {
      "epoch": 0.2623737190202776,
      "grad_norm": 1.4703949689865112,
      "learning_rate": 2.6211934006831895e-05,
      "loss": 0.1925,
      "step": 7220
    },
    {
      "epoch": 0.2627371175230758,
      "grad_norm": 2.6034176349639893,
      "learning_rate": 2.624827385711171e-05,
      "loss": 0.2065,
      "step": 7230
    },
    {
      "epoch": 0.263100516025874,
      "grad_norm": 2.8392562866210938,
      "learning_rate": 2.6284613707391527e-05,
      "loss": 0.2097,
      "step": 7240
    },
    {
      "epoch": 0.2634639145286721,
      "grad_norm": 8.892645835876465,
      "learning_rate": 2.6320953557671347e-05,
      "loss": 0.2835,
      "step": 7250
    },
    {
      "epoch": 0.26382731303147033,
      "grad_norm": 1.616268277168274,
      "learning_rate": 2.6357293407951162e-05,
      "loss": 0.1875,
      "step": 7260
    },
    {
      "epoch": 0.2641907115342685,
      "grad_norm": 2.1791138648986816,
      "learning_rate": 2.6393633258230975e-05,
      "loss": 0.1722,
      "step": 7270
    },
    {
      "epoch": 0.26455411003706664,
      "grad_norm": 2.8691608905792236,
      "learning_rate": 2.642997310851079e-05,
      "loss": 0.2377,
      "step": 7280
    },
    {
      "epoch": 0.26491750853986484,
      "grad_norm": 1.5673551559448242,
      "learning_rate": 2.6466312958790614e-05,
      "loss": 0.4404,
      "step": 7290
    },
    {
      "epoch": 0.265280907042663,
      "grad_norm": 7.296738147735596,
      "learning_rate": 2.6502652809070426e-05,
      "loss": 0.3198,
      "step": 7300
    },
    {
      "epoch": 0.26564430554546115,
      "grad_norm": 6.389322757720947,
      "learning_rate": 2.6538992659350242e-05,
      "loss": 0.2041,
      "step": 7310
    },
    {
      "epoch": 0.2660077040482593,
      "grad_norm": 11.64201831817627,
      "learning_rate": 2.657533250963006e-05,
      "loss": 0.2014,
      "step": 7320
    },
    {
      "epoch": 0.2663711025510575,
      "grad_norm": 4.454049587249756,
      "learning_rate": 2.6611672359909878e-05,
      "loss": 0.2295,
      "step": 7330
    },
    {
      "epoch": 0.26673450105385565,
      "grad_norm": 2.091968297958374,
      "learning_rate": 2.6648012210189694e-05,
      "loss": 0.1784,
      "step": 7340
    },
    {
      "epoch": 0.2670978995566538,
      "grad_norm": 6.904966354370117,
      "learning_rate": 2.6684352060469513e-05,
      "loss": 0.3303,
      "step": 7350
    },
    {
      "epoch": 0.267461298059452,
      "grad_norm": 1.6893994808197021,
      "learning_rate": 2.672069191074933e-05,
      "loss": 0.2534,
      "step": 7360
    },
    {
      "epoch": 0.26782469656225016,
      "grad_norm": 1.3456122875213623,
      "learning_rate": 2.6757031761029145e-05,
      "loss": 0.1829,
      "step": 7370
    },
    {
      "epoch": 0.2681880950650483,
      "grad_norm": 7.959611892700195,
      "learning_rate": 2.6793371611308964e-05,
      "loss": 0.2425,
      "step": 7380
    },
    {
      "epoch": 0.2685514935678465,
      "grad_norm": 1.5833840370178223,
      "learning_rate": 2.682971146158878e-05,
      "loss": 0.1988,
      "step": 7390
    },
    {
      "epoch": 0.2689148920706447,
      "grad_norm": 19.886600494384766,
      "learning_rate": 2.6866051311868596e-05,
      "loss": 0.3563,
      "step": 7400
    },
    {
      "epoch": 0.2692782905734428,
      "grad_norm": 2.55553936958313,
      "learning_rate": 2.6902391162148415e-05,
      "loss": 0.1857,
      "step": 7410
    },
    {
      "epoch": 0.26964168907624103,
      "grad_norm": 2.125661849975586,
      "learning_rate": 2.693873101242823e-05,
      "loss": 0.7398,
      "step": 7420
    },
    {
      "epoch": 0.2700050875790392,
      "grad_norm": 2.577770233154297,
      "learning_rate": 2.6975070862708047e-05,
      "loss": 0.5703,
      "step": 7430
    },
    {
      "epoch": 0.27036848608183733,
      "grad_norm": 2.3848683834075928,
      "learning_rate": 2.701141071298786e-05,
      "loss": 0.173,
      "step": 7440
    },
    {
      "epoch": 0.2707318845846355,
      "grad_norm": 22.96078109741211,
      "learning_rate": 2.7047750563267683e-05,
      "loss": 0.293,
      "step": 7450
    },
    {
      "epoch": 0.2710952830874337,
      "grad_norm": 3.206329822540283,
      "learning_rate": 2.70840904135475e-05,
      "loss": 0.4585,
      "step": 7460
    },
    {
      "epoch": 0.27145868159023184,
      "grad_norm": 2.251904010772705,
      "learning_rate": 2.712043026382731e-05,
      "loss": 0.2196,
      "step": 7470
    },
    {
      "epoch": 0.27182208009303,
      "grad_norm": 3.7445387840270996,
      "learning_rate": 2.7156770114107134e-05,
      "loss": 0.2195,
      "step": 7480
    },
    {
      "epoch": 0.2721854785958282,
      "grad_norm": 1.5370314121246338,
      "learning_rate": 2.7193109964386947e-05,
      "loss": 0.2007,
      "step": 7490
    },
    {
      "epoch": 0.27254887709862635,
      "grad_norm": 18.44324493408203,
      "learning_rate": 2.7229449814666763e-05,
      "loss": 0.3091,
      "step": 7500
    },
    {
      "epoch": 0.2729122756014245,
      "grad_norm": 1.5792795419692993,
      "learning_rate": 2.7265789664946585e-05,
      "loss": 0.1601,
      "step": 7510
    },
    {
      "epoch": 0.2732756741042227,
      "grad_norm": 9.128384590148926,
      "learning_rate": 2.7302129515226398e-05,
      "loss": 0.178,
      "step": 7520
    },
    {
      "epoch": 0.27363907260702086,
      "grad_norm": 2.2285592555999756,
      "learning_rate": 2.7338469365506214e-05,
      "loss": 2.4074,
      "step": 7530
    },
    {
      "epoch": 0.274002471109819,
      "grad_norm": 2.2741541862487793,
      "learning_rate": 2.7374809215786033e-05,
      "loss": 0.246,
      "step": 7540
    },
    {
      "epoch": 0.2743658696126172,
      "grad_norm": 17.185470581054688,
      "learning_rate": 2.741114906606585e-05,
      "loss": 0.2577,
      "step": 7550
    },
    {
      "epoch": 0.27472926811541537,
      "grad_norm": 1.1907752752304077,
      "learning_rate": 2.7447488916345665e-05,
      "loss": 0.2073,
      "step": 7560
    },
    {
      "epoch": 0.2750926666182135,
      "grad_norm": 3.535682201385498,
      "learning_rate": 2.748382876662548e-05,
      "loss": 0.2012,
      "step": 7570
    },
    {
      "epoch": 0.27545606512101173,
      "grad_norm": 3.585460662841797,
      "learning_rate": 2.75201686169053e-05,
      "loss": 0.2147,
      "step": 7580
    },
    {
      "epoch": 0.2758194636238099,
      "grad_norm": 1.9034504890441895,
      "learning_rate": 2.7556508467185116e-05,
      "loss": 0.1626,
      "step": 7590
    },
    {
      "epoch": 0.27618286212660803,
      "grad_norm": 39.66155242919922,
      "learning_rate": 2.7592848317464932e-05,
      "loss": 0.2617,
      "step": 7600
    },
    {
      "epoch": 0.2765462606294062,
      "grad_norm": 1.5698285102844238,
      "learning_rate": 2.762918816774475e-05,
      "loss": 0.3136,
      "step": 7610
    },
    {
      "epoch": 0.2769096591322044,
      "grad_norm": 2.4866106510162354,
      "learning_rate": 2.7665528018024568e-05,
      "loss": 0.1971,
      "step": 7620
    },
    {
      "epoch": 0.27727305763500254,
      "grad_norm": 9.244050025939941,
      "learning_rate": 2.7701867868304384e-05,
      "loss": 0.2025,
      "step": 7630
    },
    {
      "epoch": 0.2776364561378007,
      "grad_norm": 2.1344380378723145,
      "learning_rate": 2.7738207718584203e-05,
      "loss": 0.2055,
      "step": 7640
    },
    {
      "epoch": 0.2779998546405989,
      "grad_norm": 13.503227233886719,
      "learning_rate": 2.777454756886402e-05,
      "loss": 0.2671,
      "step": 7650
    },
    {
      "epoch": 0.27836325314339705,
      "grad_norm": 2.238834857940674,
      "learning_rate": 2.781088741914383e-05,
      "loss": 0.1714,
      "step": 7660
    },
    {
      "epoch": 0.2787266516461952,
      "grad_norm": 0.897280216217041,
      "learning_rate": 2.7847227269423654e-05,
      "loss": 0.1615,
      "step": 7670
    },
    {
      "epoch": 0.2790900501489934,
      "grad_norm": 5.808285713195801,
      "learning_rate": 2.788356711970347e-05,
      "loss": 0.2052,
      "step": 7680
    },
    {
      "epoch": 0.27945344865179156,
      "grad_norm": 1.8924663066864014,
      "learning_rate": 2.7919906969983283e-05,
      "loss": 0.1769,
      "step": 7690
    },
    {
      "epoch": 0.2798168471545897,
      "grad_norm": 11.939653396606445,
      "learning_rate": 2.7956246820263105e-05,
      "loss": 0.2859,
      "step": 7700
    },
    {
      "epoch": 0.2801802456573879,
      "grad_norm": 2.5077621936798096,
      "learning_rate": 2.7992586670542918e-05,
      "loss": 0.1767,
      "step": 7710
    },
    {
      "epoch": 0.28054364416018607,
      "grad_norm": 2.0336718559265137,
      "learning_rate": 2.8028926520822734e-05,
      "loss": 0.6757,
      "step": 7720
    },
    {
      "epoch": 0.2809070426629842,
      "grad_norm": 3.9547739028930664,
      "learning_rate": 2.806526637110255e-05,
      "loss": 0.2322,
      "step": 7730
    },
    {
      "epoch": 0.28127044116578237,
      "grad_norm": 1.8082466125488281,
      "learning_rate": 2.810160622138237e-05,
      "loss": 0.1758,
      "step": 7740
    },
    {
      "epoch": 0.2816338396685806,
      "grad_norm": 16.173986434936523,
      "learning_rate": 2.8137946071662185e-05,
      "loss": 0.2642,
      "step": 7750
    },
    {
      "epoch": 0.28199723817137873,
      "grad_norm": 3.341475486755371,
      "learning_rate": 2.8174285921942e-05,
      "loss": 3.4407,
      "step": 7760
    },
    {
      "epoch": 0.2823606366741769,
      "grad_norm": 1.7220288515090942,
      "learning_rate": 2.821062577222182e-05,
      "loss": 0.1965,
      "step": 7770
    },
    {
      "epoch": 0.2827240351769751,
      "grad_norm": 3.8534610271453857,
      "learning_rate": 2.8246965622501637e-05,
      "loss": 0.1966,
      "step": 7780
    },
    {
      "epoch": 0.28308743367977324,
      "grad_norm": 1.962780475616455,
      "learning_rate": 2.8283305472781453e-05,
      "loss": 0.1859,
      "step": 7790
    },
    {
      "epoch": 0.2834508321825714,
      "grad_norm": 40.28166961669922,
      "learning_rate": 2.8319645323061272e-05,
      "loss": 0.6588,
      "step": 7800
    },
    {
      "epoch": 0.2834508321825714,
      "eval_loss": 0.42970865964889526,
      "eval_runtime": 180.6321,
      "eval_samples_per_second": 41.045,
      "eval_steps_per_second": 5.132,
      "eval_wer": 0.2413455080145951,
      "step": 7800
    },
    {
      "epoch": 0.2838142306853696,
      "grad_norm": 1.748349666595459,
      "learning_rate": 2.8355985173341088e-05,
      "loss": 0.1786,
      "step": 7810
    },
    {
      "epoch": 0.28417762918816775,
      "grad_norm": 2.1137237548828125,
      "learning_rate": 2.8392325023620904e-05,
      "loss": 0.1803,
      "step": 7820
    },
    {
      "epoch": 0.2845410276909659,
      "grad_norm": 1.59931218624115,
      "learning_rate": 2.8428664873900723e-05,
      "loss": 0.2107,
      "step": 7830
    },
    {
      "epoch": 0.2849044261937641,
      "grad_norm": 2.263493061065674,
      "learning_rate": 2.846500472418054e-05,
      "loss": 0.1967,
      "step": 7840
    },
    {
      "epoch": 0.28526782469656226,
      "grad_norm": 20.798656463623047,
      "learning_rate": 2.8501344574460355e-05,
      "loss": 0.268,
      "step": 7850
    },
    {
      "epoch": 0.2856312231993604,
      "grad_norm": 3.0182480812072754,
      "learning_rate": 2.8537684424740168e-05,
      "loss": 0.1901,
      "step": 7860
    },
    {
      "epoch": 0.2859946217021586,
      "grad_norm": 6.6378493309021,
      "learning_rate": 2.857402427501999e-05,
      "loss": 0.1804,
      "step": 7870
    },
    {
      "epoch": 0.28635802020495676,
      "grad_norm": 2.5524067878723145,
      "learning_rate": 2.8610364125299803e-05,
      "loss": 0.233,
      "step": 7880
    },
    {
      "epoch": 0.2867214187077549,
      "grad_norm": 2.6409335136413574,
      "learning_rate": 2.864670397557962e-05,
      "loss": 0.1717,
      "step": 7890
    },
    {
      "epoch": 0.28708481721055307,
      "grad_norm": 6.834221363067627,
      "learning_rate": 2.868304382585944e-05,
      "loss": 0.2956,
      "step": 7900
    },
    {
      "epoch": 0.2874482157133513,
      "grad_norm": 2.760669708251953,
      "learning_rate": 2.8719383676139254e-05,
      "loss": 0.1789,
      "step": 7910
    },
    {
      "epoch": 0.2878116142161494,
      "grad_norm": 1.7543925046920776,
      "learning_rate": 2.875572352641907e-05,
      "loss": 0.2041,
      "step": 7920
    },
    {
      "epoch": 0.2881750127189476,
      "grad_norm": 4.784151077270508,
      "learning_rate": 2.879206337669889e-05,
      "loss": 0.2259,
      "step": 7930
    },
    {
      "epoch": 0.2885384112217458,
      "grad_norm": 2.1769356727600098,
      "learning_rate": 2.8828403226978706e-05,
      "loss": 0.2023,
      "step": 7940
    },
    {
      "epoch": 0.28890180972454393,
      "grad_norm": 9.373051643371582,
      "learning_rate": 2.886474307725852e-05,
      "loss": 0.3511,
      "step": 7950
    },
    {
      "epoch": 0.2892652082273421,
      "grad_norm": 1.895190715789795,
      "learning_rate": 2.890108292753834e-05,
      "loss": 0.1976,
      "step": 7960
    },
    {
      "epoch": 0.2896286067301403,
      "grad_norm": 3.4400076866149902,
      "learning_rate": 2.8937422777818157e-05,
      "loss": 0.1902,
      "step": 7970
    },
    {
      "epoch": 0.28999200523293844,
      "grad_norm": 9.663911819458008,
      "learning_rate": 2.8973762628097973e-05,
      "loss": 0.2551,
      "step": 7980
    },
    {
      "epoch": 0.2903554037357366,
      "grad_norm": 5.1054463386535645,
      "learning_rate": 2.9010102478377792e-05,
      "loss": 0.2001,
      "step": 7990
    },
    {
      "epoch": 0.2907188022385348,
      "grad_norm": 9.06143569946289,
      "learning_rate": 2.9046442328657608e-05,
      "loss": 0.2266,
      "step": 8000
    },
    {
      "epoch": 0.29108220074133295,
      "grad_norm": 1.604077696800232,
      "learning_rate": 2.9082782178937424e-05,
      "loss": 0.1883,
      "step": 8010
    },
    {
      "epoch": 0.2914455992441311,
      "grad_norm": 2.245687246322632,
      "learning_rate": 2.911912202921724e-05,
      "loss": 0.2093,
      "step": 8020
    },
    {
      "epoch": 0.29180899774692926,
      "grad_norm": 3.8099372386932373,
      "learning_rate": 2.915546187949706e-05,
      "loss": 0.2283,
      "step": 8030
    },
    {
      "epoch": 0.29217239624972746,
      "grad_norm": 2.135115623474121,
      "learning_rate": 2.9191801729776875e-05,
      "loss": 0.2369,
      "step": 8040
    },
    {
      "epoch": 0.2925357947525256,
      "grad_norm": 5.596993446350098,
      "learning_rate": 2.9228141580056688e-05,
      "loss": 0.2709,
      "step": 8050
    },
    {
      "epoch": 0.29289919325532376,
      "grad_norm": 1.3212496042251587,
      "learning_rate": 2.926448143033651e-05,
      "loss": 0.1968,
      "step": 8060
    },
    {
      "epoch": 0.29326259175812197,
      "grad_norm": 1.9241231679916382,
      "learning_rate": 2.9300821280616327e-05,
      "loss": 0.3883,
      "step": 8070
    },
    {
      "epoch": 0.2936259902609201,
      "grad_norm": 4.008016109466553,
      "learning_rate": 2.933716113089614e-05,
      "loss": 0.2074,
      "step": 8080
    },
    {
      "epoch": 0.2939893887637183,
      "grad_norm": 1.5871399641036987,
      "learning_rate": 2.9373500981175962e-05,
      "loss": 0.1698,
      "step": 8090
    },
    {
      "epoch": 0.2943527872665165,
      "grad_norm": 19.480670928955078,
      "learning_rate": 2.9409840831455774e-05,
      "loss": 0.4023,
      "step": 8100
    },
    {
      "epoch": 0.29471618576931463,
      "grad_norm": 3.8420443534851074,
      "learning_rate": 2.944618068173559e-05,
      "loss": 0.181,
      "step": 8110
    },
    {
      "epoch": 0.2950795842721128,
      "grad_norm": 1.9951499700546265,
      "learning_rate": 2.9482520532015413e-05,
      "loss": 0.2872,
      "step": 8120
    },
    {
      "epoch": 0.295442982774911,
      "grad_norm": 4.958978176116943,
      "learning_rate": 2.9518860382295226e-05,
      "loss": 0.2359,
      "step": 8130
    },
    {
      "epoch": 0.29580638127770914,
      "grad_norm": 1.5531708002090454,
      "learning_rate": 2.9555200232575042e-05,
      "loss": 0.2138,
      "step": 8140
    },
    {
      "epoch": 0.2961697797805073,
      "grad_norm": 5.297884941101074,
      "learning_rate": 2.9591540082854864e-05,
      "loss": 0.2694,
      "step": 8150
    },
    {
      "epoch": 0.2965331782833055,
      "grad_norm": 1.5989892482757568,
      "learning_rate": 2.9627879933134677e-05,
      "loss": 0.1686,
      "step": 8160
    },
    {
      "epoch": 0.29689657678610365,
      "grad_norm": 3.347722291946411,
      "learning_rate": 2.9664219783414493e-05,
      "loss": 0.2206,
      "step": 8170
    },
    {
      "epoch": 0.2972599752889018,
      "grad_norm": 2.9551491737365723,
      "learning_rate": 2.970055963369431e-05,
      "loss": 0.2274,
      "step": 8180
    },
    {
      "epoch": 0.29762337379169995,
      "grad_norm": 2.527963638305664,
      "learning_rate": 2.973689948397413e-05,
      "loss": 0.1731,
      "step": 8190
    },
    {
      "epoch": 0.29798677229449816,
      "grad_norm": 5.818012714385986,
      "learning_rate": 2.9773239334253944e-05,
      "loss": 0.265,
      "step": 8200
    },
    {
      "epoch": 0.2983501707972963,
      "grad_norm": 1.5580624341964722,
      "learning_rate": 2.980594519950578e-05,
      "loss": 2.627,
      "step": 8210
    },
    {
      "epoch": 0.29871356930009446,
      "grad_norm": 1.6011282205581665,
      "learning_rate": 2.9842285049785594e-05,
      "loss": 0.1811,
      "step": 8220
    },
    {
      "epoch": 0.29907696780289267,
      "grad_norm": 44.825157165527344,
      "learning_rate": 2.987862490006541e-05,
      "loss": 0.4799,
      "step": 8230
    },
    {
      "epoch": 0.2994403663056908,
      "grad_norm": 1.520982027053833,
      "learning_rate": 2.991496475034523e-05,
      "loss": 0.1935,
      "step": 8240
    },
    {
      "epoch": 0.29980376480848897,
      "grad_norm": 6.3379058837890625,
      "learning_rate": 2.9951304600625046e-05,
      "loss": 0.2435,
      "step": 8250
    },
    {
      "epoch": 0.3001671633112872,
      "grad_norm": 2.2493958473205566,
      "learning_rate": 2.998764445090486e-05,
      "loss": 0.1984,
      "step": 8260
    },
    {
      "epoch": 0.30053056181408533,
      "grad_norm": 3.234196186065674,
      "learning_rate": 3.002398430118468e-05,
      "loss": 0.1785,
      "step": 8270
    },
    {
      "epoch": 0.3008939603168835,
      "grad_norm": 4.99449348449707,
      "learning_rate": 3.0060324151464497e-05,
      "loss": 0.1888,
      "step": 8280
    },
    {
      "epoch": 0.3012573588196817,
      "grad_norm": 1.8624048233032227,
      "learning_rate": 3.0096664001744313e-05,
      "loss": 1.6561,
      "step": 8290
    },
    {
      "epoch": 0.30162075732247984,
      "grad_norm": 7.615640640258789,
      "learning_rate": 3.0133003852024132e-05,
      "loss": 0.2918,
      "step": 8300
    },
    {
      "epoch": 0.301984155825278,
      "grad_norm": 1.6900697946548462,
      "learning_rate": 3.0169343702303948e-05,
      "loss": 0.2255,
      "step": 8310
    },
    {
      "epoch": 0.3023475543280762,
      "grad_norm": 2.2034566402435303,
      "learning_rate": 3.0205683552583764e-05,
      "loss": 0.198,
      "step": 8320
    },
    {
      "epoch": 0.30271095283087435,
      "grad_norm": 2.044597625732422,
      "learning_rate": 3.0242023402863583e-05,
      "loss": 0.1946,
      "step": 8330
    },
    {
      "epoch": 0.3030743513336725,
      "grad_norm": 1.6171079874038696,
      "learning_rate": 3.02783632531434e-05,
      "loss": 0.1935,
      "step": 8340
    },
    {
      "epoch": 0.30343774983647065,
      "grad_norm": 2.8435897827148438,
      "learning_rate": 3.0314703103423215e-05,
      "loss": 0.3876,
      "step": 8350
    },
    {
      "epoch": 0.30380114833926886,
      "grad_norm": 2.023019552230835,
      "learning_rate": 3.0351042953703035e-05,
      "loss": 0.1879,
      "step": 8360
    },
    {
      "epoch": 0.304164546842067,
      "grad_norm": 1.7610963582992554,
      "learning_rate": 3.038738280398285e-05,
      "loss": 0.1901,
      "step": 8370
    },
    {
      "epoch": 0.30452794534486516,
      "grad_norm": 1.9482131004333496,
      "learning_rate": 3.0423722654262667e-05,
      "loss": 0.2119,
      "step": 8380
    },
    {
      "epoch": 0.30489134384766337,
      "grad_norm": 1.6463958024978638,
      "learning_rate": 3.046006250454248e-05,
      "loss": 0.2067,
      "step": 8390
    },
    {
      "epoch": 0.3052547423504615,
      "grad_norm": 10.607688903808594,
      "learning_rate": 3.0496402354822302e-05,
      "loss": 0.2709,
      "step": 8400
    },
    {
      "epoch": 0.3052547423504615,
      "eval_loss": 0.3912598192691803,
      "eval_runtime": 179.9461,
      "eval_samples_per_second": 41.201,
      "eval_steps_per_second": 5.152,
      "eval_wer": 0.22865648882676493,
      "step": 8400
    },
    {
      "epoch": 0.30561814085325967,
      "grad_norm": 5.675121307373047,
      "learning_rate": 3.053274220510212e-05,
      "loss": 0.1937,
      "step": 8410
    },
    {
      "epoch": 0.3059815393560579,
      "grad_norm": 1.9001195430755615,
      "learning_rate": 3.056908205538193e-05,
      "loss": 0.1668,
      "step": 8420
    },
    {
      "epoch": 0.306344937858856,
      "grad_norm": 6.807525157928467,
      "learning_rate": 3.060542190566175e-05,
      "loss": 0.2077,
      "step": 8430
    },
    {
      "epoch": 0.3067083363616542,
      "grad_norm": 2.067265272140503,
      "learning_rate": 3.064176175594157e-05,
      "loss": 0.1596,
      "step": 8440
    },
    {
      "epoch": 0.3070717348644524,
      "grad_norm": 15.267791748046875,
      "learning_rate": 3.067810160622138e-05,
      "loss": 0.2667,
      "step": 8450
    },
    {
      "epoch": 0.30743513336725053,
      "grad_norm": 1.367903709411621,
      "learning_rate": 3.07144414565012e-05,
      "loss": 0.1819,
      "step": 8460
    },
    {
      "epoch": 0.3077985318700487,
      "grad_norm": 1.531816840171814,
      "learning_rate": 3.075078130678102e-05,
      "loss": 0.1681,
      "step": 8470
    },
    {
      "epoch": 0.30816193037284684,
      "grad_norm": 3.668304204940796,
      "learning_rate": 3.078712115706083e-05,
      "loss": 0.2488,
      "step": 8480
    },
    {
      "epoch": 0.30852532887564504,
      "grad_norm": 2.2622220516204834,
      "learning_rate": 3.082346100734065e-05,
      "loss": 0.1866,
      "step": 8490
    },
    {
      "epoch": 0.3088887273784432,
      "grad_norm": 6.450117111206055,
      "learning_rate": 3.085980085762047e-05,
      "loss": 0.2676,
      "step": 8500
    },
    {
      "epoch": 0.30925212588124135,
      "grad_norm": 2.096731424331665,
      "learning_rate": 3.0896140707900284e-05,
      "loss": 0.1952,
      "step": 8510
    },
    {
      "epoch": 0.30961552438403955,
      "grad_norm": 1.3809120655059814,
      "learning_rate": 3.09324805581801e-05,
      "loss": 0.3478,
      "step": 8520
    },
    {
      "epoch": 0.3099789228868377,
      "grad_norm": 4.2257585525512695,
      "learning_rate": 3.096882040845992e-05,
      "loss": 0.2126,
      "step": 8530
    },
    {
      "epoch": 0.31034232138963586,
      "grad_norm": 2.8543758392333984,
      "learning_rate": 3.1005160258739736e-05,
      "loss": 0.8169,
      "step": 8540
    },
    {
      "epoch": 0.31070571989243406,
      "grad_norm": 5.897162437438965,
      "learning_rate": 3.104150010901955e-05,
      "loss": 0.2421,
      "step": 8550
    },
    {
      "epoch": 0.3110691183952322,
      "grad_norm": 1.8980865478515625,
      "learning_rate": 3.107783995929937e-05,
      "loss": 0.193,
      "step": 8560
    },
    {
      "epoch": 0.31143251689803036,
      "grad_norm": 2.113833427429199,
      "learning_rate": 3.111417980957919e-05,
      "loss": 0.1553,
      "step": 8570
    },
    {
      "epoch": 0.31179591540082857,
      "grad_norm": 2.7569572925567627,
      "learning_rate": 3.1150519659859e-05,
      "loss": 0.2003,
      "step": 8580
    },
    {
      "epoch": 0.3121593139036267,
      "grad_norm": 2.480473756790161,
      "learning_rate": 3.118685951013882e-05,
      "loss": 0.2173,
      "step": 8590
    },
    {
      "epoch": 0.3125227124064249,
      "grad_norm": 12.174234390258789,
      "learning_rate": 3.122319936041864e-05,
      "loss": 0.3081,
      "step": 8600
    },
    {
      "epoch": 0.3128861109092231,
      "grad_norm": 2.8075544834136963,
      "learning_rate": 3.125953921069845e-05,
      "loss": 0.263,
      "step": 8610
    },
    {
      "epoch": 0.31324950941202123,
      "grad_norm": 16.535009384155273,
      "learning_rate": 3.129587906097827e-05,
      "loss": 0.1968,
      "step": 8620
    },
    {
      "epoch": 0.3136129079148194,
      "grad_norm": 6.4783711433410645,
      "learning_rate": 3.133221891125809e-05,
      "loss": 0.2396,
      "step": 8630
    },
    {
      "epoch": 0.31397630641761753,
      "grad_norm": 0.945353090763092,
      "learning_rate": 3.13685587615379e-05,
      "loss": 0.1623,
      "step": 8640
    },
    {
      "epoch": 0.31433970492041574,
      "grad_norm": 7.135663032531738,
      "learning_rate": 3.140489861181772e-05,
      "loss": 0.3006,
      "step": 8650
    },
    {
      "epoch": 0.3147031034232139,
      "grad_norm": 1.275896430015564,
      "learning_rate": 3.144123846209754e-05,
      "loss": 0.1845,
      "step": 8660
    },
    {
      "epoch": 0.31506650192601204,
      "grad_norm": 2.1660525798797607,
      "learning_rate": 3.147757831237735e-05,
      "loss": 0.1614,
      "step": 8670
    },
    {
      "epoch": 0.31542990042881025,
      "grad_norm": 3.878882646560669,
      "learning_rate": 3.1513918162657166e-05,
      "loss": 0.2124,
      "step": 8680
    },
    {
      "epoch": 0.3157932989316084,
      "grad_norm": 3.452864170074463,
      "learning_rate": 3.155025801293699e-05,
      "loss": 0.1659,
      "step": 8690
    },
    {
      "epoch": 0.31615669743440655,
      "grad_norm": 4.0493292808532715,
      "learning_rate": 3.1586597863216805e-05,
      "loss": 0.2653,
      "step": 8700
    },
    {
      "epoch": 0.31652009593720476,
      "grad_norm": 1.9184757471084595,
      "learning_rate": 3.162293771349662e-05,
      "loss": 0.2043,
      "step": 8710
    },
    {
      "epoch": 0.3168834944400029,
      "grad_norm": 4.22302770614624,
      "learning_rate": 3.165927756377644e-05,
      "loss": 0.2005,
      "step": 8720
    },
    {
      "epoch": 0.31724689294280106,
      "grad_norm": 8.557464599609375,
      "learning_rate": 3.1695617414056256e-05,
      "loss": 0.2135,
      "step": 8730
    },
    {
      "epoch": 0.31761029144559927,
      "grad_norm": 1.6090949773788452,
      "learning_rate": 3.173195726433607e-05,
      "loss": 0.1565,
      "step": 8740
    },
    {
      "epoch": 0.3179736899483974,
      "grad_norm": 35.859737396240234,
      "learning_rate": 3.1768297114615894e-05,
      "loss": 0.3239,
      "step": 8750
    },
    {
      "epoch": 0.31833708845119557,
      "grad_norm": 2.837944507598877,
      "learning_rate": 3.180463696489571e-05,
      "loss": 0.1902,
      "step": 8760
    },
    {
      "epoch": 0.3187004869539937,
      "grad_norm": 1.6548888683319092,
      "learning_rate": 3.184097681517552e-05,
      "loss": 0.1732,
      "step": 8770
    },
    {
      "epoch": 0.31906388545679193,
      "grad_norm": 3.840034246444702,
      "learning_rate": 3.187731666545534e-05,
      "loss": 0.2318,
      "step": 8780
    },
    {
      "epoch": 0.3194272839595901,
      "grad_norm": 3.3684277534484863,
      "learning_rate": 3.191365651573516e-05,
      "loss": 0.1794,
      "step": 8790
    },
    {
      "epoch": 0.31979068246238823,
      "grad_norm": 8.668655395507812,
      "learning_rate": 3.194999636601497e-05,
      "loss": 0.2745,
      "step": 8800
    },
    {
      "epoch": 0.32015408096518644,
      "grad_norm": 1.412441611289978,
      "learning_rate": 3.198633621629479e-05,
      "loss": 0.1913,
      "step": 8810
    },
    {
      "epoch": 0.3205174794679846,
      "grad_norm": 1.6273925304412842,
      "learning_rate": 3.202267606657461e-05,
      "loss": 0.1905,
      "step": 8820
    },
    {
      "epoch": 0.32088087797078274,
      "grad_norm": 5.704558372497559,
      "learning_rate": 3.205901591685442e-05,
      "loss": 0.2217,
      "step": 8830
    },
    {
      "epoch": 0.32124427647358095,
      "grad_norm": 2.248072385787964,
      "learning_rate": 3.209535576713424e-05,
      "loss": 0.1752,
      "step": 8840
    },
    {
      "epoch": 0.3216076749763791,
      "grad_norm": 8.330979347229004,
      "learning_rate": 3.213169561741406e-05,
      "loss": 0.2693,
      "step": 8850
    },
    {
      "epoch": 0.32197107347917725,
      "grad_norm": 6.713444709777832,
      "learning_rate": 3.2168035467693873e-05,
      "loss": 0.1821,
      "step": 8860
    },
    {
      "epoch": 0.32233447198197546,
      "grad_norm": 1.7717983722686768,
      "learning_rate": 3.220437531797369e-05,
      "loss": 0.1572,
      "step": 8870
    },
    {
      "epoch": 0.3226978704847736,
      "grad_norm": 3.8419570922851562,
      "learning_rate": 3.224071516825351e-05,
      "loss": 0.2168,
      "step": 8880
    },
    {
      "epoch": 0.32306126898757176,
      "grad_norm": 1.8515948057174683,
      "learning_rate": 3.2277055018533325e-05,
      "loss": 0.1474,
      "step": 8890
    },
    {
      "epoch": 0.32342466749036997,
      "grad_norm": 12.963587760925293,
      "learning_rate": 3.231339486881314e-05,
      "loss": 0.2349,
      "step": 8900
    },
    {
      "epoch": 0.3237880659931681,
      "grad_norm": 1.078845500946045,
      "learning_rate": 3.2349734719092963e-05,
      "loss": 0.1968,
      "step": 8910
    },
    {
      "epoch": 0.32415146449596627,
      "grad_norm": 1.5369044542312622,
      "learning_rate": 3.2386074569372776e-05,
      "loss": 0.1681,
      "step": 8920
    },
    {
      "epoch": 0.3245148629987644,
      "grad_norm": 3.8013484477996826,
      "learning_rate": 3.242241441965259e-05,
      "loss": 0.2214,
      "step": 8930
    },
    {
      "epoch": 0.3248782615015626,
      "grad_norm": 2.0259406566619873,
      "learning_rate": 3.2458754269932415e-05,
      "loss": 0.4227,
      "step": 8940
    },
    {
      "epoch": 0.3252416600043608,
      "grad_norm": 6.423609256744385,
      "learning_rate": 3.249509412021223e-05,
      "loss": 0.2835,
      "step": 8950
    },
    {
      "epoch": 0.32560505850715893,
      "grad_norm": 2.363159656524658,
      "learning_rate": 3.253143397049204e-05,
      "loss": 0.2038,
      "step": 8960
    },
    {
      "epoch": 0.32596845700995714,
      "grad_norm": 2.4034435749053955,
      "learning_rate": 3.256777382077186e-05,
      "loss": 0.1907,
      "step": 8970
    },
    {
      "epoch": 0.3263318555127553,
      "grad_norm": 4.032980442047119,
      "learning_rate": 3.260411367105168e-05,
      "loss": 0.1973,
      "step": 8980
    },
    {
      "epoch": 0.32669525401555344,
      "grad_norm": 6.102022647857666,
      "learning_rate": 3.264045352133149e-05,
      "loss": 0.197,
      "step": 8990
    },
    {
      "epoch": 0.32705865251835164,
      "grad_norm": 35.67893981933594,
      "learning_rate": 3.267679337161131e-05,
      "loss": 0.2682,
      "step": 9000
    },
    {
      "epoch": 0.32705865251835164,
      "eval_loss": 0.40712428092956543,
      "eval_runtime": 179.2194,
      "eval_samples_per_second": 41.368,
      "eval_steps_per_second": 5.172,
      "eval_wer": 0.226941020567466,
      "step": 9000
    }
  ],
  "logging_steps": 10,
  "max_steps": 165108,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 1800,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.949058842974551e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}