Invalid JSON:Unexpected token 'I', ..."ad_norm": Infinity,
"... is not valid JSON
| { | |
| "best_metric": 0.226941020567466, | |
| "best_model_checkpoint": "./checkpoints/w2v-pa-v2/checkpoint-9000", | |
| "epoch": 0.32705865251835164, | |
| "eval_steps": 600, | |
| "global_step": 9000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00036339850279816846, | |
| "grad_norm": 12.712770462036133, | |
| "learning_rate": 3.633985027981685e-08, | |
| "loss": 8.1015, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0007267970055963369, | |
| "grad_norm": 14.929631233215332, | |
| "learning_rate": 7.26797005596337e-08, | |
| "loss": 8.5111, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0010901955083945055, | |
| "grad_norm": 12.774781227111816, | |
| "learning_rate": 1.0901955083945056e-07, | |
| "loss": 8.71, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0014535940111926739, | |
| "grad_norm": 15.27083969116211, | |
| "learning_rate": 1.417254160912857e-07, | |
| "loss": 9.2894, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0018169925139908424, | |
| "grad_norm": 31.209775924682617, | |
| "learning_rate": 1.7806526637110256e-07, | |
| "loss": 8.6779, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.002180391016789011, | |
| "grad_norm": 12.960335731506348, | |
| "learning_rate": 2.1440511665091943e-07, | |
| "loss": 8.0399, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.002543789519587179, | |
| "grad_norm": 14.452157020568848, | |
| "learning_rate": 2.5074496693073626e-07, | |
| "loss": 7.9357, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0029071880223853477, | |
| "grad_norm": 12.74867057800293, | |
| "learning_rate": 2.8708481721055307e-07, | |
| "loss": 8.0764, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0032705865251835163, | |
| "grad_norm": 19.905397415161133, | |
| "learning_rate": 3.2342466749036993e-07, | |
| "loss": 8.2522, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.003633985027981685, | |
| "grad_norm": Infinity, | |
| "learning_rate": 3.5613053274220513e-07, | |
| "loss": 7.8161, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.003997383530779853, | |
| "grad_norm": 15.877684593200684, | |
| "learning_rate": 3.92470383022022e-07, | |
| "loss": 7.4866, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.004360782033578022, | |
| "grad_norm": 19.216800689697266, | |
| "learning_rate": 4.2881023330183885e-07, | |
| "loss": 7.0324, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0047241805363761906, | |
| "grad_norm": 16.937118530273438, | |
| "learning_rate": 4.651500835816557e-07, | |
| "loss": 6.7873, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.005087579039174358, | |
| "grad_norm": 27.858692169189453, | |
| "learning_rate": 5.014899338614725e-07, | |
| "loss": 7.2063, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.005450977541972527, | |
| "grad_norm": Infinity, | |
| "learning_rate": 5.341957991133076e-07, | |
| "loss": 6.5827, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.005814376044770695, | |
| "grad_norm": 21.252164840698242, | |
| "learning_rate": 5.669016643651428e-07, | |
| "loss": 7.819, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.006177774547568864, | |
| "grad_norm": 20.977886199951172, | |
| "learning_rate": 6.032415146449597e-07, | |
| "loss": 5.4741, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.0065411730503670325, | |
| "grad_norm": 35.25390625, | |
| "learning_rate": 6.395813649247765e-07, | |
| "loss": 5.7225, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.006904571553165201, | |
| "grad_norm": 7.165033340454102, | |
| "learning_rate": 6.759212152045934e-07, | |
| "loss": 4.7475, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.00726797005596337, | |
| "grad_norm": 14.877301216125488, | |
| "learning_rate": 7.122610654844103e-07, | |
| "loss": 4.6375, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.007631368558761538, | |
| "grad_norm": 5.826667785644531, | |
| "learning_rate": 7.486009157642272e-07, | |
| "loss": 4.356, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.007994767061559707, | |
| "grad_norm": 6.022212982177734, | |
| "learning_rate": 7.84940766044044e-07, | |
| "loss": 4.2138, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.008358165564357875, | |
| "grad_norm": 4.790489196777344, | |
| "learning_rate": 8.212806163238608e-07, | |
| "loss": 4.0662, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.008721564067156044, | |
| "grad_norm": 4.448057174682617, | |
| "learning_rate": 8.576204666036777e-07, | |
| "loss": 3.9507, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.009084962569954213, | |
| "grad_norm": 47.487003326416016, | |
| "learning_rate": 8.939603168834945e-07, | |
| "loss": 3.9576, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.009448361072752381, | |
| "grad_norm": 8.64856243133545, | |
| "learning_rate": 9.303001671633114e-07, | |
| "loss": 3.7102, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.009811759575550548, | |
| "grad_norm": 8.821709632873535, | |
| "learning_rate": 9.66640017443128e-07, | |
| "loss": 3.6644, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.010175158078348717, | |
| "grad_norm": 14.071539878845215, | |
| "learning_rate": 1.002979867722945e-06, | |
| "loss": 3.6909, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.010538556581146885, | |
| "grad_norm": 6.68039083480835, | |
| "learning_rate": 1.0393197180027619e-06, | |
| "loss": 3.6458, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.010901955083945054, | |
| "grad_norm": 20.664649963378906, | |
| "learning_rate": 1.0756595682825787e-06, | |
| "loss": 3.6332, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.011265353586743222, | |
| "grad_norm": 2.5272624492645264, | |
| "learning_rate": 1.1119994185623955e-06, | |
| "loss": 3.4835, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.01162875208954139, | |
| "grad_norm": 8.353235244750977, | |
| "learning_rate": 1.1483392688422123e-06, | |
| "loss": 3.4892, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.01199215059233956, | |
| "grad_norm": 7.0964531898498535, | |
| "learning_rate": 1.1846791191220293e-06, | |
| "loss": 3.5586, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.012355549095137728, | |
| "grad_norm": 4.734161376953125, | |
| "learning_rate": 1.2210189694018461e-06, | |
| "loss": 3.4996, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.012718947597935897, | |
| "grad_norm": 47.409996032714844, | |
| "learning_rate": 1.257358819681663e-06, | |
| "loss": 3.5565, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.013082346100734065, | |
| "grad_norm": 2.880244016647339, | |
| "learning_rate": 1.2936986699614797e-06, | |
| "loss": 3.4154, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.013445744603532234, | |
| "grad_norm": 6.637233734130859, | |
| "learning_rate": 1.3300385202412968e-06, | |
| "loss": 3.4119, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.013809143106330402, | |
| "grad_norm": 11.791736602783203, | |
| "learning_rate": 1.3663783705211136e-06, | |
| "loss": 3.4347, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.01417254160912857, | |
| "grad_norm": 8.274836540222168, | |
| "learning_rate": 1.4027182208009304e-06, | |
| "loss": 3.4253, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.01453594011192674, | |
| "grad_norm": 10.09929084777832, | |
| "learning_rate": 1.4390580710807472e-06, | |
| "loss": 3.4702, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.014899338614724908, | |
| "grad_norm": 6.32951545715332, | |
| "learning_rate": 1.4753979213605642e-06, | |
| "loss": 3.3513, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.015262737117523077, | |
| "grad_norm": 2.4888486862182617, | |
| "learning_rate": 1.511737771640381e-06, | |
| "loss": 3.3421, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.015626135620321245, | |
| "grad_norm": 3.02103328704834, | |
| "learning_rate": 1.5480776219201978e-06, | |
| "loss": 3.397, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.015989534123119414, | |
| "grad_norm": 7.464268207550049, | |
| "learning_rate": 1.5844174722000146e-06, | |
| "loss": 3.3582, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.016352932625917582, | |
| "grad_norm": 18.908123016357422, | |
| "learning_rate": 1.6207573224798317e-06, | |
| "loss": 3.4034, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.01671633112871575, | |
| "grad_norm": 2.487326145172119, | |
| "learning_rate": 1.6570971727596485e-06, | |
| "loss": 3.2229, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.01707972963151392, | |
| "grad_norm": 2.3999946117401123, | |
| "learning_rate": 1.6934370230394653e-06, | |
| "loss": 3.2185, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.017443128134312088, | |
| "grad_norm": 5.007234573364258, | |
| "learning_rate": 1.729776873319282e-06, | |
| "loss": 3.2069, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.017806526637110257, | |
| "grad_norm": 6.393301963806152, | |
| "learning_rate": 1.766116723599099e-06, | |
| "loss": 3.0687, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.018169925139908425, | |
| "grad_norm": 45.44938278198242, | |
| "learning_rate": 1.802456573878916e-06, | |
| "loss": 3.112, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.018533323642706594, | |
| "grad_norm": 7.32182502746582, | |
| "learning_rate": 1.8387964241587327e-06, | |
| "loss": 2.951, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.018896722145504762, | |
| "grad_norm": 3.3864173889160156, | |
| "learning_rate": 1.8751362744385495e-06, | |
| "loss": 2.8879, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.019260120648302927, | |
| "grad_norm": 5.429958343505859, | |
| "learning_rate": 1.911476124718366e-06, | |
| "loss": 2.7393, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.019623519151101096, | |
| "grad_norm": 5.3577985763549805, | |
| "learning_rate": 1.947815974998183e-06, | |
| "loss": 2.4813, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.019986917653899264, | |
| "grad_norm": 13.970659255981445, | |
| "learning_rate": 1.9841558252779998e-06, | |
| "loss": 2.3787, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.020350316156697433, | |
| "grad_norm": 5.2666754722595215, | |
| "learning_rate": 2.0204956755578166e-06, | |
| "loss": 2.207, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.0207137146594956, | |
| "grad_norm": 4.184991359710693, | |
| "learning_rate": 2.0568355258376334e-06, | |
| "loss": 2.0383, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.02107711316229377, | |
| "grad_norm": 6.312343597412109, | |
| "learning_rate": 2.09317537611745e-06, | |
| "loss": 1.8416, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.02144051166509194, | |
| "grad_norm": 4.754147529602051, | |
| "learning_rate": 2.1295152263972674e-06, | |
| "loss": 1.6002, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.021803910167890107, | |
| "grad_norm": 21.47913360595703, | |
| "learning_rate": 2.1658550766770842e-06, | |
| "loss": 1.6015, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.021803910167890107, | |
| "eval_loss": 1.5154471397399902, | |
| "eval_runtime": 180.9184, | |
| "eval_samples_per_second": 40.98, | |
| "eval_steps_per_second": 5.124, | |
| "eval_wer": 0.7997531177954872, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.022167308670688276, | |
| "grad_norm": 4.2374348640441895, | |
| "learning_rate": 2.202194926956901e-06, | |
| "loss": 1.4842, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.022530707173486444, | |
| "grad_norm": 4.392132759094238, | |
| "learning_rate": 2.238534777236718e-06, | |
| "loss": 1.3776, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.022894105676284613, | |
| "grad_norm": 4.682064533233643, | |
| "learning_rate": 2.2748746275165347e-06, | |
| "loss": 1.3177, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.02325750417908278, | |
| "grad_norm": 4.8396077156066895, | |
| "learning_rate": 2.3112144777963515e-06, | |
| "loss": 1.0737, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.02362090268188095, | |
| "grad_norm": 33.27382278442383, | |
| "learning_rate": 2.3475543280761683e-06, | |
| "loss": 1.3046, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.02398430118467912, | |
| "grad_norm": 5.410325050354004, | |
| "learning_rate": 2.383894178355985e-06, | |
| "loss": 1.1021, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.024347699687477287, | |
| "grad_norm": 3.9523680210113525, | |
| "learning_rate": 2.420234028635802e-06, | |
| "loss": 1.0602, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.024711098190275456, | |
| "grad_norm": 9.141073226928711, | |
| "learning_rate": 2.456573878915619e-06, | |
| "loss": 1.0631, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.025074496693073624, | |
| "grad_norm": 5.3534626960754395, | |
| "learning_rate": 2.492913729195436e-06, | |
| "loss": 0.8968, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.025437895195871793, | |
| "grad_norm": 32.30677795410156, | |
| "learning_rate": 2.5292535794752527e-06, | |
| "loss": 1.0439, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.02580129369866996, | |
| "grad_norm": 4.310474872589111, | |
| "learning_rate": 2.5655934297550696e-06, | |
| "loss": 0.954, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.02616469220146813, | |
| "grad_norm": 5.586440563201904, | |
| "learning_rate": 2.6019332800348864e-06, | |
| "loss": 1.0031, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.0265280907042663, | |
| "grad_norm": 3.6927313804626465, | |
| "learning_rate": 2.638273130314703e-06, | |
| "loss": 0.7956, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.026891489207064467, | |
| "grad_norm": 4.270529747009277, | |
| "learning_rate": 2.67461298059452e-06, | |
| "loss": 0.8874, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.027254887709862636, | |
| "grad_norm": 23.553489685058594, | |
| "learning_rate": 2.710952830874337e-06, | |
| "loss": 0.8523, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.027618286212660804, | |
| "grad_norm": 5.342041492462158, | |
| "learning_rate": 2.747292681154154e-06, | |
| "loss": 0.9029, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.027981684715458973, | |
| "grad_norm": 3.3802621364593506, | |
| "learning_rate": 2.783632531433971e-06, | |
| "loss": 0.8378, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.02834508321825714, | |
| "grad_norm": 6.378807067871094, | |
| "learning_rate": 2.8199723817137876e-06, | |
| "loss": 0.8085, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.02870848172105531, | |
| "grad_norm": 4.007000923156738, | |
| "learning_rate": 2.8563122319936045e-06, | |
| "loss": 0.8218, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.02907188022385348, | |
| "grad_norm": 68.16226196289062, | |
| "learning_rate": 2.8926520822734213e-06, | |
| "loss": 1.2055, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.029435278726651647, | |
| "grad_norm": 6.70043420791626, | |
| "learning_rate": 2.928991932553238e-06, | |
| "loss": 0.7641, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.029798677229449816, | |
| "grad_norm": 5.498161315917969, | |
| "learning_rate": 2.965331782833055e-06, | |
| "loss": 0.7739, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.030162075732247984, | |
| "grad_norm": 9.515852928161621, | |
| "learning_rate": 3.0016716331128717e-06, | |
| "loss": 0.8293, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.030525474235046153, | |
| "grad_norm": 13.3881196975708, | |
| "learning_rate": 3.0380114833926885e-06, | |
| "loss": 0.5597, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.03088887273784432, | |
| "grad_norm": 13.670549392700195, | |
| "learning_rate": 3.0743513336725057e-06, | |
| "loss": 0.7658, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.03125227124064249, | |
| "grad_norm": 3.58305287361145, | |
| "learning_rate": 3.1106911839523226e-06, | |
| "loss": 0.7036, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.031615669743440655, | |
| "grad_norm": 4.119450569152832, | |
| "learning_rate": 3.147031034232139e-06, | |
| "loss": 0.6842, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.03197906824623883, | |
| "grad_norm": 6.412299156188965, | |
| "learning_rate": 3.183370884511956e-06, | |
| "loss": 0.7148, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.03234246674903699, | |
| "grad_norm": 8.700023651123047, | |
| "learning_rate": 3.2197107347917726e-06, | |
| "loss": 1.4861, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.032705865251835164, | |
| "grad_norm": 18.78075408935547, | |
| "learning_rate": 3.25605058507159e-06, | |
| "loss": 0.7162, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.03306926375463333, | |
| "grad_norm": 4.078335762023926, | |
| "learning_rate": 3.292390435351406e-06, | |
| "loss": 0.643, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.0334326622574315, | |
| "grad_norm": 6.603452682495117, | |
| "learning_rate": 3.3287302856312234e-06, | |
| "loss": 0.6623, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.03379606076022967, | |
| "grad_norm": 5.817732334136963, | |
| "learning_rate": 3.3650701359110402e-06, | |
| "loss": 0.6265, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.03415945926302784, | |
| "grad_norm": 8.310086250305176, | |
| "learning_rate": 3.4014099861908575e-06, | |
| "loss": 0.5343, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.034522857765826004, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.4341158514426923e-06, | |
| "loss": 0.6999, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.034886256268624176, | |
| "grad_norm": 4.416926860809326, | |
| "learning_rate": 3.4704557017225087e-06, | |
| "loss": 0.6688, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.03524965477142234, | |
| "grad_norm": 3.2407495975494385, | |
| "learning_rate": 3.506795552002326e-06, | |
| "loss": 0.5808, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.03561305327422051, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.539501417254161e-06, | |
| "loss": 3.0266, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.03597645177701868, | |
| "grad_norm": 8.086112022399902, | |
| "learning_rate": 3.575841267533978e-06, | |
| "loss": 0.5829, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.03633985027981685, | |
| "grad_norm": 252.45077514648438, | |
| "learning_rate": 3.612181117813795e-06, | |
| "loss": 0.7371, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.036703248782615015, | |
| "grad_norm": 3.5969936847686768, | |
| "learning_rate": 3.648520968093612e-06, | |
| "loss": 0.6632, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.03706664728541319, | |
| "grad_norm": 3.0116841793060303, | |
| "learning_rate": 3.6848608183734285e-06, | |
| "loss": 0.537, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.03743004578821135, | |
| "grad_norm": 5.494657039642334, | |
| "learning_rate": 3.7212006686532457e-06, | |
| "loss": 0.5422, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.037793444291009524, | |
| "grad_norm": 21.526798248291016, | |
| "learning_rate": 3.757540518933062e-06, | |
| "loss": 0.5003, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.03815684279380769, | |
| "grad_norm": 80.90055084228516, | |
| "learning_rate": 3.7938803692128793e-06, | |
| "loss": 0.6566, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.038520241296605855, | |
| "grad_norm": 3.7678096294403076, | |
| "learning_rate": 3.830220219492696e-06, | |
| "loss": 0.5758, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.03888363979940403, | |
| "grad_norm": 4.526616096496582, | |
| "learning_rate": 3.866560069772512e-06, | |
| "loss": 0.5648, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.03924703830220219, | |
| "grad_norm": 4.571674346923828, | |
| "learning_rate": 3.90289992005233e-06, | |
| "loss": 0.5864, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.039610436805000364, | |
| "grad_norm": 5.295219421386719, | |
| "learning_rate": 3.939239770332146e-06, | |
| "loss": 0.4476, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.03997383530779853, | |
| "grad_norm": 16.631162643432617, | |
| "learning_rate": 3.975579620611963e-06, | |
| "loss": 0.6198, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.0403372338105967, | |
| "grad_norm": 4.685397624969482, | |
| "learning_rate": 4.01191947089178e-06, | |
| "loss": 0.7512, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.040700632313394866, | |
| "grad_norm": 3.333232879638672, | |
| "learning_rate": 4.048259321171597e-06, | |
| "loss": 0.5087, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.04106403081619304, | |
| "grad_norm": 5.501911640167236, | |
| "learning_rate": 4.084599171451414e-06, | |
| "loss": 0.5772, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.0414274293189912, | |
| "grad_norm": 8.066693305969238, | |
| "learning_rate": 4.120939021731231e-06, | |
| "loss": 0.4641, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.041790827821789375, | |
| "grad_norm": 13.463829040527344, | |
| "learning_rate": 4.1572788720110474e-06, | |
| "loss": 0.5192, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.04215422632458754, | |
| "grad_norm": 4.132773399353027, | |
| "learning_rate": 4.193618722290864e-06, | |
| "loss": 0.4696, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.04251762482738571, | |
| "grad_norm": 6.176777362823486, | |
| "learning_rate": 4.229958572570681e-06, | |
| "loss": 0.4851, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.04288102333018388, | |
| "grad_norm": 8.26610279083252, | |
| "learning_rate": 4.266298422850498e-06, | |
| "loss": 0.4967, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.04324442183298205, | |
| "grad_norm": 3.9725544452667236, | |
| "learning_rate": 4.302638273130315e-06, | |
| "loss": 0.431, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.043607820335780215, | |
| "grad_norm": 22.353294372558594, | |
| "learning_rate": 4.338978123410132e-06, | |
| "loss": 0.6523, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.043607820335780215, | |
| "eval_loss": 0.5945897102355957, | |
| "eval_runtime": 180.5168, | |
| "eval_samples_per_second": 41.071, | |
| "eval_steps_per_second": 5.135, | |
| "eval_wer": 0.3718390908925881, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.04397121883857839, | |
| "grad_norm": 3.7954189777374268, | |
| "learning_rate": 4.375317973689948e-06, | |
| "loss": 0.4511, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.04433461734137655, | |
| "grad_norm": 5.583435535430908, | |
| "learning_rate": 4.411657823969766e-06, | |
| "loss": 1.4019, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.044698015844174724, | |
| "grad_norm": 8.544243812561035, | |
| "learning_rate": 4.447997674249582e-06, | |
| "loss": 0.4467, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.04506141434697289, | |
| "grad_norm": 3.8716418743133545, | |
| "learning_rate": 4.4843375245293996e-06, | |
| "loss": 0.4347, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.04542481284977106, | |
| "grad_norm": 19.459606170654297, | |
| "learning_rate": 4.5206773748092155e-06, | |
| "loss": 0.616, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.045788211352569226, | |
| "grad_norm": 5.474793434143066, | |
| "learning_rate": 4.557017225089033e-06, | |
| "loss": 0.4689, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.0461516098553674, | |
| "grad_norm": 4.705495834350586, | |
| "learning_rate": 4.593357075368849e-06, | |
| "loss": 0.4623, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.04651500835816556, | |
| "grad_norm": 6.779942035675049, | |
| "learning_rate": 4.629696925648667e-06, | |
| "loss": 0.4418, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.046878406860963735, | |
| "grad_norm": 6.802936553955078, | |
| "learning_rate": 4.666036775928484e-06, | |
| "loss": 0.4429, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.0472418053637619, | |
| "grad_norm": 17.47754669189453, | |
| "learning_rate": 4.7023766262083004e-06, | |
| "loss": 0.596, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.04760520386656007, | |
| "grad_norm": 4.036036968231201, | |
| "learning_rate": 4.738716476488117e-06, | |
| "loss": 0.4362, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.04796860236935824, | |
| "grad_norm": 6.022701740264893, | |
| "learning_rate": 4.775056326767934e-06, | |
| "loss": 0.5092, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.04833200087215641, | |
| "grad_norm": 5.533923625946045, | |
| "learning_rate": 4.811396177047751e-06, | |
| "loss": 0.4358, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.048695399374954575, | |
| "grad_norm": 3.4037017822265625, | |
| "learning_rate": 4.847736027327568e-06, | |
| "loss": 0.3684, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.04905879787775275, | |
| "grad_norm": 13.625974655151367, | |
| "learning_rate": 4.8840758776073845e-06, | |
| "loss": 0.583, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.04942219638055091, | |
| "grad_norm": 3.597294330596924, | |
| "learning_rate": 4.920415727887201e-06, | |
| "loss": 0.4561, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.049785594883349084, | |
| "grad_norm": 2.8846936225891113, | |
| "learning_rate": 4.956755578167018e-06, | |
| "loss": 0.409, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.05014899338614725, | |
| "grad_norm": 5.500187397003174, | |
| "learning_rate": 4.993095428446836e-06, | |
| "loss": 0.4531, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.05051239188894542, | |
| "grad_norm": 3.1203413009643555, | |
| "learning_rate": 5.029435278726652e-06, | |
| "loss": 0.4004, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.050875790391743586, | |
| "grad_norm": 98.18115234375, | |
| "learning_rate": 5.0657751290064685e-06, | |
| "loss": 0.522, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.05123918889454175, | |
| "grad_norm": 3.901418924331665, | |
| "learning_rate": 5.102114979286285e-06, | |
| "loss": 0.4041, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.05160258739733992, | |
| "grad_norm": 4.045637130737305, | |
| "learning_rate": 5.138454829566102e-06, | |
| "loss": 0.4051, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.05196598590013809, | |
| "grad_norm": 6.835183143615723, | |
| "learning_rate": 5.174794679845919e-06, | |
| "loss": 0.4937, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.05232938440293626, | |
| "grad_norm": 7.708272457122803, | |
| "learning_rate": 5.211134530125736e-06, | |
| "loss": 0.3818, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.052692782905734425, | |
| "grad_norm": 24.2607364654541, | |
| "learning_rate": 5.247474380405553e-06, | |
| "loss": 0.5445, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.0530561814085326, | |
| "grad_norm": 3.3517005443573, | |
| "learning_rate": 5.283814230685369e-06, | |
| "loss": 0.4079, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.05341957991133076, | |
| "grad_norm": 12.727778434753418, | |
| "learning_rate": 5.320154080965187e-06, | |
| "loss": 0.4285, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.053782978414128935, | |
| "grad_norm": 4.984294891357422, | |
| "learning_rate": 5.356493931245003e-06, | |
| "loss": 0.5006, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.0541463769169271, | |
| "grad_norm": 3.3041558265686035, | |
| "learning_rate": 5.392833781524821e-06, | |
| "loss": 0.3729, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.05450977541972527, | |
| "grad_norm": 38.074546813964844, | |
| "learning_rate": 5.429173631804637e-06, | |
| "loss": 0.5401, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.05487317392252344, | |
| "grad_norm": 5.649720668792725, | |
| "learning_rate": 5.465513482084454e-06, | |
| "loss": 0.3879, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.05523657242532161, | |
| "grad_norm": 3.107583522796631, | |
| "learning_rate": 5.501853332364271e-06, | |
| "loss": 0.4144, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.055599970928119774, | |
| "grad_norm": 19.246564865112305, | |
| "learning_rate": 5.538193182644088e-06, | |
| "loss": 0.4314, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.055963369430917946, | |
| "grad_norm": 4.72367525100708, | |
| "learning_rate": 5.574533032923905e-06, | |
| "loss": 0.3576, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.05632676793371611, | |
| "grad_norm": 25.88886260986328, | |
| "learning_rate": 5.6108728832037215e-06, | |
| "loss": 0.5385, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.05669016643651428, | |
| "grad_norm": 3.1524956226348877, | |
| "learning_rate": 5.647212733483538e-06, | |
| "loss": 0.4075, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.05705356493931245, | |
| "grad_norm": 3.883281707763672, | |
| "learning_rate": 5.683552583763355e-06, | |
| "loss": 0.4242, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.05741696344211062, | |
| "grad_norm": 16.935935974121094, | |
| "learning_rate": 5.719892434043172e-06, | |
| "loss": 0.6194, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.057780361944908785, | |
| "grad_norm": 4.23909330368042, | |
| "learning_rate": 5.756232284322989e-06, | |
| "loss": 0.4206, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.05814376044770696, | |
| "grad_norm": 16.6039981842041, | |
| "learning_rate": 5.7925721346028056e-06, | |
| "loss": 0.4854, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.05850715895050512, | |
| "grad_norm": 2.5220890045166016, | |
| "learning_rate": 5.828911984882622e-06, | |
| "loss": 0.4186, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.058870557453303295, | |
| "grad_norm": 3.075101613998413, | |
| "learning_rate": 5.865251835162439e-06, | |
| "loss": 0.8877, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.05923395595610146, | |
| "grad_norm": 5.511383056640625, | |
| "learning_rate": 5.901591685442257e-06, | |
| "loss": 0.4219, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.05959735445889963, | |
| "grad_norm": 2.9449989795684814, | |
| "learning_rate": 5.937931535722073e-06, | |
| "loss": 0.2992, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.0599607529616978, | |
| "grad_norm": 31.823612213134766, | |
| "learning_rate": 5.9742713860018905e-06, | |
| "loss": 0.5939, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.06032415146449597, | |
| "grad_norm": 4.240995407104492, | |
| "learning_rate": 6.010611236281706e-06, | |
| "loss": 0.4176, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.060687549967294134, | |
| "grad_norm": 2.6084980964660645, | |
| "learning_rate": 6.046951086561524e-06, | |
| "loss": 0.3542, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.061050948470092306, | |
| "grad_norm": 8.318774223327637, | |
| "learning_rate": 6.08329093684134e-06, | |
| "loss": 0.3968, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.06141434697289047, | |
| "grad_norm": 5.18604850769043, | |
| "learning_rate": 6.119630787121158e-06, | |
| "loss": 0.3879, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.06177774547568864, | |
| "grad_norm": 51.732086181640625, | |
| "learning_rate": 6.1559706374009745e-06, | |
| "loss": 0.5025, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.06214114397848681, | |
| "grad_norm": 2.5876500606536865, | |
| "learning_rate": 6.192310487680791e-06, | |
| "loss": 0.3558, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.06250454248128498, | |
| "grad_norm": 5.071794033050537, | |
| "learning_rate": 6.228650337960608e-06, | |
| "loss": 0.3534, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.06286794098408315, | |
| "grad_norm": 11.539891242980957, | |
| "learning_rate": 6.264990188240424e-06, | |
| "loss": 0.4628, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.06323133948688131, | |
| "grad_norm": 3.275383710861206, | |
| "learning_rate": 6.301330038520243e-06, | |
| "loss": 0.3368, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.06359473798967948, | |
| "grad_norm": 41.4942741394043, | |
| "learning_rate": 6.3376698888000586e-06, | |
| "loss": 0.53, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.06395813649247765, | |
| "grad_norm": 3.0071399211883545, | |
| "learning_rate": 6.374009739079875e-06, | |
| "loss": 0.3623, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.06432153499527582, | |
| "grad_norm": 3.385955333709717, | |
| "learning_rate": 6.410349589359692e-06, | |
| "loss": 0.3476, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.06468493349807398, | |
| "grad_norm": 3.872527599334717, | |
| "learning_rate": 6.446689439639508e-06, | |
| "loss": 0.3168, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.06504833200087215, | |
| "grad_norm": 4.668768882751465, | |
| "learning_rate": 6.483029289919327e-06, | |
| "loss": 0.3813, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.06541173050367033, | |
| "grad_norm": 69.33656311035156, | |
| "learning_rate": 6.519369140199143e-06, | |
| "loss": 0.4557, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.06541173050367033, | |
| "eval_loss": 0.5579342246055603, | |
| "eval_runtime": 180.31, | |
| "eval_samples_per_second": 41.118, | |
| "eval_steps_per_second": 5.141, | |
| "eval_wer": 0.34055221740156477, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.0657751290064685, | |
| "grad_norm": 4.2848381996154785, | |
| "learning_rate": 6.555708990478959e-06, | |
| "loss": 0.5481, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.06613852750926666, | |
| "grad_norm": 11.31700325012207, | |
| "learning_rate": 6.592048840758775e-06, | |
| "loss": 0.3479, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.06650192601206482, | |
| "grad_norm": 6.088991165161133, | |
| "learning_rate": 6.628388691038594e-06, | |
| "loss": 0.3994, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.066865324514863, | |
| "grad_norm": 4.342681407928467, | |
| "learning_rate": 6.66472854131841e-06, | |
| "loss": 0.2953, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.06722872301766117, | |
| "grad_norm": 75.97467041015625, | |
| "learning_rate": 6.701068391598227e-06, | |
| "loss": 0.4807, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.06759212152045933, | |
| "grad_norm": 3.8739049434661865, | |
| "learning_rate": 6.7374082418780435e-06, | |
| "loss": 0.3963, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.0679555200232575, | |
| "grad_norm": 2.6209168434143066, | |
| "learning_rate": 6.773748092157861e-06, | |
| "loss": 0.422, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.06831891852605568, | |
| "grad_norm": 17.530773162841797, | |
| "learning_rate": 6.810087942437678e-06, | |
| "loss": 0.3939, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.06868231702885384, | |
| "grad_norm": 3.475748300552368, | |
| "learning_rate": 6.846427792717494e-06, | |
| "loss": 0.2996, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.06904571553165201, | |
| "grad_norm": 20.979995727539062, | |
| "learning_rate": 6.882767642997311e-06, | |
| "loss": 0.4528, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.06940911403445017, | |
| "grad_norm": 3.8432774543762207, | |
| "learning_rate": 6.919107493277128e-06, | |
| "loss": 0.2959, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.06977251253724835, | |
| "grad_norm": 7.830467700958252, | |
| "learning_rate": 6.955447343556945e-06, | |
| "loss": 0.3378, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.07013591104004652, | |
| "grad_norm": 15.633039474487305, | |
| "learning_rate": 6.991787193836762e-06, | |
| "loss": 0.4, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.07049930954284468, | |
| "grad_norm": 13.628314971923828, | |
| "learning_rate": 7.028127044116578e-06, | |
| "loss": 0.3255, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.07086270804564285, | |
| "grad_norm": 33.001773834228516, | |
| "learning_rate": 7.064466894396396e-06, | |
| "loss": 0.4367, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.07122610654844103, | |
| "grad_norm": 3.5115041732788086, | |
| "learning_rate": 7.100806744676212e-06, | |
| "loss": 0.3279, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.07158950505123919, | |
| "grad_norm": 3.0497541427612305, | |
| "learning_rate": 7.137146594956029e-06, | |
| "loss": 2.8797, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.07195290355403736, | |
| "grad_norm": 6.17769718170166, | |
| "learning_rate": 7.173486445235845e-06, | |
| "loss": 0.3534, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.07231630205683552, | |
| "grad_norm": 5.4114789962768555, | |
| "learning_rate": 7.209826295515664e-06, | |
| "loss": 0.3309, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.0726797005596337, | |
| "grad_norm": 11.600439071655273, | |
| "learning_rate": 7.24616614579548e-06, | |
| "loss": 0.4382, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.07304309906243187, | |
| "grad_norm": 3.4476027488708496, | |
| "learning_rate": 7.2825059960752965e-06, | |
| "loss": 0.3487, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.07340649756523003, | |
| "grad_norm": 5.642564296722412, | |
| "learning_rate": 7.318845846355113e-06, | |
| "loss": 0.3513, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.0737698960680282, | |
| "grad_norm": 7.132052898406982, | |
| "learning_rate": 7.355185696634931e-06, | |
| "loss": 0.4564, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.07413329457082637, | |
| "grad_norm": 6.583246231079102, | |
| "learning_rate": 7.391525546914748e-06, | |
| "loss": 0.3376, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.07449669307362454, | |
| "grad_norm": 23.98805809020996, | |
| "learning_rate": 7.427865397194564e-06, | |
| "loss": 0.4217, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.0748600915764227, | |
| "grad_norm": 3.9135584831237793, | |
| "learning_rate": 7.4642052474743805e-06, | |
| "loss": 0.3324, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.07522349007922087, | |
| "grad_norm": 3.4022698402404785, | |
| "learning_rate": 7.500545097754198e-06, | |
| "loss": 0.3391, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.07558688858201905, | |
| "grad_norm": 8.37547779083252, | |
| "learning_rate": 7.536884948034015e-06, | |
| "loss": 0.3119, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.07595028708481721, | |
| "grad_norm": 6.2167558670043945, | |
| "learning_rate": 7.573224798313831e-06, | |
| "loss": 0.3247, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.07631368558761538, | |
| "grad_norm": 81.76036834716797, | |
| "learning_rate": 7.609564648593648e-06, | |
| "loss": 0.4281, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.07667708409041354, | |
| "grad_norm": 2.8961973190307617, | |
| "learning_rate": 7.645904498873465e-06, | |
| "loss": 0.3368, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.07704048259321171, | |
| "grad_norm": 4.699477195739746, | |
| "learning_rate": 7.682244349153282e-06, | |
| "loss": 0.3403, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.07740388109600989, | |
| "grad_norm": 4.429138660430908, | |
| "learning_rate": 7.718584199433098e-06, | |
| "loss": 0.3182, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.07776727959880805, | |
| "grad_norm": 2.7269580364227295, | |
| "learning_rate": 7.754924049712916e-06, | |
| "loss": 0.2828, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.07813067810160622, | |
| "grad_norm": 15.126232147216797, | |
| "learning_rate": 7.791263899992732e-06, | |
| "loss": 0.4606, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.07849407660440438, | |
| "grad_norm": 10.14072322845459, | |
| "learning_rate": 7.82760375027255e-06, | |
| "loss": 0.3451, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.07885747510720256, | |
| "grad_norm": 4.95914363861084, | |
| "learning_rate": 7.863943600552365e-06, | |
| "loss": 0.3612, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.07922087361000073, | |
| "grad_norm": 4.115192413330078, | |
| "learning_rate": 7.900283450832183e-06, | |
| "loss": 0.3222, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.07958427211279889, | |
| "grad_norm": 5.405594825744629, | |
| "learning_rate": 7.936623301111999e-06, | |
| "loss": 0.3474, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.07994767061559706, | |
| "grad_norm": 23.328718185424805, | |
| "learning_rate": 7.972963151391817e-06, | |
| "loss": 0.4797, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.08031106911839524, | |
| "grad_norm": 3.5595099925994873, | |
| "learning_rate": 8.009303001671634e-06, | |
| "loss": 0.3305, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.0806744676211934, | |
| "grad_norm": 3.048445463180542, | |
| "learning_rate": 8.04564285195145e-06, | |
| "loss": 0.318, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.08103786612399157, | |
| "grad_norm": 5.857702732086182, | |
| "learning_rate": 8.081982702231266e-06, | |
| "loss": 0.3497, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.08140126462678973, | |
| "grad_norm": 3.0092968940734863, | |
| "learning_rate": 8.118322552511084e-06, | |
| "loss": 0.2995, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.08176466312958791, | |
| "grad_norm": 9.337843894958496, | |
| "learning_rate": 8.154662402790902e-06, | |
| "loss": 0.4517, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.08212806163238608, | |
| "grad_norm": 3.136950969696045, | |
| "learning_rate": 8.191002253070718e-06, | |
| "loss": 0.2927, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.08249146013518424, | |
| "grad_norm": 4.228198051452637, | |
| "learning_rate": 8.227342103350534e-06, | |
| "loss": 1.2185, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.0828548586379824, | |
| "grad_norm": 7.404679298400879, | |
| "learning_rate": 8.263681953630351e-06, | |
| "loss": 0.3448, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.08321825714078059, | |
| "grad_norm": 7.873497009277344, | |
| "learning_rate": 8.300021803910169e-06, | |
| "loss": 0.2965, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.08358165564357875, | |
| "grad_norm": 12.266081809997559, | |
| "learning_rate": 8.336361654189985e-06, | |
| "loss": 0.4631, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.08394505414637692, | |
| "grad_norm": 3.3576557636260986, | |
| "learning_rate": 8.3727015044698e-06, | |
| "loss": 0.3339, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.08430845264917508, | |
| "grad_norm": 3.0854902267456055, | |
| "learning_rate": 8.40904135474962e-06, | |
| "loss": 0.3448, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.08467185115197326, | |
| "grad_norm": 6.1308746337890625, | |
| "learning_rate": 8.445381205029436e-06, | |
| "loss": 0.386, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.08503524965477142, | |
| "grad_norm": 4.458275318145752, | |
| "learning_rate": 8.481721055309252e-06, | |
| "loss": 0.2916, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.08539864815756959, | |
| "grad_norm": 25.443647384643555, | |
| "learning_rate": 8.51806090558907e-06, | |
| "loss": 0.4232, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.08576204666036776, | |
| "grad_norm": 324.4353332519531, | |
| "learning_rate": 8.554400755868887e-06, | |
| "loss": 2.4995, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.08612544516316593, | |
| "grad_norm": 17.593692779541016, | |
| "learning_rate": 8.590740606148703e-06, | |
| "loss": 0.2952, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.0864888436659641, | |
| "grad_norm": 3.4646732807159424, | |
| "learning_rate": 8.62708045642852e-06, | |
| "loss": 0.2961, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.08685224216876226, | |
| "grad_norm": 2.9895999431610107, | |
| "learning_rate": 8.663420306708337e-06, | |
| "loss": 0.2852, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.08721564067156043, | |
| "grad_norm": 24.221176147460938, | |
| "learning_rate": 8.699760156988155e-06, | |
| "loss": 0.4343, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.08721564067156043, | |
| "eval_loss": 0.47036415338516235, | |
| "eval_runtime": 180.1154, | |
| "eval_samples_per_second": 41.162, | |
| "eval_steps_per_second": 5.147, | |
| "eval_wer": 0.28054713453264835, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.08757903917435861, | |
| "grad_norm": 161.69967651367188, | |
| "learning_rate": 8.73610000726797e-06, | |
| "loss": 1.4598, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.08794243767715677, | |
| "grad_norm": 10.37559700012207, | |
| "learning_rate": 8.772439857547786e-06, | |
| "loss": 0.3042, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.08830583617995494, | |
| "grad_norm": 5.90106725692749, | |
| "learning_rate": 8.808779707827604e-06, | |
| "loss": 0.3385, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.0886692346827531, | |
| "grad_norm": 9.207955360412598, | |
| "learning_rate": 8.845119558107422e-06, | |
| "loss": 0.2963, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.08903263318555127, | |
| "grad_norm": 22.280956268310547, | |
| "learning_rate": 8.881459408387238e-06, | |
| "loss": 0.4505, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.08939603168834945, | |
| "grad_norm": 3.090710401535034, | |
| "learning_rate": 8.917799258667055e-06, | |
| "loss": 0.3114, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.08975943019114761, | |
| "grad_norm": 4.144134044647217, | |
| "learning_rate": 8.954139108946871e-06, | |
| "loss": 0.2855, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.09012282869394578, | |
| "grad_norm": 4.343112468719482, | |
| "learning_rate": 8.990478959226687e-06, | |
| "loss": 0.2906, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.09048622719674394, | |
| "grad_norm": 2.6925292015075684, | |
| "learning_rate": 9.026818809506505e-06, | |
| "loss": 0.284, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.09084962569954212, | |
| "grad_norm": 29.639341354370117, | |
| "learning_rate": 9.063158659786323e-06, | |
| "loss": 0.3411, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.09121302420234029, | |
| "grad_norm": 4.425374984741211, | |
| "learning_rate": 9.099498510066139e-06, | |
| "loss": 0.3041, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.09157642270513845, | |
| "grad_norm": 5.6643195152282715, | |
| "learning_rate": 9.135838360345955e-06, | |
| "loss": 0.3123, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.09193982120793662, | |
| "grad_norm": 3.9098479747772217, | |
| "learning_rate": 9.172178210625772e-06, | |
| "loss": 0.3664, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.0923032197107348, | |
| "grad_norm": 3.133389949798584, | |
| "learning_rate": 9.20851806090559e-06, | |
| "loss": 0.2708, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.09266661821353296, | |
| "grad_norm": 43.00468063354492, | |
| "learning_rate": 9.244857911185406e-06, | |
| "loss": 0.4215, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.09303001671633113, | |
| "grad_norm": 3.1411876678466797, | |
| "learning_rate": 9.281197761465222e-06, | |
| "loss": 0.2983, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.09339341521912929, | |
| "grad_norm": 3.263828754425049, | |
| "learning_rate": 9.317537611745041e-06, | |
| "loss": 0.3137, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.09375681372192747, | |
| "grad_norm": 3.618751049041748, | |
| "learning_rate": 9.353877462024857e-06, | |
| "loss": 0.3279, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.09412021222472564, | |
| "grad_norm": 3.6551568508148193, | |
| "learning_rate": 9.390217312304673e-06, | |
| "loss": 0.2409, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.0944836107275238, | |
| "grad_norm": 8.680901527404785, | |
| "learning_rate": 9.42655716258449e-06, | |
| "loss": 0.373, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.09484700923032197, | |
| "grad_norm": 4.761026382446289, | |
| "learning_rate": 9.462897012864308e-06, | |
| "loss": 0.2777, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.09521040773312014, | |
| "grad_norm": 3.142723321914673, | |
| "learning_rate": 9.499236863144124e-06, | |
| "loss": 0.2882, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.09557380623591831, | |
| "grad_norm": 2.969968795776367, | |
| "learning_rate": 9.53557671342394e-06, | |
| "loss": 0.3086, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.09593720473871648, | |
| "grad_norm": 3.754549264907837, | |
| "learning_rate": 9.571916563703758e-06, | |
| "loss": 0.259, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.09630060324151464, | |
| "grad_norm": 23.7288761138916, | |
| "learning_rate": 9.608256413983576e-06, | |
| "loss": 0.4284, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.09666400174431282, | |
| "grad_norm": 2.7727372646331787, | |
| "learning_rate": 9.644596264263392e-06, | |
| "loss": 0.2602, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.09702740024711098, | |
| "grad_norm": 14.707064628601074, | |
| "learning_rate": 9.680936114543208e-06, | |
| "loss": 0.3059, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.09739079874990915, | |
| "grad_norm": 3.8396642208099365, | |
| "learning_rate": 9.717275964823025e-06, | |
| "loss": 0.2811, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.09775419725270731, | |
| "grad_norm": 2.9460713863372803, | |
| "learning_rate": 9.753615815102843e-06, | |
| "loss": 0.2686, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.0981175957555055, | |
| "grad_norm": 20.107336044311523, | |
| "learning_rate": 9.789955665382659e-06, | |
| "loss": 0.4306, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.09848099425830366, | |
| "grad_norm": 3.1286280155181885, | |
| "learning_rate": 9.826295515662477e-06, | |
| "loss": 0.3059, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.09884439276110182, | |
| "grad_norm": 6.160215854644775, | |
| "learning_rate": 9.862635365942292e-06, | |
| "loss": 0.3046, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.09920779126389999, | |
| "grad_norm": 6.1921186447143555, | |
| "learning_rate": 9.89897521622211e-06, | |
| "loss": 0.285, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.09957118976669817, | |
| "grad_norm": 13.759759902954102, | |
| "learning_rate": 9.935315066501926e-06, | |
| "loss": 0.2888, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.09993458826949633, | |
| "grad_norm": 13.92764949798584, | |
| "learning_rate": 9.971654916781744e-06, | |
| "loss": 0.4266, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.1002979867722945, | |
| "grad_norm": 3.3999857902526855, | |
| "learning_rate": 1.000799476706156e-05, | |
| "loss": 0.2858, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.10066138527509266, | |
| "grad_norm": 4.103928089141846, | |
| "learning_rate": 1.0044334617341377e-05, | |
| "loss": 0.262, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.10102478377789084, | |
| "grad_norm": 6.15985107421875, | |
| "learning_rate": 1.0080674467621195e-05, | |
| "loss": 0.2866, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.10138818228068901, | |
| "grad_norm": 4.904097557067871, | |
| "learning_rate": 1.0117014317901011e-05, | |
| "loss": 0.5057, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.10175158078348717, | |
| "grad_norm": 15.2875337600708, | |
| "learning_rate": 1.0153354168180827e-05, | |
| "loss": 0.4345, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.10211497928628534, | |
| "grad_norm": 2.4697763919830322, | |
| "learning_rate": 1.0189694018460643e-05, | |
| "loss": 0.2693, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.1024783777890835, | |
| "grad_norm": 5.04618501663208, | |
| "learning_rate": 1.0226033868740462e-05, | |
| "loss": 0.2868, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.10284177629188168, | |
| "grad_norm": 5.851120948791504, | |
| "learning_rate": 1.0262373719020278e-05, | |
| "loss": 0.3425, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.10320517479467985, | |
| "grad_norm": 2.1007258892059326, | |
| "learning_rate": 1.0298713569300094e-05, | |
| "loss": 0.2394, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.10356857329747801, | |
| "grad_norm": 23.411701202392578, | |
| "learning_rate": 1.0335053419579912e-05, | |
| "loss": 0.4125, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.10393197180027618, | |
| "grad_norm": 4.178852558135986, | |
| "learning_rate": 1.037139326985973e-05, | |
| "loss": 0.2951, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.10429537030307436, | |
| "grad_norm": 1.7873708009719849, | |
| "learning_rate": 1.0407733120139545e-05, | |
| "loss": 0.3272, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.10465876880587252, | |
| "grad_norm": 7.603367328643799, | |
| "learning_rate": 1.0444072970419361e-05, | |
| "loss": 0.2779, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.10502216730867069, | |
| "grad_norm": 3.468761444091797, | |
| "learning_rate": 1.0480412820699179e-05, | |
| "loss": 0.3007, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.10538556581146885, | |
| "grad_norm": 16.35407829284668, | |
| "learning_rate": 1.0516752670978997e-05, | |
| "loss": 0.3918, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.10574896431426703, | |
| "grad_norm": 3.4226725101470947, | |
| "learning_rate": 1.0553092521258813e-05, | |
| "loss": 3.7156, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.1061123628170652, | |
| "grad_norm": 9.006295204162598, | |
| "learning_rate": 1.058943237153863e-05, | |
| "loss": 0.4075, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.10647576131986336, | |
| "grad_norm": 4.993385314941406, | |
| "learning_rate": 1.0625772221818446e-05, | |
| "loss": 0.3588, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.10683915982266153, | |
| "grad_norm": 3.7684736251831055, | |
| "learning_rate": 1.0662112072098264e-05, | |
| "loss": 0.2429, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.1072025583254597, | |
| "grad_norm": 40.301170349121094, | |
| "learning_rate": 1.069845192237808e-05, | |
| "loss": 0.4739, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.10756595682825787, | |
| "grad_norm": 3.772693157196045, | |
| "learning_rate": 1.0734791772657898e-05, | |
| "loss": 0.3284, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.10792935533105603, | |
| "grad_norm": 3.0183212757110596, | |
| "learning_rate": 1.0771131622937714e-05, | |
| "loss": 0.38, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.1082927538338542, | |
| "grad_norm": 6.61776876449585, | |
| "learning_rate": 1.0807471473217531e-05, | |
| "loss": 0.2793, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.10865615233665238, | |
| "grad_norm": 6.112472057342529, | |
| "learning_rate": 1.0843811323497347e-05, | |
| "loss": 0.2447, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.10901955083945054, | |
| "grad_norm": 10.800559997558594, | |
| "learning_rate": 1.0880151173777165e-05, | |
| "loss": 0.373, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.10901955083945054, | |
| "eval_loss": 0.4652940630912781, | |
| "eval_runtime": 180.0765, | |
| "eval_samples_per_second": 41.171, | |
| "eval_steps_per_second": 5.148, | |
| "eval_wer": 0.27681667181004593, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.10938294934224871, | |
| "grad_norm": 7.778831958770752, | |
| "learning_rate": 1.091649102405698e-05, | |
| "loss": 0.29, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.10974634784504687, | |
| "grad_norm": 2.855592966079712, | |
| "learning_rate": 1.0952830874336798e-05, | |
| "loss": 0.2411, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.11010974634784505, | |
| "grad_norm": 4.229335784912109, | |
| "learning_rate": 1.0989170724616616e-05, | |
| "loss": 0.3247, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.11047314485064322, | |
| "grad_norm": 3.8145949840545654, | |
| "learning_rate": 1.1025510574896432e-05, | |
| "loss": 0.2242, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.11083654335344138, | |
| "grad_norm": 22.571304321289062, | |
| "learning_rate": 1.1061850425176248e-05, | |
| "loss": 0.3959, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.11119994185623955, | |
| "grad_norm": 2.4706461429595947, | |
| "learning_rate": 1.1098190275456066e-05, | |
| "loss": 0.2466, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.11156334035903773, | |
| "grad_norm": 4.497069358825684, | |
| "learning_rate": 1.1134530125735883e-05, | |
| "loss": 2.1968, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.11192673886183589, | |
| "grad_norm": 5.060062885284424, | |
| "learning_rate": 1.11708699760157e-05, | |
| "loss": 0.2921, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.11229013736463406, | |
| "grad_norm": 2.7882325649261475, | |
| "learning_rate": 1.1207209826295515e-05, | |
| "loss": 0.2534, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.11265353586743222, | |
| "grad_norm": 9.96241569519043, | |
| "learning_rate": 1.1243549676575333e-05, | |
| "loss": 0.421, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.1130169343702304, | |
| "grad_norm": 31.262916564941406, | |
| "learning_rate": 1.127988952685515e-05, | |
| "loss": 0.4048, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.11338033287302857, | |
| "grad_norm": 3.472343921661377, | |
| "learning_rate": 1.1316229377134967e-05, | |
| "loss": 0.2798, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.11374373137582673, | |
| "grad_norm": 4.074085235595703, | |
| "learning_rate": 1.1352569227414783e-05, | |
| "loss": 0.299, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.1141071298786249, | |
| "grad_norm": 2.879512310028076, | |
| "learning_rate": 1.1388909077694602e-05, | |
| "loss": 0.2137, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.11447052838142306, | |
| "grad_norm": 125.17889404296875, | |
| "learning_rate": 1.1425248927974418e-05, | |
| "loss": 0.5418, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.11483392688422124, | |
| "grad_norm": 4.171487808227539, | |
| "learning_rate": 1.1461588778254234e-05, | |
| "loss": 0.2685, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.1151973253870194, | |
| "grad_norm": 2.1496529579162598, | |
| "learning_rate": 1.1497928628534051e-05, | |
| "loss": 0.2421, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.11556072388981757, | |
| "grad_norm": 2.6266047954559326, | |
| "learning_rate": 1.1534268478813867e-05, | |
| "loss": 0.3288, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.11592412239261574, | |
| "grad_norm": 3.7677230834960938, | |
| "learning_rate": 1.1570608329093685e-05, | |
| "loss": 0.3093, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.11628752089541392, | |
| "grad_norm": 9.4945707321167, | |
| "learning_rate": 1.1606948179373501e-05, | |
| "loss": 0.3066, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.11665091939821208, | |
| "grad_norm": 2.5509915351867676, | |
| "learning_rate": 1.1643288029653319e-05, | |
| "loss": 0.2615, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.11701431790101025, | |
| "grad_norm": 3.066624641418457, | |
| "learning_rate": 1.1679627879933135e-05, | |
| "loss": 0.3224, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.11737771640380841, | |
| "grad_norm": 6.494440078735352, | |
| "learning_rate": 1.1715967730212952e-05, | |
| "loss": 0.3017, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.11774111490660659, | |
| "grad_norm": 3.4675605297088623, | |
| "learning_rate": 1.1752307580492768e-05, | |
| "loss": 0.2152, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.11810451340940475, | |
| "grad_norm": 15.5110445022583, | |
| "learning_rate": 1.1788647430772586e-05, | |
| "loss": 0.349, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.11846791191220292, | |
| "grad_norm": 1.972530484199524, | |
| "learning_rate": 1.1824987281052402e-05, | |
| "loss": 0.2728, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.11883131041500108, | |
| "grad_norm": 4.018677711486816, | |
| "learning_rate": 1.186132713133222e-05, | |
| "loss": 0.254, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.11919470891779926, | |
| "grad_norm": 4.95416784286499, | |
| "learning_rate": 1.1897666981612037e-05, | |
| "loss": 0.2465, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.11955810742059743, | |
| "grad_norm": 3.165599822998047, | |
| "learning_rate": 1.1934006831891853e-05, | |
| "loss": 0.2537, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.1199215059233956, | |
| "grad_norm": 8.508636474609375, | |
| "learning_rate": 1.1970346682171669e-05, | |
| "loss": 0.3655, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.12028490442619376, | |
| "grad_norm": 2.3892879486083984, | |
| "learning_rate": 1.2006686532451487e-05, | |
| "loss": 0.252, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.12064830292899194, | |
| "grad_norm": 3.591564178466797, | |
| "learning_rate": 1.2043026382731304e-05, | |
| "loss": 0.2401, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.1210117014317901, | |
| "grad_norm": 3.891261577606201, | |
| "learning_rate": 1.207936623301112e-05, | |
| "loss": 0.2909, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.12137509993458827, | |
| "grad_norm": 4.691511154174805, | |
| "learning_rate": 1.2115706083290936e-05, | |
| "loss": 0.2304, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.12173849843738643, | |
| "grad_norm": 18.415170669555664, | |
| "learning_rate": 1.2152045933570754e-05, | |
| "loss": 0.35, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.12210189694018461, | |
| "grad_norm": 3.9105615615844727, | |
| "learning_rate": 1.2188385783850572e-05, | |
| "loss": 0.3112, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.12246529544298278, | |
| "grad_norm": 3.215313196182251, | |
| "learning_rate": 1.2224725634130388e-05, | |
| "loss": 0.2492, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.12282869394578094, | |
| "grad_norm": 9.30749225616455, | |
| "learning_rate": 1.2261065484410204e-05, | |
| "loss": 0.2696, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.12319209244857911, | |
| "grad_norm": 4.9797682762146, | |
| "learning_rate": 1.2297405334690023e-05, | |
| "loss": 0.2197, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.12355549095137729, | |
| "grad_norm": 19.632797241210938, | |
| "learning_rate": 1.2333745184969839e-05, | |
| "loss": 0.3411, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.12391888945417545, | |
| "grad_norm": 4.509830474853516, | |
| "learning_rate": 1.2370085035249655e-05, | |
| "loss": 0.2394, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.12428228795697362, | |
| "grad_norm": 2.253514051437378, | |
| "learning_rate": 1.2406424885529473e-05, | |
| "loss": 0.266, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.12464568645977178, | |
| "grad_norm": 3.123828172683716, | |
| "learning_rate": 1.244276473580929e-05, | |
| "loss": 0.2675, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.12500908496256996, | |
| "grad_norm": 34.37680435180664, | |
| "learning_rate": 1.2479104586089106e-05, | |
| "loss": 0.279, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.1253724834653681, | |
| "grad_norm": 10.051690101623535, | |
| "learning_rate": 1.2515444436368922e-05, | |
| "loss": 0.3364, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.1257358819681663, | |
| "grad_norm": 2.1765711307525635, | |
| "learning_rate": 1.255178428664874e-05, | |
| "loss": 0.2288, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.12609928047096447, | |
| "grad_norm": 2.4910778999328613, | |
| "learning_rate": 1.2588124136928556e-05, | |
| "loss": 0.2866, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.12646267897376262, | |
| "grad_norm": 7.379613876342773, | |
| "learning_rate": 1.2624463987208373e-05, | |
| "loss": 0.2618, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.1268260774765608, | |
| "grad_norm": 2.681814432144165, | |
| "learning_rate": 1.266080383748819e-05, | |
| "loss": 0.2405, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.12718947597935895, | |
| "grad_norm": 83.93474578857422, | |
| "learning_rate": 1.2697143687768007e-05, | |
| "loss": 0.338, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.12755287448215713, | |
| "grad_norm": 1.5564826726913452, | |
| "learning_rate": 1.2733483538047825e-05, | |
| "loss": 0.2305, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.1279162729849553, | |
| "grad_norm": 2.6026437282562256, | |
| "learning_rate": 1.2769823388327639e-05, | |
| "loss": 0.2618, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.12827967148775346, | |
| "grad_norm": 8.228372573852539, | |
| "learning_rate": 1.2806163238607458e-05, | |
| "loss": 0.2586, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.12864306999055164, | |
| "grad_norm": 2.643139362335205, | |
| "learning_rate": 1.2842503088887276e-05, | |
| "loss": 0.2197, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.12900646849334982, | |
| "grad_norm": 400.0296325683594, | |
| "learning_rate": 1.287884293916709e-05, | |
| "loss": 0.3586, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.12936986699614797, | |
| "grad_norm": 1.6349281072616577, | |
| "learning_rate": 1.2915182789446908e-05, | |
| "loss": 0.2364, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.12973326549894615, | |
| "grad_norm": 2.6573753356933594, | |
| "learning_rate": 1.2951522639726724e-05, | |
| "loss": 0.2195, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.1300966640017443, | |
| "grad_norm": 4.2721686363220215, | |
| "learning_rate": 1.2987862490006542e-05, | |
| "loss": 0.3092, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.13046006250454248, | |
| "grad_norm": 2.9982502460479736, | |
| "learning_rate": 1.302420234028636e-05, | |
| "loss": 0.2826, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.13082346100734066, | |
| "grad_norm": 8.903009414672852, | |
| "learning_rate": 1.3060542190566175e-05, | |
| "loss": 0.3367, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.13082346100734066, | |
| "eval_loss": 0.4490436017513275, | |
| "eval_runtime": 179.8743, | |
| "eval_samples_per_second": 41.218, | |
| "eval_steps_per_second": 5.154, | |
| "eval_wer": 0.2664058670829778, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.1311868595101388, | |
| "grad_norm": 2.9746363162994385, | |
| "learning_rate": 1.3096882040845993e-05, | |
| "loss": 0.2418, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.131550258012937, | |
| "grad_norm": 2.274872303009033, | |
| "learning_rate": 1.313322189112581e-05, | |
| "loss": 0.3052, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.13191365651573517, | |
| "grad_norm": 7.114847660064697, | |
| "learning_rate": 1.3169561741405625e-05, | |
| "loss": 0.2821, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.13227705501853332, | |
| "grad_norm": 3.2101128101348877, | |
| "learning_rate": 1.3205901591685444e-05, | |
| "loss": 0.2223, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.1326404535213315, | |
| "grad_norm": 18.914968490600586, | |
| "learning_rate": 1.3242241441965258e-05, | |
| "loss": 0.3809, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.13300385202412965, | |
| "grad_norm": 2.399569272994995, | |
| "learning_rate": 1.3278581292245076e-05, | |
| "loss": 0.2221, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.13336725052692783, | |
| "grad_norm": 5.76792573928833, | |
| "learning_rate": 1.3314921142524894e-05, | |
| "loss": 0.2487, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.133730649029726, | |
| "grad_norm": 3.6859967708587646, | |
| "learning_rate": 1.335126099280471e-05, | |
| "loss": 0.2781, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.13409404753252416, | |
| "grad_norm": 2.9653141498565674, | |
| "learning_rate": 1.3387600843084527e-05, | |
| "loss": 0.2258, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.13445744603532234, | |
| "grad_norm": 19.170753479003906, | |
| "learning_rate": 1.3423940693364345e-05, | |
| "loss": 0.3902, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.13482084453812052, | |
| "grad_norm": 2.2880115509033203, | |
| "learning_rate": 1.3460280543644161e-05, | |
| "loss": 0.2745, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.13518424304091867, | |
| "grad_norm": 2.5196125507354736, | |
| "learning_rate": 1.3496620393923979e-05, | |
| "loss": 0.2293, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.13554764154371685, | |
| "grad_norm": 3.827986001968384, | |
| "learning_rate": 1.3532960244203793e-05, | |
| "loss": 0.259, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.135911040046515, | |
| "grad_norm": 3.4211530685424805, | |
| "learning_rate": 1.356930009448361e-05, | |
| "loss": 0.3256, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.13627443854931318, | |
| "grad_norm": 26.879398345947266, | |
| "learning_rate": 1.360563994476343e-05, | |
| "loss": 0.3208, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.13663783705211135, | |
| "grad_norm": 2.316091775894165, | |
| "learning_rate": 1.3641979795043244e-05, | |
| "loss": 0.2316, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.1370012355549095, | |
| "grad_norm": 4.098924160003662, | |
| "learning_rate": 1.3678319645323062e-05, | |
| "loss": 0.2399, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.13736463405770769, | |
| "grad_norm": 6.9372687339782715, | |
| "learning_rate": 1.371465949560288e-05, | |
| "loss": 0.2858, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.13772803256050586, | |
| "grad_norm": 2.509535789489746, | |
| "learning_rate": 1.3750999345882695e-05, | |
| "loss": 0.2113, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.13809143106330402, | |
| "grad_norm": 7.7181077003479, | |
| "learning_rate": 1.3787339196162513e-05, | |
| "loss": 0.3279, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.1384548295661022, | |
| "grad_norm": 2.6843245029449463, | |
| "learning_rate": 1.3823679046442329e-05, | |
| "loss": 0.2267, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.13881822806890035, | |
| "grad_norm": 3.05159068107605, | |
| "learning_rate": 1.3860018896722147e-05, | |
| "loss": 0.229, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.13918162657169852, | |
| "grad_norm": 5.029635429382324, | |
| "learning_rate": 1.3896358747001964e-05, | |
| "loss": 0.2627, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.1395450250744967, | |
| "grad_norm": 2.8287103176116943, | |
| "learning_rate": 1.3932698597281779e-05, | |
| "loss": 0.2294, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.13990842357729485, | |
| "grad_norm": 24.862224578857422, | |
| "learning_rate": 1.3969038447561598e-05, | |
| "loss": 0.3198, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.14027182208009303, | |
| "grad_norm": 5.624647617340088, | |
| "learning_rate": 1.4005378297841412e-05, | |
| "loss": 0.2641, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.14063522058289118, | |
| "grad_norm": 1.6199389696121216, | |
| "learning_rate": 1.404171814812123e-05, | |
| "loss": 0.2279, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.14099861908568936, | |
| "grad_norm": 2.864058017730713, | |
| "learning_rate": 1.4078057998401047e-05, | |
| "loss": 0.2448, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.14136201758848754, | |
| "grad_norm": 3.897899627685547, | |
| "learning_rate": 1.4114397848680863e-05, | |
| "loss": 0.2438, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.1417254160912857, | |
| "grad_norm": 42.4840087890625, | |
| "learning_rate": 1.4150737698960681e-05, | |
| "loss": 0.3604, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.14208881459408387, | |
| "grad_norm": 1.6532913446426392, | |
| "learning_rate": 1.4187077549240499e-05, | |
| "loss": 0.2469, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.14245221309688205, | |
| "grad_norm": 2.3755931854248047, | |
| "learning_rate": 1.4223417399520315e-05, | |
| "loss": 0.2233, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.1428156115996802, | |
| "grad_norm": 5.866461277008057, | |
| "learning_rate": 1.4259757249800132e-05, | |
| "loss": 0.2952, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.14317901010247838, | |
| "grad_norm": 3.171570301055908, | |
| "learning_rate": 1.4296097100079947e-05, | |
| "loss": 0.2329, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.14354240860527653, | |
| "grad_norm": 23.302635192871094, | |
| "learning_rate": 1.4332436950359764e-05, | |
| "loss": 0.3592, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.1439058071080747, | |
| "grad_norm": 2.3609213829040527, | |
| "learning_rate": 1.4368776800639584e-05, | |
| "loss": 1.1975, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.1442692056108729, | |
| "grad_norm": 2.857872486114502, | |
| "learning_rate": 1.4405116650919398e-05, | |
| "loss": 0.265, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.14463260411367104, | |
| "grad_norm": 6.918335914611816, | |
| "learning_rate": 1.4441456501199216e-05, | |
| "loss": 0.4057, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.14499600261646922, | |
| "grad_norm": 3.8019461631774902, | |
| "learning_rate": 1.4477796351479033e-05, | |
| "loss": 0.299, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.1453594011192674, | |
| "grad_norm": 30.963428497314453, | |
| "learning_rate": 1.451413620175885e-05, | |
| "loss": 0.335, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.14572279962206555, | |
| "grad_norm": 2.3968963623046875, | |
| "learning_rate": 1.4550476052038667e-05, | |
| "loss": 0.224, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.14608619812486373, | |
| "grad_norm": 6.7229485511779785, | |
| "learning_rate": 1.4586815902318481e-05, | |
| "loss": 0.2657, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.14644959662766188, | |
| "grad_norm": 17.447879791259766, | |
| "learning_rate": 1.46231557525983e-05, | |
| "loss": 0.2199, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.14681299513046006, | |
| "grad_norm": 2.020756721496582, | |
| "learning_rate": 1.4659495602878118e-05, | |
| "loss": 0.31, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.14717639363325824, | |
| "grad_norm": 38.28268814086914, | |
| "learning_rate": 1.4695835453157932e-05, | |
| "loss": 0.3861, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.1475397921360564, | |
| "grad_norm": 2.085073232650757, | |
| "learning_rate": 1.473217530343775e-05, | |
| "loss": 0.2078, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.14790319063885457, | |
| "grad_norm": 3.453597068786621, | |
| "learning_rate": 1.476851515371757e-05, | |
| "loss": 0.296, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.14826658914165275, | |
| "grad_norm": 2.3039424419403076, | |
| "learning_rate": 1.4804855003997384e-05, | |
| "loss": 0.2346, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.1486299876444509, | |
| "grad_norm": 3.217890977859497, | |
| "learning_rate": 1.4841194854277201e-05, | |
| "loss": 0.2243, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.14899338614724908, | |
| "grad_norm": 12.48748779296875, | |
| "learning_rate": 1.4877534704557017e-05, | |
| "loss": 0.3378, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.14935678465004723, | |
| "grad_norm": 2.781388282775879, | |
| "learning_rate": 1.4913874554836835e-05, | |
| "loss": 0.2167, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.1497201831528454, | |
| "grad_norm": 2.564457893371582, | |
| "learning_rate": 1.4950214405116653e-05, | |
| "loss": 0.2187, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.1500835816556436, | |
| "grad_norm": 9.590895652770996, | |
| "learning_rate": 1.4986554255396469e-05, | |
| "loss": 0.2444, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.15044698015844174, | |
| "grad_norm": 2.8055028915405273, | |
| "learning_rate": 1.5022894105676286e-05, | |
| "loss": 0.2499, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.15081037866123992, | |
| "grad_norm": 7.157045364379883, | |
| "learning_rate": 1.5059233955956104e-05, | |
| "loss": 0.361, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.1511737771640381, | |
| "grad_norm": 3.369006633758545, | |
| "learning_rate": 1.5095573806235918e-05, | |
| "loss": 0.259, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.15153717566683625, | |
| "grad_norm": 5.334355354309082, | |
| "learning_rate": 1.5131913656515736e-05, | |
| "loss": 0.2797, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.15190057416963443, | |
| "grad_norm": 6.667120456695557, | |
| "learning_rate": 1.5168253506795552e-05, | |
| "loss": 0.2678, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.15226397267243258, | |
| "grad_norm": 1.7419887781143188, | |
| "learning_rate": 1.520459335707537e-05, | |
| "loss": 0.2432, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.15262737117523076, | |
| "grad_norm": 7.022573947906494, | |
| "learning_rate": 1.5240933207355187e-05, | |
| "loss": 0.2955, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.15262737117523076, | |
| "eval_loss": 0.4361402690410614, | |
| "eval_runtime": 180.5933, | |
| "eval_samples_per_second": 41.054, | |
| "eval_steps_per_second": 5.133, | |
| "eval_wer": 0.2589540181894095, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.15299076967802894, | |
| "grad_norm": 3.108078718185425, | |
| "learning_rate": 1.5277273057635e-05, | |
| "loss": 3.6147, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.1533541681808271, | |
| "grad_norm": 2.6063787937164307, | |
| "learning_rate": 1.531361290791482e-05, | |
| "loss": 0.232, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.15371756668362527, | |
| "grad_norm": 3.581697463989258, | |
| "learning_rate": 1.5349952758194637e-05, | |
| "loss": 0.2451, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.15408096518642342, | |
| "grad_norm": 2.5910837650299072, | |
| "learning_rate": 1.5386292608474453e-05, | |
| "loss": 0.2283, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.1544443636892216, | |
| "grad_norm": 70.38739013671875, | |
| "learning_rate": 1.5422632458754272e-05, | |
| "loss": 0.396, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.15480776219201978, | |
| "grad_norm": 3.5658187866210938, | |
| "learning_rate": 1.5458972309034088e-05, | |
| "loss": 0.2116, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.15517116069481793, | |
| "grad_norm": 5.393126487731934, | |
| "learning_rate": 1.5495312159313904e-05, | |
| "loss": 0.2382, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.1555345591976161, | |
| "grad_norm": 10.135586738586426, | |
| "learning_rate": 1.5531652009593723e-05, | |
| "loss": 0.2485, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.15589795770041429, | |
| "grad_norm": 2.1143031120300293, | |
| "learning_rate": 1.5567991859873536e-05, | |
| "loss": 0.1936, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.15626135620321244, | |
| "grad_norm": 20.077383041381836, | |
| "learning_rate": 1.5604331710153355e-05, | |
| "loss": 0.3818, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.15662475470601062, | |
| "grad_norm": 3.793126344680786, | |
| "learning_rate": 1.564067156043317e-05, | |
| "loss": 0.2245, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.15698815320880877, | |
| "grad_norm": 3.2057955265045166, | |
| "learning_rate": 1.5677011410712987e-05, | |
| "loss": 0.2551, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.15735155171160695, | |
| "grad_norm": 5.002716064453125, | |
| "learning_rate": 1.5713351260992806e-05, | |
| "loss": 0.2951, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.15771495021440513, | |
| "grad_norm": 2.2240726947784424, | |
| "learning_rate": 1.5749691111272622e-05, | |
| "loss": 0.1993, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.15807834871720328, | |
| "grad_norm": 55.30891036987305, | |
| "learning_rate": 1.578603096155244e-05, | |
| "loss": 0.2803, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.15844174722000146, | |
| "grad_norm": 1.9186596870422363, | |
| "learning_rate": 1.5822370811832258e-05, | |
| "loss": 0.2234, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.15880514572279963, | |
| "grad_norm": 1.7817661762237549, | |
| "learning_rate": 1.5858710662112074e-05, | |
| "loss": 0.2038, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.15916854422559779, | |
| "grad_norm": 3.046330690383911, | |
| "learning_rate": 1.589505051239189e-05, | |
| "loss": 0.2809, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.15953194272839596, | |
| "grad_norm": 5.43302583694458, | |
| "learning_rate": 1.5931390362671706e-05, | |
| "loss": 0.1896, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.15989534123119412, | |
| "grad_norm": 12.185855865478516, | |
| "learning_rate": 1.596773021295152e-05, | |
| "loss": 0.2984, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.1602587397339923, | |
| "grad_norm": 1.9507842063903809, | |
| "learning_rate": 1.600407006323134e-05, | |
| "loss": 0.2064, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.16062213823679047, | |
| "grad_norm": 4.536543846130371, | |
| "learning_rate": 1.6040409913511157e-05, | |
| "loss": 0.2433, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.16098553673958862, | |
| "grad_norm": 3.101174831390381, | |
| "learning_rate": 1.6076749763790973e-05, | |
| "loss": 0.2746, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.1613489352423868, | |
| "grad_norm": 2.2098021507263184, | |
| "learning_rate": 1.6113089614070792e-05, | |
| "loss": 0.17, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.16171233374518498, | |
| "grad_norm": 59.360809326171875, | |
| "learning_rate": 1.6149429464350608e-05, | |
| "loss": 0.379, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.16207573224798313, | |
| "grad_norm": 6.364736557006836, | |
| "learning_rate": 1.6185769314630424e-05, | |
| "loss": 0.2224, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.1624391307507813, | |
| "grad_norm": 3.2455356121063232, | |
| "learning_rate": 1.622210916491024e-05, | |
| "loss": 0.2195, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.16280252925357946, | |
| "grad_norm": 6.399629592895508, | |
| "learning_rate": 1.625844901519006e-05, | |
| "loss": 0.266, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.16316592775637764, | |
| "grad_norm": 16.19785499572754, | |
| "learning_rate": 1.6294788865469875e-05, | |
| "loss": 0.1836, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.16352932625917582, | |
| "grad_norm": 7.909778594970703, | |
| "learning_rate": 1.633112871574969e-05, | |
| "loss": 0.6016, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.16389272476197397, | |
| "grad_norm": 2.8134663105010986, | |
| "learning_rate": 1.636746856602951e-05, | |
| "loss": 0.2148, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.16425612326477215, | |
| "grad_norm": 2.667999505996704, | |
| "learning_rate": 1.6403808416309327e-05, | |
| "loss": 0.2294, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.1646195217675703, | |
| "grad_norm": 3.355242967605591, | |
| "learning_rate": 1.6440148266589143e-05, | |
| "loss": 0.2097, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.16498292027036848, | |
| "grad_norm": 2.6241908073425293, | |
| "learning_rate": 1.647648811686896e-05, | |
| "loss": 0.2337, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.16534631877316666, | |
| "grad_norm": 16.759428024291992, | |
| "learning_rate": 1.6512827967148775e-05, | |
| "loss": 0.2944, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.1657097172759648, | |
| "grad_norm": 3.098898410797119, | |
| "learning_rate": 1.6549167817428594e-05, | |
| "loss": 0.1895, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.166073115778763, | |
| "grad_norm": 4.042644023895264, | |
| "learning_rate": 1.658550766770841e-05, | |
| "loss": 0.2369, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.16643651428156117, | |
| "grad_norm": 7.174807548522949, | |
| "learning_rate": 1.6621847517988226e-05, | |
| "loss": 0.2331, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.16679991278435932, | |
| "grad_norm": 2.1805012226104736, | |
| "learning_rate": 1.6658187368268045e-05, | |
| "loss": 0.2422, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.1671633112871575, | |
| "grad_norm": 18.097871780395508, | |
| "learning_rate": 1.6694527218547858e-05, | |
| "loss": 0.347, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.16752670978995565, | |
| "grad_norm": 3.48561429977417, | |
| "learning_rate": 1.6730867068827677e-05, | |
| "loss": 0.2985, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.16789010829275383, | |
| "grad_norm": 1.7519229650497437, | |
| "learning_rate": 1.6767206919107496e-05, | |
| "loss": 0.2204, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.168253506795552, | |
| "grad_norm": 3.7641661167144775, | |
| "learning_rate": 1.680354676938731e-05, | |
| "loss": 0.2348, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.16861690529835016, | |
| "grad_norm": 3.0688085556030273, | |
| "learning_rate": 1.683988661966713e-05, | |
| "loss": 0.2147, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.16898030380114834, | |
| "grad_norm": 25.845094680786133, | |
| "learning_rate": 1.6876226469946944e-05, | |
| "loss": 0.3671, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.16934370230394652, | |
| "grad_norm": 2.841994524002075, | |
| "learning_rate": 1.691256632022676e-05, | |
| "loss": 0.2182, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.16970710080674467, | |
| "grad_norm": 1.0501997470855713, | |
| "learning_rate": 1.694890617050658e-05, | |
| "loss": 0.1791, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.17007049930954285, | |
| "grad_norm": 3.3973441123962402, | |
| "learning_rate": 1.6985246020786392e-05, | |
| "loss": 0.3338, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.170433897812341, | |
| "grad_norm": 1.8442267179489136, | |
| "learning_rate": 1.702158587106621e-05, | |
| "loss": 0.2528, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.17079729631513918, | |
| "grad_norm": 42.373409271240234, | |
| "learning_rate": 1.705792572134603e-05, | |
| "loss": 0.2892, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.17116069481793736, | |
| "grad_norm": 6.344671726226807, | |
| "learning_rate": 1.7094265571625844e-05, | |
| "loss": 0.2474, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.1715240933207355, | |
| "grad_norm": 1.6177664995193481, | |
| "learning_rate": 1.7130605421905663e-05, | |
| "loss": 0.2364, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.1718874918235337, | |
| "grad_norm": 4.98591423034668, | |
| "learning_rate": 1.7166945272185482e-05, | |
| "loss": 0.2046, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.17225089032633187, | |
| "grad_norm": 7.943169116973877, | |
| "learning_rate": 1.7203285122465295e-05, | |
| "loss": 0.293, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.17261428882913002, | |
| "grad_norm": 7.402034759521484, | |
| "learning_rate": 1.7239624972745114e-05, | |
| "loss": 0.2722, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.1729776873319282, | |
| "grad_norm": 13.290019035339355, | |
| "learning_rate": 1.727596482302493e-05, | |
| "loss": 0.347, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.17334108583472635, | |
| "grad_norm": 1.8591586351394653, | |
| "learning_rate": 1.7312304673304746e-05, | |
| "loss": 0.2291, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.17370448433752453, | |
| "grad_norm": 2.5220861434936523, | |
| "learning_rate": 1.7348644523584565e-05, | |
| "loss": 0.2436, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.1740678828403227, | |
| "grad_norm": 1.8692690134048462, | |
| "learning_rate": 1.738498437386438e-05, | |
| "loss": 0.1782, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.17443128134312086, | |
| "grad_norm": 12.558557510375977, | |
| "learning_rate": 1.7421324224144197e-05, | |
| "loss": 0.3347, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.17443128134312086, | |
| "eval_loss": 0.4148472547531128, | |
| "eval_runtime": 180.0999, | |
| "eval_samples_per_second": 41.166, | |
| "eval_steps_per_second": 5.147, | |
| "eval_wer": 0.23564543358687168, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.17479467984591904, | |
| "grad_norm": 6.168694972991943, | |
| "learning_rate": 1.7457664074424017e-05, | |
| "loss": 0.2183, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.17515807834871722, | |
| "grad_norm": 5.153416633605957, | |
| "learning_rate": 1.749400392470383e-05, | |
| "loss": 0.2689, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.17552147685151537, | |
| "grad_norm": 2.8500893115997314, | |
| "learning_rate": 1.753034377498365e-05, | |
| "loss": 0.2848, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.17588487535431355, | |
| "grad_norm": 17.89117431640625, | |
| "learning_rate": 1.7566683625263465e-05, | |
| "loss": 0.2539, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.1762482738571117, | |
| "grad_norm": 19.455005645751953, | |
| "learning_rate": 1.760302347554328e-05, | |
| "loss": 0.3166, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.17661167235990988, | |
| "grad_norm": 1.7975777387619019, | |
| "learning_rate": 1.76393633258231e-05, | |
| "loss": 0.1927, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.17697507086270806, | |
| "grad_norm": 4.6790690422058105, | |
| "learning_rate": 1.7675703176102916e-05, | |
| "loss": 0.2248, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.1773384693655062, | |
| "grad_norm": 3.2644243240356445, | |
| "learning_rate": 1.7712043026382732e-05, | |
| "loss": 0.2239, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.1777018678683044, | |
| "grad_norm": 1.9375410079956055, | |
| "learning_rate": 1.7748382876662548e-05, | |
| "loss": 0.2053, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.17806526637110254, | |
| "grad_norm": 15.435178756713867, | |
| "learning_rate": 1.7784722726942367e-05, | |
| "loss": 0.2903, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.17842866487390072, | |
| "grad_norm": 2.486330270767212, | |
| "learning_rate": 1.7821062577222183e-05, | |
| "loss": 0.2598, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.1787920633766989, | |
| "grad_norm": 2.5542314052581787, | |
| "learning_rate": 1.7857402427502e-05, | |
| "loss": 0.2305, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.17915546187949705, | |
| "grad_norm": 3.6416103839874268, | |
| "learning_rate": 1.7893742277781815e-05, | |
| "loss": 1.046, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.17951886038229523, | |
| "grad_norm": 1.9395058155059814, | |
| "learning_rate": 1.7930082128061634e-05, | |
| "loss": 0.2466, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.1798822588850934, | |
| "grad_norm": 7.664824962615967, | |
| "learning_rate": 1.796642197834145e-05, | |
| "loss": 0.2871, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.18024565738789156, | |
| "grad_norm": 2.0301320552825928, | |
| "learning_rate": 1.8002761828621266e-05, | |
| "loss": 0.1996, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.18060905589068973, | |
| "grad_norm": 8.371182441711426, | |
| "learning_rate": 1.8039101678901082e-05, | |
| "loss": 0.1947, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.18097245439348789, | |
| "grad_norm": 2.6746129989624023, | |
| "learning_rate": 1.80754415291809e-05, | |
| "loss": 0.2679, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.18133585289628606, | |
| "grad_norm": 3.448202133178711, | |
| "learning_rate": 1.8111781379460718e-05, | |
| "loss": 0.1859, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.18169925139908424, | |
| "grad_norm": 28.57021141052246, | |
| "learning_rate": 1.8148121229740534e-05, | |
| "loss": 0.3318, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.1820626499018824, | |
| "grad_norm": 4.731750965118408, | |
| "learning_rate": 1.8184461080020353e-05, | |
| "loss": 0.2354, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.18242604840468057, | |
| "grad_norm": 1.6815394163131714, | |
| "learning_rate": 1.822080093030017e-05, | |
| "loss": 0.2075, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.18278944690747875, | |
| "grad_norm": 3.868263006210327, | |
| "learning_rate": 1.8257140780579985e-05, | |
| "loss": 0.2345, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.1831528454102769, | |
| "grad_norm": 1.964240550994873, | |
| "learning_rate": 1.82934806308598e-05, | |
| "loss": 0.222, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.18351624391307508, | |
| "grad_norm": 11.881858825683594, | |
| "learning_rate": 1.8329820481139617e-05, | |
| "loss": 0.3251, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.18387964241587323, | |
| "grad_norm": 1.8463056087493896, | |
| "learning_rate": 1.8366160331419436e-05, | |
| "loss": 0.2255, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.1842430409186714, | |
| "grad_norm": 2.592672348022461, | |
| "learning_rate": 1.8402500181699252e-05, | |
| "loss": 0.1904, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.1846064394214696, | |
| "grad_norm": 4.0694074630737305, | |
| "learning_rate": 1.8438840031979068e-05, | |
| "loss": 0.2, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.18496983792426774, | |
| "grad_norm": 2.101837396621704, | |
| "learning_rate": 1.8475179882258887e-05, | |
| "loss": 0.1927, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.18533323642706592, | |
| "grad_norm": 22.162702560424805, | |
| "learning_rate": 1.8511519732538703e-05, | |
| "loss": 0.3481, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.1856966349298641, | |
| "grad_norm": 2.7928340435028076, | |
| "learning_rate": 1.854785958281852e-05, | |
| "loss": 0.2344, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.18606003343266225, | |
| "grad_norm": 1.8618485927581787, | |
| "learning_rate": 1.858419943309834e-05, | |
| "loss": 0.2139, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.18642343193546043, | |
| "grad_norm": 2.9611120223999023, | |
| "learning_rate": 1.862053928337815e-05, | |
| "loss": 0.2194, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.18678683043825858, | |
| "grad_norm": 5.181276321411133, | |
| "learning_rate": 1.865687913365797e-05, | |
| "loss": 0.2596, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.18715022894105676, | |
| "grad_norm": 10.01041030883789, | |
| "learning_rate": 1.8693218983937787e-05, | |
| "loss": 0.3122, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.18751362744385494, | |
| "grad_norm": 4.952126979827881, | |
| "learning_rate": 1.8729558834217603e-05, | |
| "loss": 0.2183, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.1878770259466531, | |
| "grad_norm": 2.19279146194458, | |
| "learning_rate": 1.8765898684497422e-05, | |
| "loss": 0.2439, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.18824042444945127, | |
| "grad_norm": 3.5189321041107178, | |
| "learning_rate": 1.8802238534777238e-05, | |
| "loss": 0.2343, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.18860382295224945, | |
| "grad_norm": 2.0936787128448486, | |
| "learning_rate": 1.8838578385057054e-05, | |
| "loss": 0.1831, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.1889672214550476, | |
| "grad_norm": 12.835061073303223, | |
| "learning_rate": 1.8874918235336873e-05, | |
| "loss": 0.2561, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.18933061995784578, | |
| "grad_norm": 1.6738308668136597, | |
| "learning_rate": 1.8911258085616686e-05, | |
| "loss": 1.0257, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.18969401846064393, | |
| "grad_norm": 2.7661142349243164, | |
| "learning_rate": 1.8947597935896505e-05, | |
| "loss": 0.2398, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.1900574169634421, | |
| "grad_norm": 4.173921585083008, | |
| "learning_rate": 1.8983937786176324e-05, | |
| "loss": 0.2157, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.1904208154662403, | |
| "grad_norm": 3.7037158012390137, | |
| "learning_rate": 1.9020277636456137e-05, | |
| "loss": 0.2182, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.19078421396903844, | |
| "grad_norm": 16.288227081298828, | |
| "learning_rate": 1.9056617486735956e-05, | |
| "loss": 0.2829, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.19114761247183662, | |
| "grad_norm": 2.0504090785980225, | |
| "learning_rate": 1.9092957337015772e-05, | |
| "loss": 0.201, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.19151101097463477, | |
| "grad_norm": 1.2266415357589722, | |
| "learning_rate": 1.9129297187295588e-05, | |
| "loss": 0.2072, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.19187440947743295, | |
| "grad_norm": 4.910546779632568, | |
| "learning_rate": 1.9165637037575408e-05, | |
| "loss": 0.1824, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.19223780798023113, | |
| "grad_norm": 3.093318223953247, | |
| "learning_rate": 1.9201976887855224e-05, | |
| "loss": 0.2471, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.19260120648302928, | |
| "grad_norm": 6.74167013168335, | |
| "learning_rate": 1.923831673813504e-05, | |
| "loss": 0.2912, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.19296460498582746, | |
| "grad_norm": 2.0540058612823486, | |
| "learning_rate": 1.927465658841486e-05, | |
| "loss": 0.2599, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.19332800348862564, | |
| "grad_norm": 2.407750129699707, | |
| "learning_rate": 1.931099643869467e-05, | |
| "loss": 0.2478, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.1936914019914238, | |
| "grad_norm": 5.479567527770996, | |
| "learning_rate": 1.934733628897449e-05, | |
| "loss": 0.5936, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.19405480049422197, | |
| "grad_norm": 1.912705659866333, | |
| "learning_rate": 1.9383676139254307e-05, | |
| "loss": 0.215, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.19441819899702012, | |
| "grad_norm": 38.24689865112305, | |
| "learning_rate": 1.9420015989534123e-05, | |
| "loss": 0.286, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.1947815974998183, | |
| "grad_norm": 3.4196550846099854, | |
| "learning_rate": 1.9456355839813942e-05, | |
| "loss": 0.4764, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.19514499600261648, | |
| "grad_norm": 1.705702781677246, | |
| "learning_rate": 1.9492695690093758e-05, | |
| "loss": 0.195, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.19550839450541463, | |
| "grad_norm": 2.7188572883605957, | |
| "learning_rate": 1.9529035540373574e-05, | |
| "loss": 0.2318, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.1958717930082128, | |
| "grad_norm": 5.217918872833252, | |
| "learning_rate": 1.9565375390653393e-05, | |
| "loss": 0.2288, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 0.196235191511011, | |
| "grad_norm": 7.094780921936035, | |
| "learning_rate": 1.960171524093321e-05, | |
| "loss": 0.3607, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.196235191511011, | |
| "eval_loss": 0.3953820765018463, | |
| "eval_runtime": 180.5214, | |
| "eval_samples_per_second": 41.07, | |
| "eval_steps_per_second": 5.135, | |
| "eval_wer": 0.23525514186650207, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.19659859001380914, | |
| "grad_norm": 2.379298448562622, | |
| "learning_rate": 1.9638055091213025e-05, | |
| "loss": 0.1981, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 0.19696198851660732, | |
| "grad_norm": 1.2755372524261475, | |
| "learning_rate": 1.967439494149284e-05, | |
| "loss": 0.3185, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.19732538701940547, | |
| "grad_norm": 2.6385338306427, | |
| "learning_rate": 1.9710734791772657e-05, | |
| "loss": 0.2231, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 0.19768878552220365, | |
| "grad_norm": 4.030337810516357, | |
| "learning_rate": 1.9747074642052477e-05, | |
| "loss": 0.2417, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.19805218402500183, | |
| "grad_norm": 10.988908767700195, | |
| "learning_rate": 1.9783414492332293e-05, | |
| "loss": 0.3163, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.19841558252779998, | |
| "grad_norm": 2.8273231983184814, | |
| "learning_rate": 1.981975434261211e-05, | |
| "loss": 0.2062, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.19877898103059816, | |
| "grad_norm": 1.880952000617981, | |
| "learning_rate": 1.9856094192891928e-05, | |
| "loss": 0.2103, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 0.19914237953339634, | |
| "grad_norm": 12.882647514343262, | |
| "learning_rate": 1.9892434043171744e-05, | |
| "loss": 0.2513, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.1995057780361945, | |
| "grad_norm": 2.8202428817749023, | |
| "learning_rate": 1.992877389345156e-05, | |
| "loss": 0.2002, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 0.19986917653899267, | |
| "grad_norm": 11.30123519897461, | |
| "learning_rate": 1.9965113743731376e-05, | |
| "loss": 0.3399, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.20023257504179082, | |
| "grad_norm": 3.016954183578491, | |
| "learning_rate": 2.0001453594011195e-05, | |
| "loss": 0.2016, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 0.200595973544589, | |
| "grad_norm": 1.3506131172180176, | |
| "learning_rate": 2.003779344429101e-05, | |
| "loss": 0.6008, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.20095937204738717, | |
| "grad_norm": 3.711284637451172, | |
| "learning_rate": 2.0074133294570827e-05, | |
| "loss": 0.2297, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 0.20132277055018533, | |
| "grad_norm": 2.8310322761535645, | |
| "learning_rate": 2.0110473144850643e-05, | |
| "loss": 0.19, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.2016861690529835, | |
| "grad_norm": 14.37038516998291, | |
| "learning_rate": 2.0146812995130462e-05, | |
| "loss": 0.3418, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.20204956755578168, | |
| "grad_norm": 2.037245988845825, | |
| "learning_rate": 2.0183152845410278e-05, | |
| "loss": 0.2054, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.20241296605857984, | |
| "grad_norm": 2.47495698928833, | |
| "learning_rate": 2.0219492695690094e-05, | |
| "loss": 0.2102, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 0.20277636456137801, | |
| "grad_norm": 5.948564529418945, | |
| "learning_rate": 2.025583254596991e-05, | |
| "loss": 0.2299, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.20313976306417617, | |
| "grad_norm": 2.010765552520752, | |
| "learning_rate": 2.029217239624973e-05, | |
| "loss": 0.2214, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 0.20350316156697434, | |
| "grad_norm": 109.07927703857422, | |
| "learning_rate": 2.0328512246529546e-05, | |
| "loss": 0.327, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.20386656006977252, | |
| "grad_norm": 2.708141565322876, | |
| "learning_rate": 2.036485209680936e-05, | |
| "loss": 0.2128, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 0.20422995857257067, | |
| "grad_norm": 4.145051002502441, | |
| "learning_rate": 2.040119194708918e-05, | |
| "loss": 1.5499, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.20459335707536885, | |
| "grad_norm": 5.204433917999268, | |
| "learning_rate": 2.0437531797368993e-05, | |
| "loss": 0.2238, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 0.204956755578167, | |
| "grad_norm": 3.625671625137329, | |
| "learning_rate": 2.0473871647648813e-05, | |
| "loss": 0.2009, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.20532015408096518, | |
| "grad_norm": 7.134413719177246, | |
| "learning_rate": 2.051021149792863e-05, | |
| "loss": 0.3236, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.20568355258376336, | |
| "grad_norm": 3.090585708618164, | |
| "learning_rate": 2.0546551348208445e-05, | |
| "loss": 0.2245, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.20604695108656151, | |
| "grad_norm": 1.5290725231170654, | |
| "learning_rate": 2.0582891198488264e-05, | |
| "loss": 0.9725, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 0.2064103495893597, | |
| "grad_norm": 12.433088302612305, | |
| "learning_rate": 2.061923104876808e-05, | |
| "loss": 0.2755, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.20677374809215787, | |
| "grad_norm": 4.399518013000488, | |
| "learning_rate": 2.0655570899047896e-05, | |
| "loss": 0.2136, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 0.20713714659495602, | |
| "grad_norm": 12.662751197814941, | |
| "learning_rate": 2.0691910749327715e-05, | |
| "loss": 0.3022, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.2075005450977542, | |
| "grad_norm": 1.8056265115737915, | |
| "learning_rate": 2.0728250599607528e-05, | |
| "loss": 0.3538, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 0.20786394360055235, | |
| "grad_norm": 1.3133045434951782, | |
| "learning_rate": 2.0764590449887347e-05, | |
| "loss": 0.1829, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.20822734210335053, | |
| "grad_norm": 6.10534143447876, | |
| "learning_rate": 2.0800930300167167e-05, | |
| "loss": 0.2819, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 0.2085907406061487, | |
| "grad_norm": 4.327618598937988, | |
| "learning_rate": 2.083727015044698e-05, | |
| "loss": 0.2029, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.20895413910894686, | |
| "grad_norm": 6.878536224365234, | |
| "learning_rate": 2.08736100007268e-05, | |
| "loss": 0.3301, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.20931753761174504, | |
| "grad_norm": 2.8301913738250732, | |
| "learning_rate": 2.0909949851006614e-05, | |
| "loss": 0.2144, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.20968093611454322, | |
| "grad_norm": 2.248054265975952, | |
| "learning_rate": 2.094628970128643e-05, | |
| "loss": 0.2046, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 0.21004433461734137, | |
| "grad_norm": 4.619300842285156, | |
| "learning_rate": 2.098262955156625e-05, | |
| "loss": 0.2487, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.21040773312013955, | |
| "grad_norm": 2.6446404457092285, | |
| "learning_rate": 2.1018969401846066e-05, | |
| "loss": 0.2222, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 0.2107711316229377, | |
| "grad_norm": 7.827177047729492, | |
| "learning_rate": 2.1055309252125882e-05, | |
| "loss": 0.2684, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.21113453012573588, | |
| "grad_norm": 5.37054967880249, | |
| "learning_rate": 2.10916491024057e-05, | |
| "loss": 0.216, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 0.21149792862853406, | |
| "grad_norm": 1.5430680513381958, | |
| "learning_rate": 2.1127988952685514e-05, | |
| "loss": 0.1723, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.2118613271313322, | |
| "grad_norm": 4.355040550231934, | |
| "learning_rate": 2.1164328802965333e-05, | |
| "loss": 0.3078, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 0.2122247256341304, | |
| "grad_norm": 2.70613169670105, | |
| "learning_rate": 2.1200668653245152e-05, | |
| "loss": 0.1857, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.21258812413692857, | |
| "grad_norm": 17.876861572265625, | |
| "learning_rate": 2.1237008503524965e-05, | |
| "loss": 0.335, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.21295152263972672, | |
| "grad_norm": 2.048499822616577, | |
| "learning_rate": 2.1273348353804784e-05, | |
| "loss": 0.2588, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.2133149211425249, | |
| "grad_norm": 2.2033607959747314, | |
| "learning_rate": 2.13096882040846e-05, | |
| "loss": 0.1973, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 0.21367831964532305, | |
| "grad_norm": 5.563814640045166, | |
| "learning_rate": 2.1346028054364416e-05, | |
| "loss": 0.2632, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.21404171814812123, | |
| "grad_norm": 1.4629203081130981, | |
| "learning_rate": 2.1382367904644236e-05, | |
| "loss": 0.1714, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 0.2144051166509194, | |
| "grad_norm": 9.641836166381836, | |
| "learning_rate": 2.141870775492405e-05, | |
| "loss": 0.3329, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.21476851515371756, | |
| "grad_norm": 3.0128610134124756, | |
| "learning_rate": 2.1455047605203867e-05, | |
| "loss": 0.205, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 0.21513191365651574, | |
| "grad_norm": 6.38659143447876, | |
| "learning_rate": 2.1491387455483687e-05, | |
| "loss": 0.2066, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.2154953121593139, | |
| "grad_norm": 3.397566080093384, | |
| "learning_rate": 2.15277273057635e-05, | |
| "loss": 0.2682, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 0.21585871066211207, | |
| "grad_norm": 1.8110759258270264, | |
| "learning_rate": 2.156406715604332e-05, | |
| "loss": 0.2357, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 0.21622210916491025, | |
| "grad_norm": 12.391556739807129, | |
| "learning_rate": 2.1600407006323135e-05, | |
| "loss": 0.3043, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.2165855076677084, | |
| "grad_norm": 1.8203914165496826, | |
| "learning_rate": 2.163674685660295e-05, | |
| "loss": 0.2979, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 0.21694890617050658, | |
| "grad_norm": 3.362252950668335, | |
| "learning_rate": 2.167308670688277e-05, | |
| "loss": 0.1667, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 0.21731230467330476, | |
| "grad_norm": 4.1468000411987305, | |
| "learning_rate": 2.1709426557162586e-05, | |
| "loss": 0.3419, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.2176757031761029, | |
| "grad_norm": 2.479288339614868, | |
| "learning_rate": 2.1745766407442402e-05, | |
| "loss": 0.1938, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 0.2180391016789011, | |
| "grad_norm": 26.185468673706055, | |
| "learning_rate": 2.1782106257722218e-05, | |
| "loss": 0.2818, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.2180391016789011, | |
| "eval_loss": 0.4106527864933014, | |
| "eval_runtime": 179.9044, | |
| "eval_samples_per_second": 41.211, | |
| "eval_steps_per_second": 5.153, | |
| "eval_wer": 0.2305625646704304, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.21840250018169924, | |
| "grad_norm": 2.2452592849731445, | |
| "learning_rate": 2.1818446108002037e-05, | |
| "loss": 0.2208, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 0.21876589868449742, | |
| "grad_norm": 2.273920774459839, | |
| "learning_rate": 2.1854785958281853e-05, | |
| "loss": 0.2268, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 0.2191292971872956, | |
| "grad_norm": 1.9621226787567139, | |
| "learning_rate": 2.189112580856167e-05, | |
| "loss": 0.1965, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 0.21949269569009375, | |
| "grad_norm": 2.866110324859619, | |
| "learning_rate": 2.1927465658841485e-05, | |
| "loss": 0.223, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 0.21985609419289193, | |
| "grad_norm": 15.169930458068848, | |
| "learning_rate": 2.1963805509121305e-05, | |
| "loss": 0.254, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.2202194926956901, | |
| "grad_norm": 2.174626350402832, | |
| "learning_rate": 2.200014535940112e-05, | |
| "loss": 0.2056, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 0.22058289119848826, | |
| "grad_norm": 1.9627354145050049, | |
| "learning_rate": 2.2036485209680936e-05, | |
| "loss": 0.2211, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 0.22094628970128644, | |
| "grad_norm": 5.444493770599365, | |
| "learning_rate": 2.2072825059960752e-05, | |
| "loss": 0.2819, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 0.2213096882040846, | |
| "grad_norm": 2.5131990909576416, | |
| "learning_rate": 2.2109164910240572e-05, | |
| "loss": 0.2262, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 0.22167308670688277, | |
| "grad_norm": 15.716779708862305, | |
| "learning_rate": 2.2145504760520388e-05, | |
| "loss": 0.2833, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.22203648520968094, | |
| "grad_norm": 1.7514111995697021, | |
| "learning_rate": 2.2181844610800204e-05, | |
| "loss": 0.2238, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 0.2223998837124791, | |
| "grad_norm": 1.8236886262893677, | |
| "learning_rate": 2.2218184461080023e-05, | |
| "loss": 0.1872, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 0.22276328221527728, | |
| "grad_norm": 4.081092834472656, | |
| "learning_rate": 2.225452431135984e-05, | |
| "loss": 0.4926, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 0.22312668071807545, | |
| "grad_norm": 3.3254685401916504, | |
| "learning_rate": 2.2290864161639655e-05, | |
| "loss": 0.2179, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 0.2234900792208736, | |
| "grad_norm": 9.953665733337402, | |
| "learning_rate": 2.232720401191947e-05, | |
| "loss": 0.3221, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.22385347772367178, | |
| "grad_norm": 3.531538724899292, | |
| "learning_rate": 2.2363543862199287e-05, | |
| "loss": 0.3639, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 0.22421687622646994, | |
| "grad_norm": 1.6166915893554688, | |
| "learning_rate": 2.2399883712479106e-05, | |
| "loss": 0.1906, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 0.22458027472926811, | |
| "grad_norm": 3.0561792850494385, | |
| "learning_rate": 2.2436223562758922e-05, | |
| "loss": 0.222, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 0.2249436732320663, | |
| "grad_norm": 7.607283115386963, | |
| "learning_rate": 2.2472563413038738e-05, | |
| "loss": 0.1769, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 0.22530707173486444, | |
| "grad_norm": 38.86745834350586, | |
| "learning_rate": 2.2508903263318557e-05, | |
| "loss": 0.3523, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.22567047023766262, | |
| "grad_norm": 1.2490432262420654, | |
| "learning_rate": 2.2545243113598373e-05, | |
| "loss": 0.2241, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 0.2260338687404608, | |
| "grad_norm": 3.8632936477661133, | |
| "learning_rate": 2.258158296387819e-05, | |
| "loss": 0.2761, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 0.22639726724325895, | |
| "grad_norm": 6.057976722717285, | |
| "learning_rate": 2.261792281415801e-05, | |
| "loss": 0.2534, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 0.22676066574605713, | |
| "grad_norm": 5.2983551025390625, | |
| "learning_rate": 2.265426266443782e-05, | |
| "loss": 0.1972, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 0.22712406424885528, | |
| "grad_norm": 7.395950794219971, | |
| "learning_rate": 2.269060251471764e-05, | |
| "loss": 0.3446, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.22748746275165346, | |
| "grad_norm": 2.7409260272979736, | |
| "learning_rate": 2.2726942364997457e-05, | |
| "loss": 0.1894, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 0.22785086125445164, | |
| "grad_norm": 1.7545270919799805, | |
| "learning_rate": 2.2763282215277273e-05, | |
| "loss": 0.2376, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 0.2282142597572498, | |
| "grad_norm": 112.10614013671875, | |
| "learning_rate": 2.2799622065557092e-05, | |
| "loss": 2.0322, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 0.22857765826004797, | |
| "grad_norm": 3.6547396183013916, | |
| "learning_rate": 2.2835961915836908e-05, | |
| "loss": 0.2942, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 0.22894105676284612, | |
| "grad_norm": 50.726261138916016, | |
| "learning_rate": 2.2872301766116724e-05, | |
| "loss": 0.3279, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.2293044552656443, | |
| "grad_norm": 1.2374241352081299, | |
| "learning_rate": 2.2908641616396543e-05, | |
| "loss": 0.1912, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 0.22966785376844248, | |
| "grad_norm": 1.6278152465820312, | |
| "learning_rate": 2.2944981466676356e-05, | |
| "loss": 0.1913, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 0.23003125227124063, | |
| "grad_norm": 7.58544397354126, | |
| "learning_rate": 2.2981321316956175e-05, | |
| "loss": 0.2393, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 0.2303946507740388, | |
| "grad_norm": 1.7094483375549316, | |
| "learning_rate": 2.3017661167235995e-05, | |
| "loss": 0.2333, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 0.230758049276837, | |
| "grad_norm": 24.214885711669922, | |
| "learning_rate": 2.3054001017515807e-05, | |
| "loss": 0.3019, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.23112144777963514, | |
| "grad_norm": 1.962106704711914, | |
| "learning_rate": 2.3090340867795626e-05, | |
| "loss": 0.8948, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 0.23148484628243332, | |
| "grad_norm": 1.3703123331069946, | |
| "learning_rate": 2.3126680718075442e-05, | |
| "loss": 0.1936, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 0.23184824478523147, | |
| "grad_norm": 7.507201194763184, | |
| "learning_rate": 2.316302056835526e-05, | |
| "loss": 0.2185, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 0.23221164328802965, | |
| "grad_norm": 2.6310977935791016, | |
| "learning_rate": 2.3199360418635078e-05, | |
| "loss": 0.1961, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 0.23257504179082783, | |
| "grad_norm": 4.186092376708984, | |
| "learning_rate": 2.3235700268914894e-05, | |
| "loss": 0.2734, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.23293844029362598, | |
| "grad_norm": 1.817269206047058, | |
| "learning_rate": 2.327204011919471e-05, | |
| "loss": 0.1966, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 0.23330183879642416, | |
| "grad_norm": 1.9503989219665527, | |
| "learning_rate": 2.330837996947453e-05, | |
| "loss": 2.7438, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 0.23366523729922234, | |
| "grad_norm": 3.1107656955718994, | |
| "learning_rate": 2.334471981975434e-05, | |
| "loss": 0.2534, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 0.2340286358020205, | |
| "grad_norm": 5.268273830413818, | |
| "learning_rate": 2.338105967003416e-05, | |
| "loss": 0.1963, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 0.23439203430481867, | |
| "grad_norm": 9.586852073669434, | |
| "learning_rate": 2.3417399520313977e-05, | |
| "loss": 0.2342, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.23475543280761682, | |
| "grad_norm": 3.0218632221221924, | |
| "learning_rate": 2.3453739370593793e-05, | |
| "loss": 0.231, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 0.235118831310415, | |
| "grad_norm": 1.9708057641983032, | |
| "learning_rate": 2.3490079220873612e-05, | |
| "loss": 0.2156, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 0.23548222981321318, | |
| "grad_norm": 3.6212944984436035, | |
| "learning_rate": 2.3526419071153428e-05, | |
| "loss": 0.2172, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 0.23584562831601133, | |
| "grad_norm": 2.5205702781677246, | |
| "learning_rate": 2.3562758921433244e-05, | |
| "loss": 0.4643, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 0.2362090268188095, | |
| "grad_norm": 4.1570305824279785, | |
| "learning_rate": 2.3599098771713063e-05, | |
| "loss": 0.2722, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.2365724253216077, | |
| "grad_norm": 1.8376798629760742, | |
| "learning_rate": 2.363543862199288e-05, | |
| "loss": 0.2027, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 0.23693582382440584, | |
| "grad_norm": 2.0464930534362793, | |
| "learning_rate": 2.3671778472272695e-05, | |
| "loss": 0.183, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 0.23729922232720402, | |
| "grad_norm": 4.8776469230651855, | |
| "learning_rate": 2.370811832255251e-05, | |
| "loss": 0.2169, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 0.23766262083000217, | |
| "grad_norm": 1.5764952898025513, | |
| "learning_rate": 2.3744458172832327e-05, | |
| "loss": 0.1917, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 0.23802601933280035, | |
| "grad_norm": 16.132232666015625, | |
| "learning_rate": 2.3780798023112147e-05, | |
| "loss": 0.2732, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.23838941783559853, | |
| "grad_norm": 8.105748176574707, | |
| "learning_rate": 2.3817137873391963e-05, | |
| "loss": 0.2055, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 0.23875281633839668, | |
| "grad_norm": 2.087362051010132, | |
| "learning_rate": 2.385347772367178e-05, | |
| "loss": 0.186, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 0.23911621484119486, | |
| "grad_norm": 2.8280205726623535, | |
| "learning_rate": 2.3889817573951598e-05, | |
| "loss": 0.201, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 0.23947961334399304, | |
| "grad_norm": 1.2525794506072998, | |
| "learning_rate": 2.3926157424231414e-05, | |
| "loss": 0.1893, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 0.2398430118467912, | |
| "grad_norm": 23.419832229614258, | |
| "learning_rate": 2.396249727451123e-05, | |
| "loss": 0.2554, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.2398430118467912, | |
| "eval_loss": 0.4065987765789032, | |
| "eval_runtime": 179.638, | |
| "eval_samples_per_second": 41.272, | |
| "eval_steps_per_second": 5.16, | |
| "eval_wer": 0.24529380797647357, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.24020641034958937, | |
| "grad_norm": 1.3757339715957642, | |
| "learning_rate": 2.3998837124791046e-05, | |
| "loss": 0.1962, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 0.24056980885238752, | |
| "grad_norm": 4.00860071182251, | |
| "learning_rate": 2.4035176975070865e-05, | |
| "loss": 0.1848, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 0.2409332073551857, | |
| "grad_norm": 5.544015407562256, | |
| "learning_rate": 2.407151682535068e-05, | |
| "loss": 0.245, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 0.24129660585798388, | |
| "grad_norm": 1.0618844032287598, | |
| "learning_rate": 2.4107856675630497e-05, | |
| "loss": 0.191, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 0.24166000436078203, | |
| "grad_norm": 125.15505981445312, | |
| "learning_rate": 2.4144196525910313e-05, | |
| "loss": 0.3055, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.2420234028635802, | |
| "grad_norm": 5.015167713165283, | |
| "learning_rate": 2.418053637619013e-05, | |
| "loss": 0.2701, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 0.24238680136637836, | |
| "grad_norm": 3.944514274597168, | |
| "learning_rate": 2.421687622646995e-05, | |
| "loss": 0.2107, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 0.24275019986917654, | |
| "grad_norm": 3.1539418697357178, | |
| "learning_rate": 2.4253216076749764e-05, | |
| "loss": 0.232, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 0.24311359837197472, | |
| "grad_norm": 2.980459213256836, | |
| "learning_rate": 2.428955592702958e-05, | |
| "loss": 0.2391, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 0.24347699687477287, | |
| "grad_norm": 35.02157211303711, | |
| "learning_rate": 2.43258957773094e-05, | |
| "loss": 0.3172, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.24384039537757105, | |
| "grad_norm": 1.606570839881897, | |
| "learning_rate": 2.4362235627589216e-05, | |
| "loss": 1.5707, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 0.24420379388036922, | |
| "grad_norm": 3.940394401550293, | |
| "learning_rate": 2.439857547786903e-05, | |
| "loss": 0.1969, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 0.24456719238316738, | |
| "grad_norm": 3.8990156650543213, | |
| "learning_rate": 2.443491532814885e-05, | |
| "loss": 0.2475, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 0.24493059088596555, | |
| "grad_norm": 2.523500442504883, | |
| "learning_rate": 2.4471255178428664e-05, | |
| "loss": 0.194, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 0.2452939893887637, | |
| "grad_norm": 4.920846939086914, | |
| "learning_rate": 2.4507595028708483e-05, | |
| "loss": 0.2417, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.24565738789156188, | |
| "grad_norm": 2.2269723415374756, | |
| "learning_rate": 2.4543934878988302e-05, | |
| "loss": 0.2148, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 0.24602078639436006, | |
| "grad_norm": 1.669722557067871, | |
| "learning_rate": 2.4580274729268115e-05, | |
| "loss": 0.1979, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 0.24638418489715821, | |
| "grad_norm": 4.581501007080078, | |
| "learning_rate": 2.4616614579547934e-05, | |
| "loss": 0.2412, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 0.2467475833999564, | |
| "grad_norm": 2.6605944633483887, | |
| "learning_rate": 2.465295442982775e-05, | |
| "loss": 0.1992, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 0.24711098190275457, | |
| "grad_norm": 7.089646816253662, | |
| "learning_rate": 2.4689294280107566e-05, | |
| "loss": 0.2789, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.24747438040555272, | |
| "grad_norm": 1.9901385307312012, | |
| "learning_rate": 2.4725634130387385e-05, | |
| "loss": 1.907, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 0.2478377789083509, | |
| "grad_norm": 2.5120224952697754, | |
| "learning_rate": 2.4761973980667198e-05, | |
| "loss": 0.1908, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 0.24820117741114905, | |
| "grad_norm": 1.553806185722351, | |
| "learning_rate": 2.4794679845919035e-05, | |
| "loss": 1.6707, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 0.24856457591394723, | |
| "grad_norm": 2.130095958709717, | |
| "learning_rate": 2.4831019696198855e-05, | |
| "loss": 0.222, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 0.2489279744167454, | |
| "grad_norm": 15.832701683044434, | |
| "learning_rate": 2.486735954647867e-05, | |
| "loss": 0.4634, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.24929137291954356, | |
| "grad_norm": 1.87086820602417, | |
| "learning_rate": 2.4903699396758487e-05, | |
| "loss": 0.1887, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 0.24965477142234174, | |
| "grad_norm": 2.32084584236145, | |
| "learning_rate": 2.4940039247038303e-05, | |
| "loss": 0.1881, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 0.2500181699251399, | |
| "grad_norm": 3.3228461742401123, | |
| "learning_rate": 2.497637909731812e-05, | |
| "loss": 0.264, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 0.2503815684279381, | |
| "grad_norm": 1.8676607608795166, | |
| "learning_rate": 2.5012718947597935e-05, | |
| "loss": 0.2102, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 0.2507449669307362, | |
| "grad_norm": 17.540319442749023, | |
| "learning_rate": 2.5049058797877757e-05, | |
| "loss": 0.2567, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.25110836543353443, | |
| "grad_norm": 1.6276856660842896, | |
| "learning_rate": 2.508539864815757e-05, | |
| "loss": 0.1917, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 0.2514717639363326, | |
| "grad_norm": 2.347691059112549, | |
| "learning_rate": 2.5121738498437386e-05, | |
| "loss": 0.1998, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 0.25183516243913073, | |
| "grad_norm": 3.5337650775909424, | |
| "learning_rate": 2.5158078348717205e-05, | |
| "loss": 0.2418, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 0.25219856094192894, | |
| "grad_norm": 3.7415404319763184, | |
| "learning_rate": 2.519441819899702e-05, | |
| "loss": 0.2074, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 0.2525619594447271, | |
| "grad_norm": 16.603042602539062, | |
| "learning_rate": 2.5230758049276837e-05, | |
| "loss": 0.3104, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.25292535794752524, | |
| "grad_norm": 1.4864579439163208, | |
| "learning_rate": 2.5267097899556656e-05, | |
| "loss": 0.1771, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 0.25328875645032345, | |
| "grad_norm": 1.7935876846313477, | |
| "learning_rate": 2.5303437749836472e-05, | |
| "loss": 0.1984, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 0.2536521549531216, | |
| "grad_norm": 3.187351942062378, | |
| "learning_rate": 2.533977760011629e-05, | |
| "loss": 0.1828, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 0.25401555345591975, | |
| "grad_norm": 1.7930549383163452, | |
| "learning_rate": 2.5376117450396104e-05, | |
| "loss": 0.2132, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 0.2543789519587179, | |
| "grad_norm": 4.86196231842041, | |
| "learning_rate": 2.5412457300675924e-05, | |
| "loss": 0.2426, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.2547423504615161, | |
| "grad_norm": 2.784335136413574, | |
| "learning_rate": 2.544879715095574e-05, | |
| "loss": 1.6557, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 0.25510574896431426, | |
| "grad_norm": 1.460509181022644, | |
| "learning_rate": 2.5485137001235552e-05, | |
| "loss": 0.1812, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 0.2554691474671124, | |
| "grad_norm": 2.5204946994781494, | |
| "learning_rate": 2.5521476851515375e-05, | |
| "loss": 0.3731, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 0.2558325459699106, | |
| "grad_norm": 1.6122281551361084, | |
| "learning_rate": 2.555781670179519e-05, | |
| "loss": 0.2256, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 0.25619594447270877, | |
| "grad_norm": 8.13974666595459, | |
| "learning_rate": 2.5594156552075004e-05, | |
| "loss": 0.2756, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.2565593429755069, | |
| "grad_norm": 2.1560494899749756, | |
| "learning_rate": 2.5630496402354826e-05, | |
| "loss": 0.1869, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 0.25692274147830513, | |
| "grad_norm": 2.938570737838745, | |
| "learning_rate": 2.5666836252634642e-05, | |
| "loss": 0.187, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 0.2572861399811033, | |
| "grad_norm": 1.6697754859924316, | |
| "learning_rate": 2.5703176102914455e-05, | |
| "loss": 0.1841, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 0.25764953848390143, | |
| "grad_norm": 2.500377655029297, | |
| "learning_rate": 2.5739515953194278e-05, | |
| "loss": 0.4097, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 0.25801293698669964, | |
| "grad_norm": 6.614553928375244, | |
| "learning_rate": 2.577585580347409e-05, | |
| "loss": 0.2779, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.2583763354894978, | |
| "grad_norm": 2.1538803577423096, | |
| "learning_rate": 2.5812195653753906e-05, | |
| "loss": 0.2035, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 0.25873973399229594, | |
| "grad_norm": 2.64719820022583, | |
| "learning_rate": 2.584853550403373e-05, | |
| "loss": 0.1815, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 0.25910313249509415, | |
| "grad_norm": 4.064308166503906, | |
| "learning_rate": 2.588487535431354e-05, | |
| "loss": 0.2115, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 0.2594665309978923, | |
| "grad_norm": 4.535513877868652, | |
| "learning_rate": 2.5921215204593357e-05, | |
| "loss": 0.1733, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 0.25982992950069045, | |
| "grad_norm": 14.761083602905273, | |
| "learning_rate": 2.5957555054873173e-05, | |
| "loss": 0.3061, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.2601933280034886, | |
| "grad_norm": 2.902010202407837, | |
| "learning_rate": 2.5993894905152993e-05, | |
| "loss": 0.2539, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 0.2605567265062868, | |
| "grad_norm": 2.6499462127685547, | |
| "learning_rate": 2.603023475543281e-05, | |
| "loss": 0.209, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 0.26092012500908496, | |
| "grad_norm": 2.0298879146575928, | |
| "learning_rate": 2.6066574605712625e-05, | |
| "loss": 0.1966, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 0.2612835235118831, | |
| "grad_norm": 5.285839080810547, | |
| "learning_rate": 2.6102914455992444e-05, | |
| "loss": 0.2416, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 0.2616469220146813, | |
| "grad_norm": 14.89932918548584, | |
| "learning_rate": 2.613925430627226e-05, | |
| "loss": 0.2649, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.2616469220146813, | |
| "eval_loss": 0.43822312355041504, | |
| "eval_runtime": 180.398, | |
| "eval_samples_per_second": 41.098, | |
| "eval_steps_per_second": 5.139, | |
| "eval_wer": 0.23023580881151634, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.26201032051747947, | |
| "grad_norm": 2.9772818088531494, | |
| "learning_rate": 2.6175594156552076e-05, | |
| "loss": 0.2158, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 0.2623737190202776, | |
| "grad_norm": 1.4703949689865112, | |
| "learning_rate": 2.6211934006831895e-05, | |
| "loss": 0.1925, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 0.2627371175230758, | |
| "grad_norm": 2.6034176349639893, | |
| "learning_rate": 2.624827385711171e-05, | |
| "loss": 0.2065, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 0.263100516025874, | |
| "grad_norm": 2.8392562866210938, | |
| "learning_rate": 2.6284613707391527e-05, | |
| "loss": 0.2097, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 0.2634639145286721, | |
| "grad_norm": 8.892645835876465, | |
| "learning_rate": 2.6320953557671347e-05, | |
| "loss": 0.2835, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.26382731303147033, | |
| "grad_norm": 1.616268277168274, | |
| "learning_rate": 2.6357293407951162e-05, | |
| "loss": 0.1875, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 0.2641907115342685, | |
| "grad_norm": 2.1791138648986816, | |
| "learning_rate": 2.6393633258230975e-05, | |
| "loss": 0.1722, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 0.26455411003706664, | |
| "grad_norm": 2.8691608905792236, | |
| "learning_rate": 2.642997310851079e-05, | |
| "loss": 0.2377, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 0.26491750853986484, | |
| "grad_norm": 1.5673551559448242, | |
| "learning_rate": 2.6466312958790614e-05, | |
| "loss": 0.4404, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 0.265280907042663, | |
| "grad_norm": 7.296738147735596, | |
| "learning_rate": 2.6502652809070426e-05, | |
| "loss": 0.3198, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.26564430554546115, | |
| "grad_norm": 6.389322757720947, | |
| "learning_rate": 2.6538992659350242e-05, | |
| "loss": 0.2041, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 0.2660077040482593, | |
| "grad_norm": 11.64201831817627, | |
| "learning_rate": 2.657533250963006e-05, | |
| "loss": 0.2014, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 0.2663711025510575, | |
| "grad_norm": 4.454049587249756, | |
| "learning_rate": 2.6611672359909878e-05, | |
| "loss": 0.2295, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 0.26673450105385565, | |
| "grad_norm": 2.091968297958374, | |
| "learning_rate": 2.6648012210189694e-05, | |
| "loss": 0.1784, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 0.2670978995566538, | |
| "grad_norm": 6.904966354370117, | |
| "learning_rate": 2.6684352060469513e-05, | |
| "loss": 0.3303, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.267461298059452, | |
| "grad_norm": 1.6893994808197021, | |
| "learning_rate": 2.672069191074933e-05, | |
| "loss": 0.2534, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 0.26782469656225016, | |
| "grad_norm": 1.3456122875213623, | |
| "learning_rate": 2.6757031761029145e-05, | |
| "loss": 0.1829, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 0.2681880950650483, | |
| "grad_norm": 7.959611892700195, | |
| "learning_rate": 2.6793371611308964e-05, | |
| "loss": 0.2425, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 0.2685514935678465, | |
| "grad_norm": 1.5833840370178223, | |
| "learning_rate": 2.682971146158878e-05, | |
| "loss": 0.1988, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 0.2689148920706447, | |
| "grad_norm": 19.886600494384766, | |
| "learning_rate": 2.6866051311868596e-05, | |
| "loss": 0.3563, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.2692782905734428, | |
| "grad_norm": 2.55553936958313, | |
| "learning_rate": 2.6902391162148415e-05, | |
| "loss": 0.1857, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 0.26964168907624103, | |
| "grad_norm": 2.125661849975586, | |
| "learning_rate": 2.693873101242823e-05, | |
| "loss": 0.7398, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 0.2700050875790392, | |
| "grad_norm": 2.577770233154297, | |
| "learning_rate": 2.6975070862708047e-05, | |
| "loss": 0.5703, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 0.27036848608183733, | |
| "grad_norm": 2.3848683834075928, | |
| "learning_rate": 2.701141071298786e-05, | |
| "loss": 0.173, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 0.2707318845846355, | |
| "grad_norm": 22.96078109741211, | |
| "learning_rate": 2.7047750563267683e-05, | |
| "loss": 0.293, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.2710952830874337, | |
| "grad_norm": 3.206329822540283, | |
| "learning_rate": 2.70840904135475e-05, | |
| "loss": 0.4585, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 0.27145868159023184, | |
| "grad_norm": 2.251904010772705, | |
| "learning_rate": 2.712043026382731e-05, | |
| "loss": 0.2196, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 0.27182208009303, | |
| "grad_norm": 3.7445387840270996, | |
| "learning_rate": 2.7156770114107134e-05, | |
| "loss": 0.2195, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 0.2721854785958282, | |
| "grad_norm": 1.5370314121246338, | |
| "learning_rate": 2.7193109964386947e-05, | |
| "loss": 0.2007, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 0.27254887709862635, | |
| "grad_norm": 18.44324493408203, | |
| "learning_rate": 2.7229449814666763e-05, | |
| "loss": 0.3091, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.2729122756014245, | |
| "grad_norm": 1.5792795419692993, | |
| "learning_rate": 2.7265789664946585e-05, | |
| "loss": 0.1601, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 0.2732756741042227, | |
| "grad_norm": 9.128384590148926, | |
| "learning_rate": 2.7302129515226398e-05, | |
| "loss": 0.178, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 0.27363907260702086, | |
| "grad_norm": 2.2285592555999756, | |
| "learning_rate": 2.7338469365506214e-05, | |
| "loss": 2.4074, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 0.274002471109819, | |
| "grad_norm": 2.2741541862487793, | |
| "learning_rate": 2.7374809215786033e-05, | |
| "loss": 0.246, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 0.2743658696126172, | |
| "grad_norm": 17.185470581054688, | |
| "learning_rate": 2.741114906606585e-05, | |
| "loss": 0.2577, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.27472926811541537, | |
| "grad_norm": 1.1907752752304077, | |
| "learning_rate": 2.7447488916345665e-05, | |
| "loss": 0.2073, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 0.2750926666182135, | |
| "grad_norm": 3.535682201385498, | |
| "learning_rate": 2.748382876662548e-05, | |
| "loss": 0.2012, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 0.27545606512101173, | |
| "grad_norm": 3.585460662841797, | |
| "learning_rate": 2.75201686169053e-05, | |
| "loss": 0.2147, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 0.2758194636238099, | |
| "grad_norm": 1.9034504890441895, | |
| "learning_rate": 2.7556508467185116e-05, | |
| "loss": 0.1626, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 0.27618286212660803, | |
| "grad_norm": 39.66155242919922, | |
| "learning_rate": 2.7592848317464932e-05, | |
| "loss": 0.2617, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.2765462606294062, | |
| "grad_norm": 1.5698285102844238, | |
| "learning_rate": 2.762918816774475e-05, | |
| "loss": 0.3136, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 0.2769096591322044, | |
| "grad_norm": 2.4866106510162354, | |
| "learning_rate": 2.7665528018024568e-05, | |
| "loss": 0.1971, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 0.27727305763500254, | |
| "grad_norm": 9.244050025939941, | |
| "learning_rate": 2.7701867868304384e-05, | |
| "loss": 0.2025, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 0.2776364561378007, | |
| "grad_norm": 2.1344380378723145, | |
| "learning_rate": 2.7738207718584203e-05, | |
| "loss": 0.2055, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 0.2779998546405989, | |
| "grad_norm": 13.503227233886719, | |
| "learning_rate": 2.777454756886402e-05, | |
| "loss": 0.2671, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.27836325314339705, | |
| "grad_norm": 2.238834857940674, | |
| "learning_rate": 2.781088741914383e-05, | |
| "loss": 0.1714, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 0.2787266516461952, | |
| "grad_norm": 0.897280216217041, | |
| "learning_rate": 2.7847227269423654e-05, | |
| "loss": 0.1615, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 0.2790900501489934, | |
| "grad_norm": 5.808285713195801, | |
| "learning_rate": 2.788356711970347e-05, | |
| "loss": 0.2052, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 0.27945344865179156, | |
| "grad_norm": 1.8924663066864014, | |
| "learning_rate": 2.7919906969983283e-05, | |
| "loss": 0.1769, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 0.2798168471545897, | |
| "grad_norm": 11.939653396606445, | |
| "learning_rate": 2.7956246820263105e-05, | |
| "loss": 0.2859, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.2801802456573879, | |
| "grad_norm": 2.5077621936798096, | |
| "learning_rate": 2.7992586670542918e-05, | |
| "loss": 0.1767, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 0.28054364416018607, | |
| "grad_norm": 2.0336718559265137, | |
| "learning_rate": 2.8028926520822734e-05, | |
| "loss": 0.6757, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 0.2809070426629842, | |
| "grad_norm": 3.9547739028930664, | |
| "learning_rate": 2.806526637110255e-05, | |
| "loss": 0.2322, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 0.28127044116578237, | |
| "grad_norm": 1.8082466125488281, | |
| "learning_rate": 2.810160622138237e-05, | |
| "loss": 0.1758, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 0.2816338396685806, | |
| "grad_norm": 16.173986434936523, | |
| "learning_rate": 2.8137946071662185e-05, | |
| "loss": 0.2642, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.28199723817137873, | |
| "grad_norm": 3.341475486755371, | |
| "learning_rate": 2.8174285921942e-05, | |
| "loss": 3.4407, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 0.2823606366741769, | |
| "grad_norm": 1.7220288515090942, | |
| "learning_rate": 2.821062577222182e-05, | |
| "loss": 0.1965, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 0.2827240351769751, | |
| "grad_norm": 3.8534610271453857, | |
| "learning_rate": 2.8246965622501637e-05, | |
| "loss": 0.1966, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 0.28308743367977324, | |
| "grad_norm": 1.962780475616455, | |
| "learning_rate": 2.8283305472781453e-05, | |
| "loss": 0.1859, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 0.2834508321825714, | |
| "grad_norm": 40.28166961669922, | |
| "learning_rate": 2.8319645323061272e-05, | |
| "loss": 0.6588, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.2834508321825714, | |
| "eval_loss": 0.42970865964889526, | |
| "eval_runtime": 180.6321, | |
| "eval_samples_per_second": 41.045, | |
| "eval_steps_per_second": 5.132, | |
| "eval_wer": 0.2413455080145951, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.2838142306853696, | |
| "grad_norm": 1.748349666595459, | |
| "learning_rate": 2.8355985173341088e-05, | |
| "loss": 0.1786, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 0.28417762918816775, | |
| "grad_norm": 2.1137237548828125, | |
| "learning_rate": 2.8392325023620904e-05, | |
| "loss": 0.1803, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 0.2845410276909659, | |
| "grad_norm": 1.59931218624115, | |
| "learning_rate": 2.8428664873900723e-05, | |
| "loss": 0.2107, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 0.2849044261937641, | |
| "grad_norm": 2.263493061065674, | |
| "learning_rate": 2.846500472418054e-05, | |
| "loss": 0.1967, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 0.28526782469656226, | |
| "grad_norm": 20.798656463623047, | |
| "learning_rate": 2.8501344574460355e-05, | |
| "loss": 0.268, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.2856312231993604, | |
| "grad_norm": 3.0182480812072754, | |
| "learning_rate": 2.8537684424740168e-05, | |
| "loss": 0.1901, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 0.2859946217021586, | |
| "grad_norm": 6.6378493309021, | |
| "learning_rate": 2.857402427501999e-05, | |
| "loss": 0.1804, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 0.28635802020495676, | |
| "grad_norm": 2.5524067878723145, | |
| "learning_rate": 2.8610364125299803e-05, | |
| "loss": 0.233, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 0.2867214187077549, | |
| "grad_norm": 2.6409335136413574, | |
| "learning_rate": 2.864670397557962e-05, | |
| "loss": 0.1717, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 0.28708481721055307, | |
| "grad_norm": 6.834221363067627, | |
| "learning_rate": 2.868304382585944e-05, | |
| "loss": 0.2956, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.2874482157133513, | |
| "grad_norm": 2.760669708251953, | |
| "learning_rate": 2.8719383676139254e-05, | |
| "loss": 0.1789, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 0.2878116142161494, | |
| "grad_norm": 1.7543925046920776, | |
| "learning_rate": 2.875572352641907e-05, | |
| "loss": 0.2041, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 0.2881750127189476, | |
| "grad_norm": 4.784151077270508, | |
| "learning_rate": 2.879206337669889e-05, | |
| "loss": 0.2259, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 0.2885384112217458, | |
| "grad_norm": 2.1769356727600098, | |
| "learning_rate": 2.8828403226978706e-05, | |
| "loss": 0.2023, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 0.28890180972454393, | |
| "grad_norm": 9.373051643371582, | |
| "learning_rate": 2.886474307725852e-05, | |
| "loss": 0.3511, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.2892652082273421, | |
| "grad_norm": 1.895190715789795, | |
| "learning_rate": 2.890108292753834e-05, | |
| "loss": 0.1976, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 0.2896286067301403, | |
| "grad_norm": 3.4400076866149902, | |
| "learning_rate": 2.8937422777818157e-05, | |
| "loss": 0.1902, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 0.28999200523293844, | |
| "grad_norm": 9.663911819458008, | |
| "learning_rate": 2.8973762628097973e-05, | |
| "loss": 0.2551, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 0.2903554037357366, | |
| "grad_norm": 5.1054463386535645, | |
| "learning_rate": 2.9010102478377792e-05, | |
| "loss": 0.2001, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 0.2907188022385348, | |
| "grad_norm": 9.06143569946289, | |
| "learning_rate": 2.9046442328657608e-05, | |
| "loss": 0.2266, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.29108220074133295, | |
| "grad_norm": 1.604077696800232, | |
| "learning_rate": 2.9082782178937424e-05, | |
| "loss": 0.1883, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 0.2914455992441311, | |
| "grad_norm": 2.245687246322632, | |
| "learning_rate": 2.911912202921724e-05, | |
| "loss": 0.2093, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 0.29180899774692926, | |
| "grad_norm": 3.8099372386932373, | |
| "learning_rate": 2.915546187949706e-05, | |
| "loss": 0.2283, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 0.29217239624972746, | |
| "grad_norm": 2.135115623474121, | |
| "learning_rate": 2.9191801729776875e-05, | |
| "loss": 0.2369, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 0.2925357947525256, | |
| "grad_norm": 5.596993446350098, | |
| "learning_rate": 2.9228141580056688e-05, | |
| "loss": 0.2709, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.29289919325532376, | |
| "grad_norm": 1.3212496042251587, | |
| "learning_rate": 2.926448143033651e-05, | |
| "loss": 0.1968, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 0.29326259175812197, | |
| "grad_norm": 1.9241231679916382, | |
| "learning_rate": 2.9300821280616327e-05, | |
| "loss": 0.3883, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 0.2936259902609201, | |
| "grad_norm": 4.008016109466553, | |
| "learning_rate": 2.933716113089614e-05, | |
| "loss": 0.2074, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 0.2939893887637183, | |
| "grad_norm": 1.5871399641036987, | |
| "learning_rate": 2.9373500981175962e-05, | |
| "loss": 0.1698, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 0.2943527872665165, | |
| "grad_norm": 19.480670928955078, | |
| "learning_rate": 2.9409840831455774e-05, | |
| "loss": 0.4023, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.29471618576931463, | |
| "grad_norm": 3.8420443534851074, | |
| "learning_rate": 2.944618068173559e-05, | |
| "loss": 0.181, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 0.2950795842721128, | |
| "grad_norm": 1.9951499700546265, | |
| "learning_rate": 2.9482520532015413e-05, | |
| "loss": 0.2872, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 0.295442982774911, | |
| "grad_norm": 4.958978176116943, | |
| "learning_rate": 2.9518860382295226e-05, | |
| "loss": 0.2359, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 0.29580638127770914, | |
| "grad_norm": 1.5531708002090454, | |
| "learning_rate": 2.9555200232575042e-05, | |
| "loss": 0.2138, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 0.2961697797805073, | |
| "grad_norm": 5.297884941101074, | |
| "learning_rate": 2.9591540082854864e-05, | |
| "loss": 0.2694, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.2965331782833055, | |
| "grad_norm": 1.5989892482757568, | |
| "learning_rate": 2.9627879933134677e-05, | |
| "loss": 0.1686, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 0.29689657678610365, | |
| "grad_norm": 3.347722291946411, | |
| "learning_rate": 2.9664219783414493e-05, | |
| "loss": 0.2206, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 0.2972599752889018, | |
| "grad_norm": 2.9551491737365723, | |
| "learning_rate": 2.970055963369431e-05, | |
| "loss": 0.2274, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 0.29762337379169995, | |
| "grad_norm": 2.527963638305664, | |
| "learning_rate": 2.973689948397413e-05, | |
| "loss": 0.1731, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 0.29798677229449816, | |
| "grad_norm": 5.818012714385986, | |
| "learning_rate": 2.9773239334253944e-05, | |
| "loss": 0.265, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.2983501707972963, | |
| "grad_norm": 1.5580624341964722, | |
| "learning_rate": 2.980594519950578e-05, | |
| "loss": 2.627, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 0.29871356930009446, | |
| "grad_norm": 1.6011282205581665, | |
| "learning_rate": 2.9842285049785594e-05, | |
| "loss": 0.1811, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 0.29907696780289267, | |
| "grad_norm": 44.825157165527344, | |
| "learning_rate": 2.987862490006541e-05, | |
| "loss": 0.4799, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 0.2994403663056908, | |
| "grad_norm": 1.520982027053833, | |
| "learning_rate": 2.991496475034523e-05, | |
| "loss": 0.1935, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 0.29980376480848897, | |
| "grad_norm": 6.3379058837890625, | |
| "learning_rate": 2.9951304600625046e-05, | |
| "loss": 0.2435, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.3001671633112872, | |
| "grad_norm": 2.2493958473205566, | |
| "learning_rate": 2.998764445090486e-05, | |
| "loss": 0.1984, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 0.30053056181408533, | |
| "grad_norm": 3.234196186065674, | |
| "learning_rate": 3.002398430118468e-05, | |
| "loss": 0.1785, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 0.3008939603168835, | |
| "grad_norm": 4.99449348449707, | |
| "learning_rate": 3.0060324151464497e-05, | |
| "loss": 0.1888, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 0.3012573588196817, | |
| "grad_norm": 1.8624048233032227, | |
| "learning_rate": 3.0096664001744313e-05, | |
| "loss": 1.6561, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 0.30162075732247984, | |
| "grad_norm": 7.615640640258789, | |
| "learning_rate": 3.0133003852024132e-05, | |
| "loss": 0.2918, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.301984155825278, | |
| "grad_norm": 1.6900697946548462, | |
| "learning_rate": 3.0169343702303948e-05, | |
| "loss": 0.2255, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 0.3023475543280762, | |
| "grad_norm": 2.2034566402435303, | |
| "learning_rate": 3.0205683552583764e-05, | |
| "loss": 0.198, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 0.30271095283087435, | |
| "grad_norm": 2.044597625732422, | |
| "learning_rate": 3.0242023402863583e-05, | |
| "loss": 0.1946, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 0.3030743513336725, | |
| "grad_norm": 1.6171079874038696, | |
| "learning_rate": 3.02783632531434e-05, | |
| "loss": 0.1935, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 0.30343774983647065, | |
| "grad_norm": 2.8435897827148438, | |
| "learning_rate": 3.0314703103423215e-05, | |
| "loss": 0.3876, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.30380114833926886, | |
| "grad_norm": 2.023019552230835, | |
| "learning_rate": 3.0351042953703035e-05, | |
| "loss": 0.1879, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 0.304164546842067, | |
| "grad_norm": 1.7610963582992554, | |
| "learning_rate": 3.038738280398285e-05, | |
| "loss": 0.1901, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 0.30452794534486516, | |
| "grad_norm": 1.9482131004333496, | |
| "learning_rate": 3.0423722654262667e-05, | |
| "loss": 0.2119, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 0.30489134384766337, | |
| "grad_norm": 1.6463958024978638, | |
| "learning_rate": 3.046006250454248e-05, | |
| "loss": 0.2067, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 0.3052547423504615, | |
| "grad_norm": 10.607688903808594, | |
| "learning_rate": 3.0496402354822302e-05, | |
| "loss": 0.2709, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.3052547423504615, | |
| "eval_loss": 0.3912598192691803, | |
| "eval_runtime": 179.9461, | |
| "eval_samples_per_second": 41.201, | |
| "eval_steps_per_second": 5.152, | |
| "eval_wer": 0.22865648882676493, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.30561814085325967, | |
| "grad_norm": 5.675121307373047, | |
| "learning_rate": 3.053274220510212e-05, | |
| "loss": 0.1937, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 0.3059815393560579, | |
| "grad_norm": 1.9001195430755615, | |
| "learning_rate": 3.056908205538193e-05, | |
| "loss": 0.1668, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 0.306344937858856, | |
| "grad_norm": 6.807525157928467, | |
| "learning_rate": 3.060542190566175e-05, | |
| "loss": 0.2077, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 0.3067083363616542, | |
| "grad_norm": 2.067265272140503, | |
| "learning_rate": 3.064176175594157e-05, | |
| "loss": 0.1596, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 0.3070717348644524, | |
| "grad_norm": 15.267791748046875, | |
| "learning_rate": 3.067810160622138e-05, | |
| "loss": 0.2667, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.30743513336725053, | |
| "grad_norm": 1.367903709411621, | |
| "learning_rate": 3.07144414565012e-05, | |
| "loss": 0.1819, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 0.3077985318700487, | |
| "grad_norm": 1.531816840171814, | |
| "learning_rate": 3.075078130678102e-05, | |
| "loss": 0.1681, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 0.30816193037284684, | |
| "grad_norm": 3.668304204940796, | |
| "learning_rate": 3.078712115706083e-05, | |
| "loss": 0.2488, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 0.30852532887564504, | |
| "grad_norm": 2.2622220516204834, | |
| "learning_rate": 3.082346100734065e-05, | |
| "loss": 0.1866, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 0.3088887273784432, | |
| "grad_norm": 6.450117111206055, | |
| "learning_rate": 3.085980085762047e-05, | |
| "loss": 0.2676, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.30925212588124135, | |
| "grad_norm": 2.096731424331665, | |
| "learning_rate": 3.0896140707900284e-05, | |
| "loss": 0.1952, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 0.30961552438403955, | |
| "grad_norm": 1.3809120655059814, | |
| "learning_rate": 3.09324805581801e-05, | |
| "loss": 0.3478, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 0.3099789228868377, | |
| "grad_norm": 4.2257585525512695, | |
| "learning_rate": 3.096882040845992e-05, | |
| "loss": 0.2126, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 0.31034232138963586, | |
| "grad_norm": 2.8543758392333984, | |
| "learning_rate": 3.1005160258739736e-05, | |
| "loss": 0.8169, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 0.31070571989243406, | |
| "grad_norm": 5.897162437438965, | |
| "learning_rate": 3.104150010901955e-05, | |
| "loss": 0.2421, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.3110691183952322, | |
| "grad_norm": 1.8980865478515625, | |
| "learning_rate": 3.107783995929937e-05, | |
| "loss": 0.193, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 0.31143251689803036, | |
| "grad_norm": 2.113833427429199, | |
| "learning_rate": 3.111417980957919e-05, | |
| "loss": 0.1553, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 0.31179591540082857, | |
| "grad_norm": 2.7569572925567627, | |
| "learning_rate": 3.1150519659859e-05, | |
| "loss": 0.2003, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 0.3121593139036267, | |
| "grad_norm": 2.480473756790161, | |
| "learning_rate": 3.118685951013882e-05, | |
| "loss": 0.2173, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 0.3125227124064249, | |
| "grad_norm": 12.174234390258789, | |
| "learning_rate": 3.122319936041864e-05, | |
| "loss": 0.3081, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.3128861109092231, | |
| "grad_norm": 2.8075544834136963, | |
| "learning_rate": 3.125953921069845e-05, | |
| "loss": 0.263, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 0.31324950941202123, | |
| "grad_norm": 16.535009384155273, | |
| "learning_rate": 3.129587906097827e-05, | |
| "loss": 0.1968, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 0.3136129079148194, | |
| "grad_norm": 6.4783711433410645, | |
| "learning_rate": 3.133221891125809e-05, | |
| "loss": 0.2396, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 0.31397630641761753, | |
| "grad_norm": 0.945353090763092, | |
| "learning_rate": 3.13685587615379e-05, | |
| "loss": 0.1623, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 0.31433970492041574, | |
| "grad_norm": 7.135663032531738, | |
| "learning_rate": 3.140489861181772e-05, | |
| "loss": 0.3006, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.3147031034232139, | |
| "grad_norm": 1.275896430015564, | |
| "learning_rate": 3.144123846209754e-05, | |
| "loss": 0.1845, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 0.31506650192601204, | |
| "grad_norm": 2.1660525798797607, | |
| "learning_rate": 3.147757831237735e-05, | |
| "loss": 0.1614, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 0.31542990042881025, | |
| "grad_norm": 3.878882646560669, | |
| "learning_rate": 3.1513918162657166e-05, | |
| "loss": 0.2124, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 0.3157932989316084, | |
| "grad_norm": 3.452864170074463, | |
| "learning_rate": 3.155025801293699e-05, | |
| "loss": 0.1659, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 0.31615669743440655, | |
| "grad_norm": 4.0493292808532715, | |
| "learning_rate": 3.1586597863216805e-05, | |
| "loss": 0.2653, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.31652009593720476, | |
| "grad_norm": 1.9184757471084595, | |
| "learning_rate": 3.162293771349662e-05, | |
| "loss": 0.2043, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 0.3168834944400029, | |
| "grad_norm": 4.22302770614624, | |
| "learning_rate": 3.165927756377644e-05, | |
| "loss": 0.2005, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 0.31724689294280106, | |
| "grad_norm": 8.557464599609375, | |
| "learning_rate": 3.1695617414056256e-05, | |
| "loss": 0.2135, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 0.31761029144559927, | |
| "grad_norm": 1.6090949773788452, | |
| "learning_rate": 3.173195726433607e-05, | |
| "loss": 0.1565, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 0.3179736899483974, | |
| "grad_norm": 35.859737396240234, | |
| "learning_rate": 3.1768297114615894e-05, | |
| "loss": 0.3239, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.31833708845119557, | |
| "grad_norm": 2.837944507598877, | |
| "learning_rate": 3.180463696489571e-05, | |
| "loss": 0.1902, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 0.3187004869539937, | |
| "grad_norm": 1.6548888683319092, | |
| "learning_rate": 3.184097681517552e-05, | |
| "loss": 0.1732, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 0.31906388545679193, | |
| "grad_norm": 3.840034246444702, | |
| "learning_rate": 3.187731666545534e-05, | |
| "loss": 0.2318, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 0.3194272839595901, | |
| "grad_norm": 3.3684277534484863, | |
| "learning_rate": 3.191365651573516e-05, | |
| "loss": 0.1794, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 0.31979068246238823, | |
| "grad_norm": 8.668655395507812, | |
| "learning_rate": 3.194999636601497e-05, | |
| "loss": 0.2745, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.32015408096518644, | |
| "grad_norm": 1.412441611289978, | |
| "learning_rate": 3.198633621629479e-05, | |
| "loss": 0.1913, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 0.3205174794679846, | |
| "grad_norm": 1.6273925304412842, | |
| "learning_rate": 3.202267606657461e-05, | |
| "loss": 0.1905, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 0.32088087797078274, | |
| "grad_norm": 5.704558372497559, | |
| "learning_rate": 3.205901591685442e-05, | |
| "loss": 0.2217, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 0.32124427647358095, | |
| "grad_norm": 2.248072385787964, | |
| "learning_rate": 3.209535576713424e-05, | |
| "loss": 0.1752, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 0.3216076749763791, | |
| "grad_norm": 8.330979347229004, | |
| "learning_rate": 3.213169561741406e-05, | |
| "loss": 0.2693, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.32197107347917725, | |
| "grad_norm": 6.713444709777832, | |
| "learning_rate": 3.2168035467693873e-05, | |
| "loss": 0.1821, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 0.32233447198197546, | |
| "grad_norm": 1.7717983722686768, | |
| "learning_rate": 3.220437531797369e-05, | |
| "loss": 0.1572, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 0.3226978704847736, | |
| "grad_norm": 3.8419570922851562, | |
| "learning_rate": 3.224071516825351e-05, | |
| "loss": 0.2168, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 0.32306126898757176, | |
| "grad_norm": 1.8515948057174683, | |
| "learning_rate": 3.2277055018533325e-05, | |
| "loss": 0.1474, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 0.32342466749036997, | |
| "grad_norm": 12.963587760925293, | |
| "learning_rate": 3.231339486881314e-05, | |
| "loss": 0.2349, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.3237880659931681, | |
| "grad_norm": 1.078845500946045, | |
| "learning_rate": 3.2349734719092963e-05, | |
| "loss": 0.1968, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 0.32415146449596627, | |
| "grad_norm": 1.5369044542312622, | |
| "learning_rate": 3.2386074569372776e-05, | |
| "loss": 0.1681, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 0.3245148629987644, | |
| "grad_norm": 3.8013484477996826, | |
| "learning_rate": 3.242241441965259e-05, | |
| "loss": 0.2214, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 0.3248782615015626, | |
| "grad_norm": 2.0259406566619873, | |
| "learning_rate": 3.2458754269932415e-05, | |
| "loss": 0.4227, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 0.3252416600043608, | |
| "grad_norm": 6.423609256744385, | |
| "learning_rate": 3.249509412021223e-05, | |
| "loss": 0.2835, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.32560505850715893, | |
| "grad_norm": 2.363159656524658, | |
| "learning_rate": 3.253143397049204e-05, | |
| "loss": 0.2038, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 0.32596845700995714, | |
| "grad_norm": 2.4034435749053955, | |
| "learning_rate": 3.256777382077186e-05, | |
| "loss": 0.1907, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 0.3263318555127553, | |
| "grad_norm": 4.032980442047119, | |
| "learning_rate": 3.260411367105168e-05, | |
| "loss": 0.1973, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 0.32669525401555344, | |
| "grad_norm": 6.102022647857666, | |
| "learning_rate": 3.264045352133149e-05, | |
| "loss": 0.197, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 0.32705865251835164, | |
| "grad_norm": 35.67893981933594, | |
| "learning_rate": 3.267679337161131e-05, | |
| "loss": 0.2682, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.32705865251835164, | |
| "eval_loss": 0.40712428092956543, | |
| "eval_runtime": 179.2194, | |
| "eval_samples_per_second": 41.368, | |
| "eval_steps_per_second": 5.172, | |
| "eval_wer": 0.226941020567466, | |
| "step": 9000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 165108, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 6, | |
| "save_steps": 1800, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.949058842974551e+19, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |