| { |
| "best_global_step": 5192, |
| "best_metric": 20.828885822637613, |
| "best_model_checkpoint": "./whisper_s_punjabi_ddp_4gpu/checkpoint-5192", |
| "epoch": 7.0, |
| "eval_steps": 500, |
| "global_step": 9086, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.01926040061633282, |
| "grad_norm": 58.414207458496094, |
| "learning_rate": 8.000000000000001e-07, |
| "loss": 7.913150634765625, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.03852080123266564, |
| "grad_norm": 18.150222778320312, |
| "learning_rate": 1.6333333333333335e-06, |
| "loss": 5.986227416992188, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05778120184899846, |
| "grad_norm": 14.175592422485352, |
| "learning_rate": 2.466666666666667e-06, |
| "loss": 4.43172119140625, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.07704160246533127, |
| "grad_norm": 16.95926284790039, |
| "learning_rate": 3.3000000000000006e-06, |
| "loss": 3.4311566162109375, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0963020030816641, |
| "grad_norm": 9.69564151763916, |
| "learning_rate": 4.133333333333333e-06, |
| "loss": 2.0594117736816404, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.11556240369799692, |
| "grad_norm": 10.076292991638184, |
| "learning_rate": 4.966666666666667e-06, |
| "loss": 1.8318702697753906, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.13482280431432975, |
| "grad_norm": 9.035318374633789, |
| "learning_rate": 5.8e-06, |
| "loss": 1.7396725463867186, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.15408320493066255, |
| "grad_norm": 10.635228157043457, |
| "learning_rate": 6.633333333333334e-06, |
| "loss": 1.6932928466796875, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.17334360554699538, |
| "grad_norm": 10.217312812805176, |
| "learning_rate": 7.4666666666666675e-06, |
| "loss": 1.6321292114257813, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.1926040061633282, |
| "grad_norm": 11.088924407958984, |
| "learning_rate": 8.3e-06, |
| "loss": 1.5770054626464844, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.211864406779661, |
| "grad_norm": 10.08351993560791, |
| "learning_rate": 9.133333333333335e-06, |
| "loss": 1.5158828735351562, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.23112480739599384, |
| "grad_norm": 9.66342544555664, |
| "learning_rate": 9.966666666666667e-06, |
| "loss": 1.5335569763183594, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.25038520801232667, |
| "grad_norm": 10.034809112548828, |
| "learning_rate": 9.981072555205049e-06, |
| "loss": 1.4476705932617187, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.2696456086286595, |
| "grad_norm": 7.876269817352295, |
| "learning_rate": 9.961356466876972e-06, |
| "loss": 1.4681803894042968, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2889060092449923, |
| "grad_norm": 10.250846862792969, |
| "learning_rate": 9.941640378548896e-06, |
| "loss": 1.437877197265625, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.3081664098613251, |
| "grad_norm": 9.018561363220215, |
| "learning_rate": 9.921924290220821e-06, |
| "loss": 1.3937382507324219, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3274268104776579, |
| "grad_norm": 8.793310165405273, |
| "learning_rate": 9.902208201892746e-06, |
| "loss": 1.3915924072265624, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.34668721109399075, |
| "grad_norm": 9.753164291381836, |
| "learning_rate": 9.88249211356467e-06, |
| "loss": 1.3350201416015626, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3659476117103236, |
| "grad_norm": 9.90793514251709, |
| "learning_rate": 9.862776025236594e-06, |
| "loss": 1.3452024841308594, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.3852080123266564, |
| "grad_norm": 7.425978660583496, |
| "learning_rate": 9.843059936908518e-06, |
| "loss": 1.3636004638671875, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.40446841294298924, |
| "grad_norm": 7.5032501220703125, |
| "learning_rate": 9.823343848580441e-06, |
| "loss": 1.337528076171875, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.423728813559322, |
| "grad_norm": 8.89260482788086, |
| "learning_rate": 9.803627760252366e-06, |
| "loss": 1.3338491821289062, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.44298921417565484, |
| "grad_norm": 8.321249008178711, |
| "learning_rate": 9.783911671924291e-06, |
| "loss": 1.333787384033203, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.4622496147919877, |
| "grad_norm": 8.888858795166016, |
| "learning_rate": 9.764195583596216e-06, |
| "loss": 1.3222378540039061, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.4815100154083205, |
| "grad_norm": 7.648203372955322, |
| "learning_rate": 9.74447949526814e-06, |
| "loss": 1.3167262268066406, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.5007704160246533, |
| "grad_norm": 6.553903102874756, |
| "learning_rate": 9.724763406940063e-06, |
| "loss": 1.298903045654297, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5200308166409862, |
| "grad_norm": 7.545315265655518, |
| "learning_rate": 9.705047318611988e-06, |
| "loss": 1.266801223754883, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.539291217257319, |
| "grad_norm": 7.492407321929932, |
| "learning_rate": 9.685331230283911e-06, |
| "loss": 1.2619186401367188, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5585516178736518, |
| "grad_norm": 6.489583969116211, |
| "learning_rate": 9.665615141955836e-06, |
| "loss": 1.2714739990234376, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.5778120184899846, |
| "grad_norm": 8.90630054473877, |
| "learning_rate": 9.64589905362776e-06, |
| "loss": 1.2946762084960937, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5970724191063174, |
| "grad_norm": 7.635409832000732, |
| "learning_rate": 9.626182965299686e-06, |
| "loss": 1.269822463989258, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.6163328197226502, |
| "grad_norm": 7.459207534790039, |
| "learning_rate": 9.60646687697161e-06, |
| "loss": 1.2825979614257812, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.635593220338983, |
| "grad_norm": 8.159686088562012, |
| "learning_rate": 9.586750788643533e-06, |
| "loss": 1.2717716217041015, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.6548536209553159, |
| "grad_norm": 6.630347728729248, |
| "learning_rate": 9.567034700315458e-06, |
| "loss": 1.252648162841797, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.6741140215716487, |
| "grad_norm": 7.215192794799805, |
| "learning_rate": 9.547318611987383e-06, |
| "loss": 1.252330093383789, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.6933744221879815, |
| "grad_norm": 8.178110122680664, |
| "learning_rate": 9.527602523659308e-06, |
| "loss": 1.2153298187255859, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7126348228043143, |
| "grad_norm": 6.375010013580322, |
| "learning_rate": 9.50788643533123e-06, |
| "loss": 1.2400372314453125, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.7318952234206472, |
| "grad_norm": 8.464449882507324, |
| "learning_rate": 9.488170347003155e-06, |
| "loss": 1.2374497222900391, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.75115562403698, |
| "grad_norm": 6.5914764404296875, |
| "learning_rate": 9.46845425867508e-06, |
| "loss": 1.2367049407958985, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.7704160246533128, |
| "grad_norm": 6.147579193115234, |
| "learning_rate": 9.448738170347003e-06, |
| "loss": 1.2031460571289063, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7896764252696457, |
| "grad_norm": 6.786445617675781, |
| "learning_rate": 9.429022082018928e-06, |
| "loss": 1.1893964385986329, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.8089368258859785, |
| "grad_norm": 5.8521504402160645, |
| "learning_rate": 9.409305993690853e-06, |
| "loss": 1.1855683898925782, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.8281972265023112, |
| "grad_norm": 5.927206993103027, |
| "learning_rate": 9.389589905362777e-06, |
| "loss": 1.2393891906738281, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.847457627118644, |
| "grad_norm": 7.765108108520508, |
| "learning_rate": 9.369873817034702e-06, |
| "loss": 1.2078982543945314, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.8667180277349769, |
| "grad_norm": 6.578537464141846, |
| "learning_rate": 9.350157728706625e-06, |
| "loss": 1.2135992431640625, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.8859784283513097, |
| "grad_norm": 6.826841831207275, |
| "learning_rate": 9.33044164037855e-06, |
| "loss": 1.2246592712402344, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.9052388289676425, |
| "grad_norm": 5.9232611656188965, |
| "learning_rate": 9.310725552050473e-06, |
| "loss": 1.2366727447509767, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.9244992295839753, |
| "grad_norm": 6.405348777770996, |
| "learning_rate": 9.291009463722398e-06, |
| "loss": 1.1822604370117187, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.9437596302003082, |
| "grad_norm": 7.846672534942627, |
| "learning_rate": 9.271293375394322e-06, |
| "loss": 1.1902696228027343, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.963020030816641, |
| "grad_norm": 6.556903839111328, |
| "learning_rate": 9.251577287066247e-06, |
| "loss": 1.2147691345214844, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.9822804314329738, |
| "grad_norm": 6.414576530456543, |
| "learning_rate": 9.231861198738172e-06, |
| "loss": 1.1895433044433594, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.1692090779542923, |
| "eval_runtime": 1293.6351, |
| "eval_samples_per_second": 18.724, |
| "eval_steps_per_second": 0.084, |
| "eval_wer": 23.27414889831906, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.0015408320493067, |
| "grad_norm": 5.701938152313232, |
| "learning_rate": 9.212145110410095e-06, |
| "loss": 1.1426918029785156, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.0208012326656395, |
| "grad_norm": 7.372975826263428, |
| "learning_rate": 9.19242902208202e-06, |
| "loss": 1.0540249633789063, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.0400616332819723, |
| "grad_norm": 6.552262783050537, |
| "learning_rate": 9.172712933753945e-06, |
| "loss": 1.0437205505371094, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.0593220338983051, |
| "grad_norm": 7.7785444259643555, |
| "learning_rate": 9.152996845425868e-06, |
| "loss": 1.063336639404297, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.078582434514638, |
| "grad_norm": 6.104959011077881, |
| "learning_rate": 9.133280757097792e-06, |
| "loss": 1.0619095611572265, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.0978428351309708, |
| "grad_norm": 7.427105903625488, |
| "learning_rate": 9.113564668769717e-06, |
| "loss": 1.0477345275878907, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.1171032357473036, |
| "grad_norm": 4.97503137588501, |
| "learning_rate": 9.093848580441642e-06, |
| "loss": 1.0352927398681642, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.1363636363636362, |
| "grad_norm": 6.956381320953369, |
| "learning_rate": 9.074132492113565e-06, |
| "loss": 1.0552413940429688, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.1556240369799693, |
| "grad_norm": 6.349787712097168, |
| "learning_rate": 9.05441640378549e-06, |
| "loss": 1.0734415435791016, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.174884437596302, |
| "grad_norm": 6.110345363616943, |
| "learning_rate": 9.034700315457414e-06, |
| "loss": 1.0556398773193358, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.1941448382126347, |
| "grad_norm": 5.747076511383057, |
| "learning_rate": 9.014984227129339e-06, |
| "loss": 1.0406858825683594, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.2134052388289676, |
| "grad_norm": 5.9346113204956055, |
| "learning_rate": 8.995268138801264e-06, |
| "loss": 1.0497844696044922, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.2326656394453004, |
| "grad_norm": 5.690814971923828, |
| "learning_rate": 8.975552050473187e-06, |
| "loss": 1.0486802673339843, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.2519260400616332, |
| "grad_norm": 5.829971790313721, |
| "learning_rate": 8.95583596214511e-06, |
| "loss": 1.0496593475341798, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.271186440677966, |
| "grad_norm": 5.7554144859313965, |
| "learning_rate": 8.936119873817035e-06, |
| "loss": 1.031878204345703, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.2904468412942989, |
| "grad_norm": 5.836212158203125, |
| "learning_rate": 8.91640378548896e-06, |
| "loss": 1.0397360229492187, |
| "step": 1675 |
| }, |
| { |
| "epoch": 1.3097072419106317, |
| "grad_norm": 5.595889091491699, |
| "learning_rate": 8.896687697160884e-06, |
| "loss": 1.0481429290771485, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.3289676425269645, |
| "grad_norm": 6.345583915710449, |
| "learning_rate": 8.876971608832809e-06, |
| "loss": 1.0513285064697266, |
| "step": 1725 |
| }, |
| { |
| "epoch": 1.3482280431432974, |
| "grad_norm": 6.793821334838867, |
| "learning_rate": 8.857255520504732e-06, |
| "loss": 1.0579839324951172, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.3674884437596302, |
| "grad_norm": 6.589428901672363, |
| "learning_rate": 8.837539432176657e-06, |
| "loss": 1.0568167114257812, |
| "step": 1775 |
| }, |
| { |
| "epoch": 1.386748844375963, |
| "grad_norm": 6.022590637207031, |
| "learning_rate": 8.817823343848581e-06, |
| "loss": 1.0284172821044921, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.4060092449922958, |
| "grad_norm": 6.013957500457764, |
| "learning_rate": 8.798107255520505e-06, |
| "loss": 1.0445652770996094, |
| "step": 1825 |
| }, |
| { |
| "epoch": 1.4252696456086287, |
| "grad_norm": 6.47821044921875, |
| "learning_rate": 8.77839116719243e-06, |
| "loss": 1.0797194671630859, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.4445300462249615, |
| "grad_norm": 5.593505382537842, |
| "learning_rate": 8.758675078864354e-06, |
| "loss": 1.052033920288086, |
| "step": 1875 |
| }, |
| { |
| "epoch": 1.4637904468412943, |
| "grad_norm": 6.251946926116943, |
| "learning_rate": 8.738958990536279e-06, |
| "loss": 1.070428695678711, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.4830508474576272, |
| "grad_norm": 6.3281755447387695, |
| "learning_rate": 8.719242902208202e-06, |
| "loss": 1.0281287384033204, |
| "step": 1925 |
| }, |
| { |
| "epoch": 1.50231124807396, |
| "grad_norm": 5.988689422607422, |
| "learning_rate": 8.699526813880127e-06, |
| "loss": 1.0324861907958984, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.5215716486902928, |
| "grad_norm": 6.062340259552002, |
| "learning_rate": 8.679810725552051e-06, |
| "loss": 1.0550352478027343, |
| "step": 1975 |
| }, |
| { |
| "epoch": 1.5408320493066254, |
| "grad_norm": 4.881484031677246, |
| "learning_rate": 8.660094637223976e-06, |
| "loss": 1.0413783264160157, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.5600924499229585, |
| "grad_norm": 5.4565324783325195, |
| "learning_rate": 8.6403785488959e-06, |
| "loss": 1.0413751983642578, |
| "step": 2025 |
| }, |
| { |
| "epoch": 1.579352850539291, |
| "grad_norm": 5.8962483406066895, |
| "learning_rate": 8.620662460567824e-06, |
| "loss": 1.0537427520751954, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.5986132511556241, |
| "grad_norm": 5.976631164550781, |
| "learning_rate": 8.600946372239749e-06, |
| "loss": 1.0484622955322265, |
| "step": 2075 |
| }, |
| { |
| "epoch": 1.6178736517719567, |
| "grad_norm": 5.480655670166016, |
| "learning_rate": 8.581230283911672e-06, |
| "loss": 1.009260482788086, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.6371340523882898, |
| "grad_norm": 5.977313041687012, |
| "learning_rate": 8.561514195583596e-06, |
| "loss": 1.0521608734130858, |
| "step": 2125 |
| }, |
| { |
| "epoch": 1.6563944530046224, |
| "grad_norm": 5.078767776489258, |
| "learning_rate": 8.541798107255521e-06, |
| "loss": 1.0576594543457032, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.6756548536209555, |
| "grad_norm": 5.783039093017578, |
| "learning_rate": 8.522082018927446e-06, |
| "loss": 1.029164810180664, |
| "step": 2175 |
| }, |
| { |
| "epoch": 1.694915254237288, |
| "grad_norm": 6.353992938995361, |
| "learning_rate": 8.50236593059937e-06, |
| "loss": 1.0603709411621094, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.7141756548536211, |
| "grad_norm": 5.704638957977295, |
| "learning_rate": 8.482649842271294e-06, |
| "loss": 1.0352437591552734, |
| "step": 2225 |
| }, |
| { |
| "epoch": 1.7334360554699537, |
| "grad_norm": 6.092396259307861, |
| "learning_rate": 8.462933753943218e-06, |
| "loss": 1.0399227142333984, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.7526964560862865, |
| "grad_norm": 7.1011223793029785, |
| "learning_rate": 8.443217665615142e-06, |
| "loss": 1.0415158081054687, |
| "step": 2275 |
| }, |
| { |
| "epoch": 1.7719568567026194, |
| "grad_norm": 4.735724449157715, |
| "learning_rate": 8.423501577287066e-06, |
| "loss": 1.0339994049072265, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.7912172573189522, |
| "grad_norm": 6.994238376617432, |
| "learning_rate": 8.403785488958991e-06, |
| "loss": 1.0387593841552734, |
| "step": 2325 |
| }, |
| { |
| "epoch": 1.810477657935285, |
| "grad_norm": 6.1796956062316895, |
| "learning_rate": 8.384069400630916e-06, |
| "loss": 1.0579666900634765, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.8297380585516179, |
| "grad_norm": 5.0321197509765625, |
| "learning_rate": 8.36435331230284e-06, |
| "loss": 1.0294721984863282, |
| "step": 2375 |
| }, |
| { |
| "epoch": 1.8489984591679507, |
| "grad_norm": 6.216546535491943, |
| "learning_rate": 8.344637223974764e-06, |
| "loss": 1.0312883758544922, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.8682588597842835, |
| "grad_norm": 5.854124546051025, |
| "learning_rate": 8.324921135646688e-06, |
| "loss": 1.0346050262451172, |
| "step": 2425 |
| }, |
| { |
| "epoch": 1.8875192604006163, |
| "grad_norm": 7.55112361907959, |
| "learning_rate": 8.305205047318613e-06, |
| "loss": 1.0578290557861327, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.9067796610169492, |
| "grad_norm": 5.812201499938965, |
| "learning_rate": 8.285488958990538e-06, |
| "loss": 1.0345248413085937, |
| "step": 2475 |
| }, |
| { |
| "epoch": 1.926040061633282, |
| "grad_norm": 7.083204746246338, |
| "learning_rate": 8.26577287066246e-06, |
| "loss": 1.0337892913818358, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.9453004622496148, |
| "grad_norm": 5.301337242126465, |
| "learning_rate": 8.246056782334386e-06, |
| "loss": 1.0415627288818359, |
| "step": 2525 |
| }, |
| { |
| "epoch": 1.9645608628659477, |
| "grad_norm": 5.613387107849121, |
| "learning_rate": 8.22634069400631e-06, |
| "loss": 1.040993194580078, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.9838212634822803, |
| "grad_norm": 5.031157493591309, |
| "learning_rate": 8.206624605678233e-06, |
| "loss": 1.0369261932373046, |
| "step": 2575 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.16153943538665771, |
| "eval_runtime": 1177.5263, |
| "eval_samples_per_second": 20.57, |
| "eval_steps_per_second": 0.093, |
| "eval_wer": 21.05581734399, |
| "step": 2596 |
| }, |
| { |
| "epoch": 2.0030816640986133, |
| "grad_norm": 5.883306503295898, |
| "learning_rate": 8.186908517350158e-06, |
| "loss": 0.9993476867675781, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.022342064714946, |
| "grad_norm": 5.52811336517334, |
| "learning_rate": 8.167192429022083e-06, |
| "loss": 0.8988736724853515, |
| "step": 2625 |
| }, |
| { |
| "epoch": 2.041602465331279, |
| "grad_norm": 5.482069969177246, |
| "learning_rate": 8.147476340694008e-06, |
| "loss": 0.8860294342041015, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.0608628659476116, |
| "grad_norm": 6.871766090393066, |
| "learning_rate": 8.127760252365932e-06, |
| "loss": 0.8951603698730469, |
| "step": 2675 |
| }, |
| { |
| "epoch": 2.0801232665639446, |
| "grad_norm": 5.174409866333008, |
| "learning_rate": 8.108044164037855e-06, |
| "loss": 0.8793936920166016, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.0993836671802772, |
| "grad_norm": 7.379999160766602, |
| "learning_rate": 8.088328075709778e-06, |
| "loss": 0.8864609527587891, |
| "step": 2725 |
| }, |
| { |
| "epoch": 2.1186440677966103, |
| "grad_norm": 6.127875328063965, |
| "learning_rate": 8.068611987381703e-06, |
| "loss": 0.8880971527099609, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.137904468412943, |
| "grad_norm": 5.28157901763916, |
| "learning_rate": 8.048895899053628e-06, |
| "loss": 0.8864345550537109, |
| "step": 2775 |
| }, |
| { |
| "epoch": 2.157164869029276, |
| "grad_norm": 5.634916305541992, |
| "learning_rate": 8.029179810725553e-06, |
| "loss": 0.8789139556884765, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.1764252696456086, |
| "grad_norm": 6.002861022949219, |
| "learning_rate": 8.009463722397477e-06, |
| "loss": 0.8731598663330078, |
| "step": 2825 |
| }, |
| { |
| "epoch": 2.1956856702619416, |
| "grad_norm": 4.893068313598633, |
| "learning_rate": 7.9897476340694e-06, |
| "loss": 0.8869886779785157, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.214946070878274, |
| "grad_norm": 6.026525974273682, |
| "learning_rate": 7.970031545741325e-06, |
| "loss": 0.8979975128173828, |
| "step": 2875 |
| }, |
| { |
| "epoch": 2.2342064714946073, |
| "grad_norm": 6.521470546722412, |
| "learning_rate": 7.95031545741325e-06, |
| "loss": 0.8889907073974609, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.25346687211094, |
| "grad_norm": 5.973586082458496, |
| "learning_rate": 7.930599369085175e-06, |
| "loss": 0.9008167266845704, |
| "step": 2925 |
| }, |
| { |
| "epoch": 2.2727272727272725, |
| "grad_norm": 4.965330123901367, |
| "learning_rate": 7.9108832807571e-06, |
| "loss": 0.9247480773925781, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.2919876733436055, |
| "grad_norm": 6.2271223068237305, |
| "learning_rate": 7.891167192429023e-06, |
| "loss": 0.8841385650634765, |
| "step": 2975 |
| }, |
| { |
| "epoch": 2.3112480739599386, |
| "grad_norm": 5.103269100189209, |
| "learning_rate": 7.871451104100947e-06, |
| "loss": 0.9012676239013672, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.330508474576271, |
| "grad_norm": 6.160482883453369, |
| "learning_rate": 7.85173501577287e-06, |
| "loss": 0.8942781066894532, |
| "step": 3025 |
| }, |
| { |
| "epoch": 2.349768875192604, |
| "grad_norm": 5.235211372375488, |
| "learning_rate": 7.832018927444795e-06, |
| "loss": 0.8858016967773438, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.369029275808937, |
| "grad_norm": 5.827929496765137, |
| "learning_rate": 7.81230283911672e-06, |
| "loss": 0.9006576538085938, |
| "step": 3075 |
| }, |
| { |
| "epoch": 2.3882896764252695, |
| "grad_norm": 5.158037185668945, |
| "learning_rate": 7.792586750788645e-06, |
| "loss": 0.8841426086425781, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.4075500770416025, |
| "grad_norm": 5.732335090637207, |
| "learning_rate": 7.77287066246057e-06, |
| "loss": 0.8895353698730468, |
| "step": 3125 |
| }, |
| { |
| "epoch": 2.426810477657935, |
| "grad_norm": 5.733401298522949, |
| "learning_rate": 7.753154574132492e-06, |
| "loss": 0.8874980926513671, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.446070878274268, |
| "grad_norm": 5.1814985275268555, |
| "learning_rate": 7.733438485804417e-06, |
| "loss": 0.8906858825683593, |
| "step": 3175 |
| }, |
| { |
| "epoch": 2.4653312788906008, |
| "grad_norm": 5.38557243347168, |
| "learning_rate": 7.71372239747634e-06, |
| "loss": 0.9022510528564454, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.484591679506934, |
| "grad_norm": 4.910186290740967, |
| "learning_rate": 7.694006309148265e-06, |
| "loss": 0.8867702484130859, |
| "step": 3225 |
| }, |
| { |
| "epoch": 2.5038520801232664, |
| "grad_norm": 4.856821537017822, |
| "learning_rate": 7.67429022082019e-06, |
| "loss": 0.8708806610107422, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.5231124807395995, |
| "grad_norm": 5.405826091766357, |
| "learning_rate": 7.654574132492114e-06, |
| "loss": 0.8903508758544922, |
| "step": 3275 |
| }, |
| { |
| "epoch": 2.542372881355932, |
| "grad_norm": 5.789135932922363, |
| "learning_rate": 7.63485804416404e-06, |
| "loss": 0.9085517883300781, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.561633281972265, |
| "grad_norm": 5.805831432342529, |
| "learning_rate": 7.615141955835963e-06, |
| "loss": 0.8931381988525391, |
| "step": 3325 |
| }, |
| { |
| "epoch": 2.5808936825885977, |
| "grad_norm": 5.687262535095215, |
| "learning_rate": 7.595425867507887e-06, |
| "loss": 0.881778335571289, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.600154083204931, |
| "grad_norm": 5.325355529785156, |
| "learning_rate": 7.575709779179812e-06, |
| "loss": 0.9197476196289063, |
| "step": 3375 |
| }, |
| { |
| "epoch": 2.6194144838212634, |
| "grad_norm": 5.787827968597412, |
| "learning_rate": 7.5559936908517365e-06, |
| "loss": 0.8949344635009766, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.6386748844375965, |
| "grad_norm": 5.829502105712891, |
| "learning_rate": 7.5362776025236595e-06, |
| "loss": 0.886966323852539, |
| "step": 3425 |
| }, |
| { |
| "epoch": 2.657935285053929, |
| "grad_norm": 5.501461505889893, |
| "learning_rate": 7.516561514195584e-06, |
| "loss": 0.909044418334961, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.677195685670262, |
| "grad_norm": 5.974215984344482, |
| "learning_rate": 7.496845425867508e-06, |
| "loss": 0.8642605590820313, |
| "step": 3475 |
| }, |
| { |
| "epoch": 2.6964560862865947, |
| "grad_norm": 6.091645240783691, |
| "learning_rate": 7.477129337539433e-06, |
| "loss": 0.9022230529785156, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.7157164869029273, |
| "grad_norm": 6.491245746612549, |
| "learning_rate": 7.457413249211357e-06, |
| "loss": 0.8908538055419922, |
| "step": 3525 |
| }, |
| { |
| "epoch": 2.7349768875192604, |
| "grad_norm": 6.0474958419799805, |
| "learning_rate": 7.4376971608832815e-06, |
| "loss": 0.8709038543701172, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.7542372881355934, |
| "grad_norm": 5.613045692443848, |
| "learning_rate": 7.417981072555206e-06, |
| "loss": 0.907492904663086, |
| "step": 3575 |
| }, |
| { |
| "epoch": 2.773497688751926, |
| "grad_norm": 5.941285610198975, |
| "learning_rate": 7.39826498422713e-06, |
| "loss": 0.8690555572509766, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.7927580893682586, |
| "grad_norm": 6.043056011199951, |
| "learning_rate": 7.378548895899055e-06, |
| "loss": 0.9102870941162109, |
| "step": 3625 |
| }, |
| { |
| "epoch": 2.8120184899845917, |
| "grad_norm": 5.732340335845947, |
| "learning_rate": 7.358832807570978e-06, |
| "loss": 0.8737263488769531, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.8312788906009247, |
| "grad_norm": 5.132423400878906, |
| "learning_rate": 7.339116719242903e-06, |
| "loss": 0.9003482818603515, |
| "step": 3675 |
| }, |
| { |
| "epoch": 2.8505392912172574, |
| "grad_norm": 5.89089298248291, |
| "learning_rate": 7.319400630914827e-06, |
| "loss": 0.8797879028320312, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.86979969183359, |
| "grad_norm": 5.688767910003662, |
| "learning_rate": 7.299684542586751e-06, |
| "loss": 0.9052462768554688, |
| "step": 3725 |
| }, |
| { |
| "epoch": 2.889060092449923, |
| "grad_norm": 4.86261510848999, |
| "learning_rate": 7.279968454258676e-06, |
| "loss": 0.907494125366211, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.9083204930662556, |
| "grad_norm": 5.176732540130615, |
| "learning_rate": 7.2602523659306e-06, |
| "loss": 0.8940404510498047, |
| "step": 3775 |
| }, |
| { |
| "epoch": 2.9275808936825887, |
| "grad_norm": 5.177511692047119, |
| "learning_rate": 7.240536277602525e-06, |
| "loss": 0.8763419342041016, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.9468412942989213, |
| "grad_norm": 5.829214572906494, |
| "learning_rate": 7.220820189274449e-06, |
| "loss": 0.8920821380615235, |
| "step": 3825 |
| }, |
| { |
| "epoch": 2.9661016949152543, |
| "grad_norm": 5.4694037437438965, |
| "learning_rate": 7.201104100946373e-06, |
| "loss": 0.8830232238769531, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.985362095531587, |
| "grad_norm": 5.96112585067749, |
| "learning_rate": 7.1813880126182965e-06, |
| "loss": 0.9158976745605468, |
| "step": 3875 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.1625322848558426, |
| "eval_runtime": 1136.4451, |
| "eval_samples_per_second": 21.314, |
| "eval_steps_per_second": 0.096, |
| "eval_wer": 21.166896635512398, |
| "step": 3894 |
| }, |
| { |
| "epoch": 3.00462249614792, |
| "grad_norm": 5.552287578582764, |
| "learning_rate": 7.161671924290221e-06, |
| "loss": 0.8661737823486328, |
| "step": 3900 |
| }, |
| { |
| "epoch": 3.0238828967642526, |
| "grad_norm": 6.5318603515625, |
| "learning_rate": 7.141955835962145e-06, |
| "loss": 0.7396669006347656, |
| "step": 3925 |
| }, |
| { |
| "epoch": 3.0431432973805856, |
| "grad_norm": 4.689014911651611, |
| "learning_rate": 7.12223974763407e-06, |
| "loss": 0.7659902191162109, |
| "step": 3950 |
| }, |
| { |
| "epoch": 3.0624036979969183, |
| "grad_norm": 5.672070026397705, |
| "learning_rate": 7.102523659305995e-06, |
| "loss": 0.7574844360351562, |
| "step": 3975 |
| }, |
| { |
| "epoch": 3.0816640986132513, |
| "grad_norm": 4.803565502166748, |
| "learning_rate": 7.0828075709779185e-06, |
| "loss": 0.7242268371582031, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.100924499229584, |
| "grad_norm": 5.713749408721924, |
| "learning_rate": 7.063091482649843e-06, |
| "loss": 0.732081298828125, |
| "step": 4025 |
| }, |
| { |
| "epoch": 3.120184899845917, |
| "grad_norm": 5.710560321807861, |
| "learning_rate": 7.043375394321767e-06, |
| "loss": 0.7410992431640625, |
| "step": 4050 |
| }, |
| { |
| "epoch": 3.1394453004622496, |
| "grad_norm": 4.877614974975586, |
| "learning_rate": 7.023659305993692e-06, |
| "loss": 0.7561956024169922, |
| "step": 4075 |
| }, |
| { |
| "epoch": 3.1587057010785826, |
| "grad_norm": 5.199946403503418, |
| "learning_rate": 7.003943217665615e-06, |
| "loss": 0.7609020233154297, |
| "step": 4100 |
| }, |
| { |
| "epoch": 3.1779661016949152, |
| "grad_norm": 5.588535785675049, |
| "learning_rate": 6.98422712933754e-06, |
| "loss": 0.7510771179199218, |
| "step": 4125 |
| }, |
| { |
| "epoch": 3.1972265023112483, |
| "grad_norm": 4.650348663330078, |
| "learning_rate": 6.9645110410094644e-06, |
| "loss": 0.7404030609130859, |
| "step": 4150 |
| }, |
| { |
| "epoch": 3.216486902927581, |
| "grad_norm": 5.466901779174805, |
| "learning_rate": 6.944794952681388e-06, |
| "loss": 0.7516416931152343, |
| "step": 4175 |
| }, |
| { |
| "epoch": 3.2357473035439135, |
| "grad_norm": 5.119050025939941, |
| "learning_rate": 6.925078864353313e-06, |
| "loss": 0.7514974212646485, |
| "step": 4200 |
| }, |
| { |
| "epoch": 3.2550077041602465, |
| "grad_norm": 4.731340408325195, |
| "learning_rate": 6.905362776025237e-06, |
| "loss": 0.7492866516113281, |
| "step": 4225 |
| }, |
| { |
| "epoch": 3.2742681047765796, |
| "grad_norm": 4.669198036193848, |
| "learning_rate": 6.885646687697162e-06, |
| "loss": 0.7451268768310547, |
| "step": 4250 |
| }, |
| { |
| "epoch": 3.293528505392912, |
| "grad_norm": 5.735082626342773, |
| "learning_rate": 6.8659305993690865e-06, |
| "loss": 0.7610366058349609, |
| "step": 4275 |
| }, |
| { |
| "epoch": 3.312788906009245, |
| "grad_norm": 5.074744701385498, |
| "learning_rate": 6.84621451104101e-06, |
| "loss": 0.7417109680175781, |
| "step": 4300 |
| }, |
| { |
| "epoch": 3.332049306625578, |
| "grad_norm": 6.84859561920166, |
| "learning_rate": 6.8264984227129334e-06, |
| "loss": 0.7541703033447266, |
| "step": 4325 |
| }, |
| { |
| "epoch": 3.3513097072419105, |
| "grad_norm": 5.154798984527588, |
| "learning_rate": 6.806782334384858e-06, |
| "loss": 0.7489517974853516, |
| "step": 4350 |
| }, |
| { |
| "epoch": 3.3705701078582435, |
| "grad_norm": 5.426772117614746, |
| "learning_rate": 6.787066246056783e-06, |
| "loss": 0.7446839904785156, |
| "step": 4375 |
| }, |
| { |
| "epoch": 3.389830508474576, |
| "grad_norm": 5.358837604522705, |
| "learning_rate": 6.767350157728707e-06, |
| "loss": 0.7538381958007813, |
| "step": 4400 |
| }, |
| { |
| "epoch": 3.409090909090909, |
| "grad_norm": 5.3394904136657715, |
| "learning_rate": 6.7476340694006316e-06, |
| "loss": 0.7434349060058594, |
| "step": 4425 |
| }, |
| { |
| "epoch": 3.428351309707242, |
| "grad_norm": 6.098830223083496, |
| "learning_rate": 6.727917981072556e-06, |
| "loss": 0.7466286468505859, |
| "step": 4450 |
| }, |
| { |
| "epoch": 3.447611710323575, |
| "grad_norm": 5.0356831550598145, |
| "learning_rate": 6.70820189274448e-06, |
| "loss": 0.7625394439697266, |
| "step": 4475 |
| }, |
| { |
| "epoch": 3.4668721109399074, |
| "grad_norm": 5.831299781799316, |
| "learning_rate": 6.688485804416405e-06, |
| "loss": 0.7527046203613281, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.4861325115562405, |
| "grad_norm": 5.351603984832764, |
| "learning_rate": 6.668769716088329e-06, |
| "loss": 0.7737387084960937, |
| "step": 4525 |
| }, |
| { |
| "epoch": 3.505392912172573, |
| "grad_norm": 5.928788185119629, |
| "learning_rate": 6.649053627760253e-06, |
| "loss": 0.743348388671875, |
| "step": 4550 |
| }, |
| { |
| "epoch": 3.524653312788906, |
| "grad_norm": 5.242292404174805, |
| "learning_rate": 6.629337539432177e-06, |
| "loss": 0.7569735717773437, |
| "step": 4575 |
| }, |
| { |
| "epoch": 3.5439137134052388, |
| "grad_norm": 5.537062168121338, |
| "learning_rate": 6.609621451104101e-06, |
| "loss": 0.7640843200683594, |
| "step": 4600 |
| }, |
| { |
| "epoch": 3.563174114021572, |
| "grad_norm": 4.72006893157959, |
| "learning_rate": 6.589905362776025e-06, |
| "loss": 0.7594134521484375, |
| "step": 4625 |
| }, |
| { |
| "epoch": 3.5824345146379044, |
| "grad_norm": 5.570235252380371, |
| "learning_rate": 6.57018927444795e-06, |
| "loss": 0.7546492004394532, |
| "step": 4650 |
| }, |
| { |
| "epoch": 3.601694915254237, |
| "grad_norm": 5.033544063568115, |
| "learning_rate": 6.550473186119875e-06, |
| "loss": 0.7491130065917969, |
| "step": 4675 |
| }, |
| { |
| "epoch": 3.62095531587057, |
| "grad_norm": 5.854029178619385, |
| "learning_rate": 6.530757097791799e-06, |
| "loss": 0.7524951171875, |
| "step": 4700 |
| }, |
| { |
| "epoch": 3.640215716486903, |
| "grad_norm": 4.8701043128967285, |
| "learning_rate": 6.5110410094637234e-06, |
| "loss": 0.7602452087402344, |
| "step": 4725 |
| }, |
| { |
| "epoch": 3.6594761171032357, |
| "grad_norm": 5.200259685516357, |
| "learning_rate": 6.491324921135647e-06, |
| "loss": 0.7586729431152344, |
| "step": 4750 |
| }, |
| { |
| "epoch": 3.6787365177195683, |
| "grad_norm": 5.2361297607421875, |
| "learning_rate": 6.471608832807571e-06, |
| "loss": 0.7725418853759766, |
| "step": 4775 |
| }, |
| { |
| "epoch": 3.6979969183359014, |
| "grad_norm": 5.228827476501465, |
| "learning_rate": 6.451892744479495e-06, |
| "loss": 0.7784210205078125, |
| "step": 4800 |
| }, |
| { |
| "epoch": 3.7172573189522344, |
| "grad_norm": 4.758535385131836, |
| "learning_rate": 6.43217665615142e-06, |
| "loss": 0.7555014038085938, |
| "step": 4825 |
| }, |
| { |
| "epoch": 3.736517719568567, |
| "grad_norm": 5.373162269592285, |
| "learning_rate": 6.412460567823345e-06, |
| "loss": 0.7722117614746093, |
| "step": 4850 |
| }, |
| { |
| "epoch": 3.7557781201848996, |
| "grad_norm": 5.506257057189941, |
| "learning_rate": 6.3927444794952685e-06, |
| "loss": 0.7604951477050781, |
| "step": 4875 |
| }, |
| { |
| "epoch": 3.7750385208012327, |
| "grad_norm": 4.666244983673096, |
| "learning_rate": 6.373028391167193e-06, |
| "loss": 0.7671040344238281, |
| "step": 4900 |
| }, |
| { |
| "epoch": 3.7942989214175658, |
| "grad_norm": 6.130381107330322, |
| "learning_rate": 6.353312302839117e-06, |
| "loss": 0.7677198791503906, |
| "step": 4925 |
| }, |
| { |
| "epoch": 3.8135593220338984, |
| "grad_norm": 5.654706001281738, |
| "learning_rate": 6.333596214511042e-06, |
| "loss": 0.7743594360351562, |
| "step": 4950 |
| }, |
| { |
| "epoch": 3.832819722650231, |
| "grad_norm": 5.019384384155273, |
| "learning_rate": 6.313880126182967e-06, |
| "loss": 0.7450533294677735, |
| "step": 4975 |
| }, |
| { |
| "epoch": 3.852080123266564, |
| "grad_norm": 6.141390323638916, |
| "learning_rate": 6.29416403785489e-06, |
| "loss": 0.7698895263671875, |
| "step": 5000 |
| }, |
| { |
| "epoch": 3.8713405238828966, |
| "grad_norm": 6.0247883796691895, |
| "learning_rate": 6.274447949526814e-06, |
| "loss": 0.7623857879638671, |
| "step": 5025 |
| }, |
| { |
| "epoch": 3.8906009244992297, |
| "grad_norm": 4.987785339355469, |
| "learning_rate": 6.254731861198738e-06, |
| "loss": 0.7761954498291016, |
| "step": 5050 |
| }, |
| { |
| "epoch": 3.9098613251155623, |
| "grad_norm": 6.38145637512207, |
| "learning_rate": 6.235015772870663e-06, |
| "loss": 0.758653793334961, |
| "step": 5075 |
| }, |
| { |
| "epoch": 3.9291217257318953, |
| "grad_norm": 4.845369338989258, |
| "learning_rate": 6.215299684542587e-06, |
| "loss": 0.7622804260253906, |
| "step": 5100 |
| }, |
| { |
| "epoch": 3.948382126348228, |
| "grad_norm": 4.98997163772583, |
| "learning_rate": 6.195583596214512e-06, |
| "loss": 0.7737734985351562, |
| "step": 5125 |
| }, |
| { |
| "epoch": 3.967642526964561, |
| "grad_norm": 5.214897632598877, |
| "learning_rate": 6.1758675078864365e-06, |
| "loss": 0.7438212585449219, |
| "step": 5150 |
| }, |
| { |
| "epoch": 3.9869029275808936, |
| "grad_norm": 6.027677059173584, |
| "learning_rate": 6.15615141955836e-06, |
| "loss": 0.7527304077148438, |
| "step": 5175 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 0.17093561589717865, |
| "eval_runtime": 1096.3535, |
| "eval_samples_per_second": 22.093, |
| "eval_steps_per_second": 0.099, |
| "eval_wer": 20.828885822637613, |
| "step": 5192 |
| }, |
| { |
| "epoch": 4.006163328197227, |
| "grad_norm": 5.08741569519043, |
| "learning_rate": 6.136435331230285e-06, |
| "loss": 0.7012213134765625, |
| "step": 5200 |
| }, |
| { |
| "epoch": 4.02542372881356, |
| "grad_norm": 5.682927131652832, |
| "learning_rate": 6.116719242902208e-06, |
| "loss": 0.6227888870239258, |
| "step": 5225 |
| }, |
| { |
| "epoch": 4.044684129429892, |
| "grad_norm": 4.897796630859375, |
| "learning_rate": 6.097003154574133e-06, |
| "loss": 0.6233341979980469, |
| "step": 5250 |
| }, |
| { |
| "epoch": 4.063944530046225, |
| "grad_norm": 6.243351459503174, |
| "learning_rate": 6.077287066246057e-06, |
| "loss": 0.6161975479125976, |
| "step": 5275 |
| }, |
| { |
| "epoch": 4.083204930662558, |
| "grad_norm": 5.645864009857178, |
| "learning_rate": 6.057570977917982e-06, |
| "loss": 0.595079460144043, |
| "step": 5300 |
| }, |
| { |
| "epoch": 4.102465331278891, |
| "grad_norm": 5.0616278648376465, |
| "learning_rate": 6.0378548895899055e-06, |
| "loss": 0.6014439392089844, |
| "step": 5325 |
| }, |
| { |
| "epoch": 4.121725731895223, |
| "grad_norm": 5.87223482131958, |
| "learning_rate": 6.01813880126183e-06, |
| "loss": 0.6178970718383789, |
| "step": 5350 |
| }, |
| { |
| "epoch": 4.140986132511556, |
| "grad_norm": 5.19507360458374, |
| "learning_rate": 5.998422712933755e-06, |
| "loss": 0.6022650527954102, |
| "step": 5375 |
| }, |
| { |
| "epoch": 4.160246533127889, |
| "grad_norm": 5.169468879699707, |
| "learning_rate": 5.978706624605679e-06, |
| "loss": 0.6180243301391601, |
| "step": 5400 |
| }, |
| { |
| "epoch": 4.179506933744221, |
| "grad_norm": 5.511230945587158, |
| "learning_rate": 5.958990536277604e-06, |
| "loss": 0.5995005798339844, |
| "step": 5425 |
| }, |
| { |
| "epoch": 4.1987673343605545, |
| "grad_norm": 5.659884452819824, |
| "learning_rate": 5.939274447949527e-06, |
| "loss": 0.6076582717895508, |
| "step": 5450 |
| }, |
| { |
| "epoch": 4.2180277349768875, |
| "grad_norm": 5.777623176574707, |
| "learning_rate": 5.919558359621451e-06, |
| "loss": 0.6149098587036133, |
| "step": 5475 |
| }, |
| { |
| "epoch": 4.237288135593221, |
| "grad_norm": 5.309556007385254, |
| "learning_rate": 5.899842271293375e-06, |
| "loss": 0.6108769607543946, |
| "step": 5500 |
| }, |
| { |
| "epoch": 4.256548536209553, |
| "grad_norm": 5.455935955047607, |
| "learning_rate": 5.8801261829653e-06, |
| "loss": 0.6126166534423828, |
| "step": 5525 |
| }, |
| { |
| "epoch": 4.275808936825886, |
| "grad_norm": 5.241320610046387, |
| "learning_rate": 5.860410094637225e-06, |
| "loss": 0.6169355010986328, |
| "step": 5550 |
| }, |
| { |
| "epoch": 4.295069337442219, |
| "grad_norm": 5.369098663330078, |
| "learning_rate": 5.840694006309149e-06, |
| "loss": 0.5984256744384766, |
| "step": 5575 |
| }, |
| { |
| "epoch": 4.314329738058552, |
| "grad_norm": 4.623167037963867, |
| "learning_rate": 5.8209779179810735e-06, |
| "loss": 0.6112961959838867, |
| "step": 5600 |
| }, |
| { |
| "epoch": 4.333590138674884, |
| "grad_norm": 5.853650093078613, |
| "learning_rate": 5.801261829652997e-06, |
| "loss": 0.6166348266601562, |
| "step": 5625 |
| }, |
| { |
| "epoch": 4.352850539291217, |
| "grad_norm": 4.812239646911621, |
| "learning_rate": 5.781545741324922e-06, |
| "loss": 0.597599983215332, |
| "step": 5650 |
| }, |
| { |
| "epoch": 4.37211093990755, |
| "grad_norm": 4.949807167053223, |
| "learning_rate": 5.761829652996845e-06, |
| "loss": 0.6153563690185547, |
| "step": 5675 |
| }, |
| { |
| "epoch": 4.391371340523883, |
| "grad_norm": 4.839872360229492, |
| "learning_rate": 5.74211356466877e-06, |
| "loss": 0.6126491165161133, |
| "step": 5700 |
| }, |
| { |
| "epoch": 4.410631741140215, |
| "grad_norm": 5.813593864440918, |
| "learning_rate": 5.722397476340694e-06, |
| "loss": 0.6261103820800781, |
| "step": 5725 |
| }, |
| { |
| "epoch": 4.429892141756548, |
| "grad_norm": 5.7325239181518555, |
| "learning_rate": 5.7026813880126185e-06, |
| "loss": 0.6063761901855469, |
| "step": 5750 |
| }, |
| { |
| "epoch": 4.4491525423728815, |
| "grad_norm": 5.425716876983643, |
| "learning_rate": 5.682965299684543e-06, |
| "loss": 0.6294102096557617, |
| "step": 5775 |
| }, |
| { |
| "epoch": 4.4684129429892145, |
| "grad_norm": 5.379292964935303, |
| "learning_rate": 5.663249211356467e-06, |
| "loss": 0.6135920333862305, |
| "step": 5800 |
| }, |
| { |
| "epoch": 4.487673343605547, |
| "grad_norm": 5.157162189483643, |
| "learning_rate": 5.643533123028392e-06, |
| "loss": 0.6252361297607422, |
| "step": 5825 |
| }, |
| { |
| "epoch": 4.50693374422188, |
| "grad_norm": 5.1321702003479, |
| "learning_rate": 5.623817034700316e-06, |
| "loss": 0.6251173400878907, |
| "step": 5850 |
| }, |
| { |
| "epoch": 4.526194144838213, |
| "grad_norm": 5.372640609741211, |
| "learning_rate": 5.604100946372241e-06, |
| "loss": 0.6194912719726563, |
| "step": 5875 |
| }, |
| { |
| "epoch": 4.545454545454545, |
| "grad_norm": 5.1659626960754395, |
| "learning_rate": 5.584384858044164e-06, |
| "loss": 0.6289920806884766, |
| "step": 5900 |
| }, |
| { |
| "epoch": 4.564714946070878, |
| "grad_norm": 5.255802631378174, |
| "learning_rate": 5.564668769716088e-06, |
| "loss": 0.6240493011474609, |
| "step": 5925 |
| }, |
| { |
| "epoch": 4.583975346687211, |
| "grad_norm": 5.6852803230285645, |
| "learning_rate": 5.544952681388013e-06, |
| "loss": 0.6095463562011719, |
| "step": 5950 |
| }, |
| { |
| "epoch": 4.603235747303544, |
| "grad_norm": 5.392953872680664, |
| "learning_rate": 5.525236593059937e-06, |
| "loss": 0.6142960357666015, |
| "step": 5975 |
| }, |
| { |
| "epoch": 4.622496147919877, |
| "grad_norm": 5.90056037902832, |
| "learning_rate": 5.505520504731862e-06, |
| "loss": 0.635225944519043, |
| "step": 6000 |
| }, |
| { |
| "epoch": 4.641756548536209, |
| "grad_norm": 5.827224254608154, |
| "learning_rate": 5.485804416403786e-06, |
| "loss": 0.6327444458007813, |
| "step": 6025 |
| }, |
| { |
| "epoch": 4.661016949152542, |
| "grad_norm": 5.974770545959473, |
| "learning_rate": 5.46608832807571e-06, |
| "loss": 0.60680419921875, |
| "step": 6050 |
| }, |
| { |
| "epoch": 4.680277349768875, |
| "grad_norm": 5.715795993804932, |
| "learning_rate": 5.446372239747635e-06, |
| "loss": 0.6298756027221679, |
| "step": 6075 |
| }, |
| { |
| "epoch": 4.699537750385208, |
| "grad_norm": 5.36166524887085, |
| "learning_rate": 5.426656151419559e-06, |
| "loss": 0.6100086975097656, |
| "step": 6100 |
| }, |
| { |
| "epoch": 4.718798151001541, |
| "grad_norm": 5.193503379821777, |
| "learning_rate": 5.406940063091483e-06, |
| "loss": 0.6205142211914062, |
| "step": 6125 |
| }, |
| { |
| "epoch": 4.738058551617874, |
| "grad_norm": 5.747341632843018, |
| "learning_rate": 5.387223974763407e-06, |
| "loss": 0.6245947647094726, |
| "step": 6150 |
| }, |
| { |
| "epoch": 4.757318952234207, |
| "grad_norm": 5.33910608291626, |
| "learning_rate": 5.367507886435332e-06, |
| "loss": 0.6322902297973633, |
| "step": 6175 |
| }, |
| { |
| "epoch": 4.776579352850539, |
| "grad_norm": 5.16536283493042, |
| "learning_rate": 5.3477917981072555e-06, |
| "loss": 0.6207213592529297, |
| "step": 6200 |
| }, |
| { |
| "epoch": 4.795839753466872, |
| "grad_norm": 5.795975208282471, |
| "learning_rate": 5.32807570977918e-06, |
| "loss": 0.624023551940918, |
| "step": 6225 |
| }, |
| { |
| "epoch": 4.815100154083205, |
| "grad_norm": 5.030208110809326, |
| "learning_rate": 5.308359621451105e-06, |
| "loss": 0.6217356109619141, |
| "step": 6250 |
| }, |
| { |
| "epoch": 4.834360554699538, |
| "grad_norm": 6.521645545959473, |
| "learning_rate": 5.288643533123029e-06, |
| "loss": 0.6168215942382812, |
| "step": 6275 |
| }, |
| { |
| "epoch": 4.85362095531587, |
| "grad_norm": 5.482723712921143, |
| "learning_rate": 5.268927444794954e-06, |
| "loss": 0.6234802627563476, |
| "step": 6300 |
| }, |
| { |
| "epoch": 4.872881355932203, |
| "grad_norm": 5.789270877838135, |
| "learning_rate": 5.2492113564668775e-06, |
| "loss": 0.6294479370117188, |
| "step": 6325 |
| }, |
| { |
| "epoch": 4.892141756548536, |
| "grad_norm": 5.041879653930664, |
| "learning_rate": 5.2294952681388014e-06, |
| "loss": 0.6222351837158203, |
| "step": 6350 |
| }, |
| { |
| "epoch": 4.911402157164869, |
| "grad_norm": 6.19069766998291, |
| "learning_rate": 5.209779179810725e-06, |
| "loss": 0.6256502151489258, |
| "step": 6375 |
| }, |
| { |
| "epoch": 4.9306625577812015, |
| "grad_norm": 5.716239929199219, |
| "learning_rate": 5.19006309148265e-06, |
| "loss": 0.6432769012451172, |
| "step": 6400 |
| }, |
| { |
| "epoch": 4.949922958397535, |
| "grad_norm": 5.757542133331299, |
| "learning_rate": 5.170347003154574e-06, |
| "loss": 0.6266519927978516, |
| "step": 6425 |
| }, |
| { |
| "epoch": 4.969183359013868, |
| "grad_norm": 5.742589950561523, |
| "learning_rate": 5.150630914826499e-06, |
| "loss": 0.6203784561157226, |
| "step": 6450 |
| }, |
| { |
| "epoch": 4.988443759630201, |
| "grad_norm": 5.062778949737549, |
| "learning_rate": 5.1309148264984235e-06, |
| "loss": 0.6260740661621094, |
| "step": 6475 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 0.18512727320194244, |
| "eval_runtime": 1120.4935, |
| "eval_samples_per_second": 21.617, |
| "eval_steps_per_second": 0.097, |
| "eval_wer": 21.49688023396076, |
| "step": 6490 |
| }, |
| { |
| "epoch": 5.007704160246533, |
| "grad_norm": 5.034289360046387, |
| "learning_rate": 5.111198738170347e-06, |
| "loss": 0.5662796783447266, |
| "step": 6500 |
| }, |
| { |
| "epoch": 5.026964560862866, |
| "grad_norm": 5.292657375335693, |
| "learning_rate": 5.091482649842272e-06, |
| "loss": 0.47537033081054686, |
| "step": 6525 |
| }, |
| { |
| "epoch": 5.046224961479199, |
| "grad_norm": 5.090963363647461, |
| "learning_rate": 5.071766561514196e-06, |
| "loss": 0.47929203033447265, |
| "step": 6550 |
| }, |
| { |
| "epoch": 5.065485362095532, |
| "grad_norm": 5.760522842407227, |
| "learning_rate": 5.05205047318612e-06, |
| "loss": 0.4834568786621094, |
| "step": 6575 |
| }, |
| { |
| "epoch": 5.084745762711864, |
| "grad_norm": 4.214590549468994, |
| "learning_rate": 5.032334384858044e-06, |
| "loss": 0.47515312194824216, |
| "step": 6600 |
| }, |
| { |
| "epoch": 5.104006163328197, |
| "grad_norm": 5.125479221343994, |
| "learning_rate": 5.0126182965299686e-06, |
| "loss": 0.47720046997070314, |
| "step": 6625 |
| }, |
| { |
| "epoch": 5.12326656394453, |
| "grad_norm": 5.678186416625977, |
| "learning_rate": 4.992902208201893e-06, |
| "loss": 0.48319450378417966, |
| "step": 6650 |
| }, |
| { |
| "epoch": 5.1425269645608624, |
| "grad_norm": 5.061611652374268, |
| "learning_rate": 4.973186119873817e-06, |
| "loss": 0.47992664337158203, |
| "step": 6675 |
| }, |
| { |
| "epoch": 5.1617873651771955, |
| "grad_norm": 5.910008907318115, |
| "learning_rate": 4.953470031545742e-06, |
| "loss": 0.48137985229492186, |
| "step": 6700 |
| }, |
| { |
| "epoch": 5.1810477657935285, |
| "grad_norm": 6.257612228393555, |
| "learning_rate": 4.933753943217666e-06, |
| "loss": 0.4876537322998047, |
| "step": 6725 |
| }, |
| { |
| "epoch": 5.200308166409862, |
| "grad_norm": 5.265006065368652, |
| "learning_rate": 4.91403785488959e-06, |
| "loss": 0.47759193420410156, |
| "step": 6750 |
| }, |
| { |
| "epoch": 5.219568567026194, |
| "grad_norm": 5.452073097229004, |
| "learning_rate": 4.8943217665615145e-06, |
| "loss": 0.4787986373901367, |
| "step": 6775 |
| }, |
| { |
| "epoch": 5.238828967642527, |
| "grad_norm": 5.545107364654541, |
| "learning_rate": 4.874605678233439e-06, |
| "loss": 0.47380306243896486, |
| "step": 6800 |
| }, |
| { |
| "epoch": 5.25808936825886, |
| "grad_norm": 5.7491865158081055, |
| "learning_rate": 4.854889589905363e-06, |
| "loss": 0.4716271209716797, |
| "step": 6825 |
| }, |
| { |
| "epoch": 5.277349768875193, |
| "grad_norm": 5.415458679199219, |
| "learning_rate": 4.835173501577288e-06, |
| "loss": 0.4782722091674805, |
| "step": 6850 |
| }, |
| { |
| "epoch": 5.296610169491525, |
| "grad_norm": 5.625531196594238, |
| "learning_rate": 4.815457413249212e-06, |
| "loss": 0.4818852996826172, |
| "step": 6875 |
| }, |
| { |
| "epoch": 5.315870570107858, |
| "grad_norm": 5.539705276489258, |
| "learning_rate": 4.795741324921136e-06, |
| "loss": 0.47021194458007814, |
| "step": 6900 |
| }, |
| { |
| "epoch": 5.335130970724191, |
| "grad_norm": 6.839880466461182, |
| "learning_rate": 4.7760252365930604e-06, |
| "loss": 0.4833596420288086, |
| "step": 6925 |
| }, |
| { |
| "epoch": 5.354391371340524, |
| "grad_norm": 5.86253023147583, |
| "learning_rate": 4.756309148264985e-06, |
| "loss": 0.495352668762207, |
| "step": 6950 |
| }, |
| { |
| "epoch": 5.373651771956856, |
| "grad_norm": 5.184374809265137, |
| "learning_rate": 4.736593059936908e-06, |
| "loss": 0.4801821517944336, |
| "step": 6975 |
| }, |
| { |
| "epoch": 5.3929121725731894, |
| "grad_norm": 5.105012893676758, |
| "learning_rate": 4.716876971608833e-06, |
| "loss": 0.47543926239013673, |
| "step": 7000 |
| }, |
| { |
| "epoch": 5.4121725731895225, |
| "grad_norm": 5.638117790222168, |
| "learning_rate": 4.697160883280758e-06, |
| "loss": 0.4772523498535156, |
| "step": 7025 |
| }, |
| { |
| "epoch": 5.4314329738058555, |
| "grad_norm": 5.81176233291626, |
| "learning_rate": 4.677444794952682e-06, |
| "loss": 0.4763611221313477, |
| "step": 7050 |
| }, |
| { |
| "epoch": 5.450693374422188, |
| "grad_norm": 6.53574275970459, |
| "learning_rate": 4.657728706624606e-06, |
| "loss": 0.4876799774169922, |
| "step": 7075 |
| }, |
| { |
| "epoch": 5.469953775038521, |
| "grad_norm": 5.385960578918457, |
| "learning_rate": 4.63801261829653e-06, |
| "loss": 0.4872008514404297, |
| "step": 7100 |
| }, |
| { |
| "epoch": 5.489214175654854, |
| "grad_norm": 5.694986343383789, |
| "learning_rate": 4.618296529968454e-06, |
| "loss": 0.48962074279785156, |
| "step": 7125 |
| }, |
| { |
| "epoch": 5.508474576271187, |
| "grad_norm": 4.94402551651001, |
| "learning_rate": 4.598580441640379e-06, |
| "loss": 0.4754409027099609, |
| "step": 7150 |
| }, |
| { |
| "epoch": 5.527734976887519, |
| "grad_norm": 5.079399108886719, |
| "learning_rate": 4.578864353312304e-06, |
| "loss": 0.4800136184692383, |
| "step": 7175 |
| }, |
| { |
| "epoch": 5.546995377503852, |
| "grad_norm": 6.455406188964844, |
| "learning_rate": 4.5591482649842276e-06, |
| "loss": 0.4975376892089844, |
| "step": 7200 |
| }, |
| { |
| "epoch": 5.566255778120185, |
| "grad_norm": 5.424092769622803, |
| "learning_rate": 4.5394321766561515e-06, |
| "loss": 0.4917482376098633, |
| "step": 7225 |
| }, |
| { |
| "epoch": 5.585516178736517, |
| "grad_norm": 6.038609981536865, |
| "learning_rate": 4.519716088328076e-06, |
| "loss": 0.48865249633789065, |
| "step": 7250 |
| }, |
| { |
| "epoch": 5.60477657935285, |
| "grad_norm": 5.937739372253418, |
| "learning_rate": 4.5e-06, |
| "loss": 0.4839106369018555, |
| "step": 7275 |
| }, |
| { |
| "epoch": 5.624036979969183, |
| "grad_norm": 5.836992263793945, |
| "learning_rate": 4.480283911671925e-06, |
| "loss": 0.4853042221069336, |
| "step": 7300 |
| }, |
| { |
| "epoch": 5.643297380585516, |
| "grad_norm": 6.14811897277832, |
| "learning_rate": 4.460567823343849e-06, |
| "loss": 0.4945429992675781, |
| "step": 7325 |
| }, |
| { |
| "epoch": 5.6625577812018495, |
| "grad_norm": 5.823431968688965, |
| "learning_rate": 4.4408517350157735e-06, |
| "loss": 0.48616283416748046, |
| "step": 7350 |
| }, |
| { |
| "epoch": 5.681818181818182, |
| "grad_norm": 6.761408805847168, |
| "learning_rate": 4.421135646687697e-06, |
| "loss": 0.4741324234008789, |
| "step": 7375 |
| }, |
| { |
| "epoch": 5.701078582434515, |
| "grad_norm": 5.743547439575195, |
| "learning_rate": 4.401419558359622e-06, |
| "loss": 0.48080249786376955, |
| "step": 7400 |
| }, |
| { |
| "epoch": 5.720338983050848, |
| "grad_norm": 6.16947078704834, |
| "learning_rate": 4.381703470031546e-06, |
| "loss": 0.47442409515380857, |
| "step": 7425 |
| }, |
| { |
| "epoch": 5.73959938366718, |
| "grad_norm": 5.7636613845825195, |
| "learning_rate": 4.36198738170347e-06, |
| "loss": 0.4784553909301758, |
| "step": 7450 |
| }, |
| { |
| "epoch": 5.758859784283513, |
| "grad_norm": 5.6138505935668945, |
| "learning_rate": 4.342271293375395e-06, |
| "loss": 0.47864688873291017, |
| "step": 7475 |
| }, |
| { |
| "epoch": 5.778120184899846, |
| "grad_norm": 5.92537260055542, |
| "learning_rate": 4.3225552050473194e-06, |
| "loss": 0.4892653274536133, |
| "step": 7500 |
| }, |
| { |
| "epoch": 5.797380585516179, |
| "grad_norm": 5.650518894195557, |
| "learning_rate": 4.302839116719243e-06, |
| "loss": 0.4778163146972656, |
| "step": 7525 |
| }, |
| { |
| "epoch": 5.816640986132511, |
| "grad_norm": 6.602982521057129, |
| "learning_rate": 4.283123028391167e-06, |
| "loss": 0.503909683227539, |
| "step": 7550 |
| }, |
| { |
| "epoch": 5.835901386748844, |
| "grad_norm": 5.893745422363281, |
| "learning_rate": 4.263406940063092e-06, |
| "loss": 0.4868201446533203, |
| "step": 7575 |
| }, |
| { |
| "epoch": 5.855161787365177, |
| "grad_norm": 6.460921287536621, |
| "learning_rate": 4.243690851735016e-06, |
| "loss": 0.48137042999267576, |
| "step": 7600 |
| }, |
| { |
| "epoch": 5.87442218798151, |
| "grad_norm": 5.695516109466553, |
| "learning_rate": 4.223974763406941e-06, |
| "loss": 0.4823105621337891, |
| "step": 7625 |
| }, |
| { |
| "epoch": 5.8936825885978426, |
| "grad_norm": 5.476104259490967, |
| "learning_rate": 4.2042586750788645e-06, |
| "loss": 0.47455204010009766, |
| "step": 7650 |
| }, |
| { |
| "epoch": 5.912942989214176, |
| "grad_norm": 5.6681671142578125, |
| "learning_rate": 4.1845425867507884e-06, |
| "loss": 0.49075904846191404, |
| "step": 7675 |
| }, |
| { |
| "epoch": 5.932203389830509, |
| "grad_norm": 6.429839611053467, |
| "learning_rate": 4.164826498422713e-06, |
| "loss": 0.47588310241699217, |
| "step": 7700 |
| }, |
| { |
| "epoch": 5.951463790446841, |
| "grad_norm": 5.590009689331055, |
| "learning_rate": 4.145110410094638e-06, |
| "loss": 0.48280776977539064, |
| "step": 7725 |
| }, |
| { |
| "epoch": 5.970724191063174, |
| "grad_norm": 5.808004379272461, |
| "learning_rate": 4.125394321766562e-06, |
| "loss": 0.4881787490844727, |
| "step": 7750 |
| }, |
| { |
| "epoch": 5.989984591679507, |
| "grad_norm": 5.411890983581543, |
| "learning_rate": 4.105678233438486e-06, |
| "loss": 0.4787063980102539, |
| "step": 7775 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_loss": 0.20830762386322021, |
| "eval_runtime": 1076.2889, |
| "eval_samples_per_second": 22.505, |
| "eval_steps_per_second": 0.101, |
| "eval_wer": 21.849860716982114, |
| "step": 7788 |
| }, |
| { |
| "epoch": 6.00924499229584, |
| "grad_norm": 4.889241695404053, |
| "learning_rate": 4.0859621451104105e-06, |
| "loss": 0.42858932495117186, |
| "step": 7800 |
| }, |
| { |
| "epoch": 6.028505392912172, |
| "grad_norm": 5.174338340759277, |
| "learning_rate": 4.066246056782334e-06, |
| "loss": 0.3610303497314453, |
| "step": 7825 |
| }, |
| { |
| "epoch": 6.047765793528505, |
| "grad_norm": 5.670193195343018, |
| "learning_rate": 4.046529968454259e-06, |
| "loss": 0.351124153137207, |
| "step": 7850 |
| }, |
| { |
| "epoch": 6.067026194144838, |
| "grad_norm": 5.768033981323242, |
| "learning_rate": 4.026813880126184e-06, |
| "loss": 0.3566075134277344, |
| "step": 7875 |
| }, |
| { |
| "epoch": 6.086286594761171, |
| "grad_norm": 5.415530681610107, |
| "learning_rate": 4.007097791798108e-06, |
| "loss": 0.35931068420410156, |
| "step": 7900 |
| }, |
| { |
| "epoch": 6.1055469953775034, |
| "grad_norm": 4.7216796875, |
| "learning_rate": 3.987381703470032e-06, |
| "loss": 0.3501945114135742, |
| "step": 7925 |
| }, |
| { |
| "epoch": 6.1248073959938365, |
| "grad_norm": 5.062224864959717, |
| "learning_rate": 3.967665615141956e-06, |
| "loss": 0.3557395935058594, |
| "step": 7950 |
| }, |
| { |
| "epoch": 6.1440677966101696, |
| "grad_norm": 5.604755878448486, |
| "learning_rate": 3.94794952681388e-06, |
| "loss": 0.3643395614624023, |
| "step": 7975 |
| }, |
| { |
| "epoch": 6.163328197226503, |
| "grad_norm": 5.9803009033203125, |
| "learning_rate": 3.928233438485804e-06, |
| "loss": 0.36169349670410156, |
| "step": 8000 |
| }, |
| { |
| "epoch": 6.182588597842835, |
| "grad_norm": 5.072482585906982, |
| "learning_rate": 3.908517350157729e-06, |
| "loss": 0.35094886779785156, |
| "step": 8025 |
| }, |
| { |
| "epoch": 6.201848998459168, |
| "grad_norm": 5.030255317687988, |
| "learning_rate": 3.888801261829654e-06, |
| "loss": 0.35401191711425783, |
| "step": 8050 |
| }, |
| { |
| "epoch": 6.221109399075501, |
| "grad_norm": 5.7693023681640625, |
| "learning_rate": 3.869085173501578e-06, |
| "loss": 0.35537750244140626, |
| "step": 8075 |
| }, |
| { |
| "epoch": 6.240369799691834, |
| "grad_norm": 5.407600402832031, |
| "learning_rate": 3.849369085173502e-06, |
| "loss": 0.3509661865234375, |
| "step": 8100 |
| }, |
| { |
| "epoch": 6.259630200308166, |
| "grad_norm": 5.739716529846191, |
| "learning_rate": 3.829652996845426e-06, |
| "loss": 0.35854976654052734, |
| "step": 8125 |
| }, |
| { |
| "epoch": 6.278890600924499, |
| "grad_norm": 5.548368453979492, |
| "learning_rate": 3.8099369085173506e-06, |
| "loss": 0.3608596420288086, |
| "step": 8150 |
| }, |
| { |
| "epoch": 6.298151001540832, |
| "grad_norm": 16.185115814208984, |
| "learning_rate": 3.790220820189275e-06, |
| "loss": 0.3938618850708008, |
| "step": 8175 |
| }, |
| { |
| "epoch": 6.317411402157165, |
| "grad_norm": 5.405980110168457, |
| "learning_rate": 3.770504731861199e-06, |
| "loss": 0.3615694046020508, |
| "step": 8200 |
| }, |
| { |
| "epoch": 6.336671802773497, |
| "grad_norm": 6.4496660232543945, |
| "learning_rate": 3.750788643533123e-06, |
| "loss": 0.36363319396972654, |
| "step": 8225 |
| }, |
| { |
| "epoch": 6.3559322033898304, |
| "grad_norm": 5.091163635253906, |
| "learning_rate": 3.7310725552050474e-06, |
| "loss": 0.35484718322753905, |
| "step": 8250 |
| }, |
| { |
| "epoch": 6.3751926040061635, |
| "grad_norm": 5.882087707519531, |
| "learning_rate": 3.7113564668769718e-06, |
| "loss": 0.36338321685791014, |
| "step": 8275 |
| }, |
| { |
| "epoch": 6.3944530046224966, |
| "grad_norm": 5.807699680328369, |
| "learning_rate": 3.6916403785488965e-06, |
| "loss": 0.3659554672241211, |
| "step": 8300 |
| }, |
| { |
| "epoch": 6.413713405238829, |
| "grad_norm": 5.627602577209473, |
| "learning_rate": 3.671924290220821e-06, |
| "loss": 0.36366878509521483, |
| "step": 8325 |
| }, |
| { |
| "epoch": 6.432973805855162, |
| "grad_norm": 6.055703163146973, |
| "learning_rate": 3.6522082018927447e-06, |
| "loss": 0.3526373291015625, |
| "step": 8350 |
| }, |
| { |
| "epoch": 6.452234206471495, |
| "grad_norm": 5.582004547119141, |
| "learning_rate": 3.632492113564669e-06, |
| "loss": 0.3500963592529297, |
| "step": 8375 |
| }, |
| { |
| "epoch": 6.471494607087827, |
| "grad_norm": 5.392638206481934, |
| "learning_rate": 3.6127760252365934e-06, |
| "loss": 0.35544357299804685, |
| "step": 8400 |
| }, |
| { |
| "epoch": 6.49075500770416, |
| "grad_norm": 6.201164722442627, |
| "learning_rate": 3.5930599369085177e-06, |
| "loss": 0.36704177856445314, |
| "step": 8425 |
| }, |
| { |
| "epoch": 6.510015408320493, |
| "grad_norm": 6.226408958435059, |
| "learning_rate": 3.5733438485804416e-06, |
| "loss": 0.3502212905883789, |
| "step": 8450 |
| }, |
| { |
| "epoch": 6.529275808936826, |
| "grad_norm": 5.938023090362549, |
| "learning_rate": 3.553627760252366e-06, |
| "loss": 0.3535276412963867, |
| "step": 8475 |
| }, |
| { |
| "epoch": 6.548536209553159, |
| "grad_norm": 5.055141448974609, |
| "learning_rate": 3.5339116719242907e-06, |
| "loss": 0.36611476898193357, |
| "step": 8500 |
| }, |
| { |
| "epoch": 6.567796610169491, |
| "grad_norm": 5.726068019866943, |
| "learning_rate": 3.514195583596215e-06, |
| "loss": 0.36194461822509766, |
| "step": 8525 |
| }, |
| { |
| "epoch": 6.587057010785824, |
| "grad_norm": 5.854666233062744, |
| "learning_rate": 3.4944794952681393e-06, |
| "loss": 0.35246604919433594, |
| "step": 8550 |
| }, |
| { |
| "epoch": 6.6063174114021574, |
| "grad_norm": 5.347609996795654, |
| "learning_rate": 3.474763406940063e-06, |
| "loss": 0.3571212387084961, |
| "step": 8575 |
| }, |
| { |
| "epoch": 6.62557781201849, |
| "grad_norm": 6.217226028442383, |
| "learning_rate": 3.4550473186119875e-06, |
| "loss": 0.3514929962158203, |
| "step": 8600 |
| }, |
| { |
| "epoch": 6.644838212634823, |
| "grad_norm": 5.599356174468994, |
| "learning_rate": 3.435331230283912e-06, |
| "loss": 0.3598286056518555, |
| "step": 8625 |
| }, |
| { |
| "epoch": 6.664098613251156, |
| "grad_norm": 5.66002082824707, |
| "learning_rate": 3.4156151419558366e-06, |
| "loss": 0.3629193115234375, |
| "step": 8650 |
| }, |
| { |
| "epoch": 6.683359013867489, |
| "grad_norm": 5.900570392608643, |
| "learning_rate": 3.3958990536277605e-06, |
| "loss": 0.36112438201904296, |
| "step": 8675 |
| }, |
| { |
| "epoch": 6.702619414483821, |
| "grad_norm": 5.6205058097839355, |
| "learning_rate": 3.376182965299685e-06, |
| "loss": 0.35814327239990235, |
| "step": 8700 |
| }, |
| { |
| "epoch": 6.721879815100154, |
| "grad_norm": 5.015433311462402, |
| "learning_rate": 3.356466876971609e-06, |
| "loss": 0.3551091384887695, |
| "step": 8725 |
| }, |
| { |
| "epoch": 6.741140215716487, |
| "grad_norm": 5.684232234954834, |
| "learning_rate": 3.3367507886435335e-06, |
| "loss": 0.36389984130859376, |
| "step": 8750 |
| }, |
| { |
| "epoch": 6.76040061633282, |
| "grad_norm": 6.055419921875, |
| "learning_rate": 3.3170347003154578e-06, |
| "loss": 0.36103096008300783, |
| "step": 8775 |
| }, |
| { |
| "epoch": 6.779661016949152, |
| "grad_norm": 5.762523174285889, |
| "learning_rate": 3.2973186119873817e-06, |
| "loss": 0.3544279479980469, |
| "step": 8800 |
| }, |
| { |
| "epoch": 6.798921417565485, |
| "grad_norm": 5.5188093185424805, |
| "learning_rate": 3.277602523659306e-06, |
| "loss": 0.3438130950927734, |
| "step": 8825 |
| }, |
| { |
| "epoch": 6.818181818181818, |
| "grad_norm": 5.758239269256592, |
| "learning_rate": 3.2578864353312307e-06, |
| "loss": 0.3498713684082031, |
| "step": 8850 |
| }, |
| { |
| "epoch": 6.8374422187981505, |
| "grad_norm": 5.552741050720215, |
| "learning_rate": 3.238170347003155e-06, |
| "loss": 0.35503765106201174, |
| "step": 8875 |
| }, |
| { |
| "epoch": 6.856702619414484, |
| "grad_norm": 5.898087501525879, |
| "learning_rate": 3.218454258675079e-06, |
| "loss": 0.3598700714111328, |
| "step": 8900 |
| }, |
| { |
| "epoch": 6.875963020030817, |
| "grad_norm": 6.149432182312012, |
| "learning_rate": 3.1987381703470033e-06, |
| "loss": 0.35951732635498046, |
| "step": 8925 |
| }, |
| { |
| "epoch": 6.89522342064715, |
| "grad_norm": 6.110939025878906, |
| "learning_rate": 3.1790220820189276e-06, |
| "loss": 0.3535256576538086, |
| "step": 8950 |
| }, |
| { |
| "epoch": 6.914483821263483, |
| "grad_norm": 5.947456359863281, |
| "learning_rate": 3.159305993690852e-06, |
| "loss": 0.3574999237060547, |
| "step": 8975 |
| }, |
| { |
| "epoch": 6.933744221879815, |
| "grad_norm": 5.893382549285889, |
| "learning_rate": 3.1395899053627767e-06, |
| "loss": 0.3584942626953125, |
| "step": 9000 |
| }, |
| { |
| "epoch": 6.953004622496148, |
| "grad_norm": 6.020825386047363, |
| "learning_rate": 3.1198738170347006e-06, |
| "loss": 0.3466789245605469, |
| "step": 9025 |
| }, |
| { |
| "epoch": 6.972265023112481, |
| "grad_norm": 6.020845890045166, |
| "learning_rate": 3.100157728706625e-06, |
| "loss": 0.36809425354003905, |
| "step": 9050 |
| }, |
| { |
| "epoch": 6.991525423728813, |
| "grad_norm": 5.895872116088867, |
| "learning_rate": 3.0804416403785492e-06, |
| "loss": 0.3656966018676758, |
| "step": 9075 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_loss": 0.23961010575294495, |
| "eval_runtime": 1087.013, |
| "eval_samples_per_second": 22.283, |
| "eval_steps_per_second": 0.1, |
| "eval_wer": 22.459929013390262, |
| "step": 9086 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 12980, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 3 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.5579003297660278e+21, |
| "train_batch_size": 24, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
