{ "best_metric": 0.29856827886467024, "best_model_checkpoint": "/home/senyk/result_wav2vec/best_model_2_copy/checkpoint-15500", "epoch": 15.0, "eval_steps": 500, "global_step": 16485, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.09099181073703366, "grad_norm": 1.8533661365509033, "learning_rate": 3.9757355171367915e-05, "loss": 0.1805, "step": 100 }, { "epoch": 0.18198362147406733, "grad_norm": 1.234511137008667, "learning_rate": 3.951471034273582e-05, "loss": 0.1797, "step": 200 }, { "epoch": 0.272975432211101, "grad_norm": 2.1243155002593994, "learning_rate": 3.927206551410373e-05, "loss": 0.185, "step": 300 }, { "epoch": 0.36396724294813465, "grad_norm": 1.542136549949646, "learning_rate": 3.902942068547165e-05, "loss": 0.1808, "step": 400 }, { "epoch": 0.4549590536851683, "grad_norm": 1.6958433389663696, "learning_rate": 3.8786775856839554e-05, "loss": 0.1936, "step": 500 }, { "epoch": 0.4549590536851683, "eval_cer": 0.15896814599550807, "eval_loss": 0.2081621140241623, "eval_runtime": 132.4545, "eval_samples_per_second": 37.749, "eval_steps_per_second": 1.185, "eval_wer": 0.3304680304764031, "step": 500 }, { "epoch": 0.545950864422202, "grad_norm": 1.8750900030136108, "learning_rate": 3.8544131028207465e-05, "loss": 0.1848, "step": 600 }, { "epoch": 0.6369426751592356, "grad_norm": 0.7346371412277222, "learning_rate": 3.8301486199575376e-05, "loss": 0.1899, "step": 700 }, { "epoch": 0.7279344858962693, "grad_norm": 0.8798062205314636, "learning_rate": 3.805884137094329e-05, "loss": 0.1761, "step": 800 }, { "epoch": 0.818926296633303, "grad_norm": 3.140528917312622, "learning_rate": 3.7818622990597514e-05, "loss": 0.1766, "step": 900 }, { "epoch": 0.9099181073703366, "grad_norm": 1.5800111293792725, "learning_rate": 3.7575978161965426e-05, "loss": 0.174, "step": 1000 }, { "epoch": 0.9099181073703366, "eval_cer": 0.15860186921906572, "eval_loss": 0.20823511481285095, "eval_runtime": 132.6784, "eval_samples_per_second": 37.685, "eval_steps_per_second": 1.183, "eval_wer": 0.3283748709218275, "step": 1000 }, { "epoch": 1.0009099181073704, "grad_norm": 0.9137107133865356, "learning_rate": 3.733333333333334e-05, "loss": 0.1746, "step": 1100 }, { "epoch": 1.091901728844404, "grad_norm": 1.5409084558486938, "learning_rate": 3.709068850470125e-05, "loss": 0.175, "step": 1200 }, { "epoch": 1.1828935395814377, "grad_norm": 1.2571290731430054, "learning_rate": 3.684804367606915e-05, "loss": 0.161, "step": 1300 }, { "epoch": 1.2738853503184713, "grad_norm": 0.7620792388916016, "learning_rate": 3.6605398847437065e-05, "loss": 0.1704, "step": 1400 }, { "epoch": 1.364877161055505, "grad_norm": 1.167091727256775, "learning_rate": 3.6362754018804976e-05, "loss": 0.1855, "step": 1500 }, { "epoch": 1.364877161055505, "eval_cer": 0.15846501855533998, "eval_loss": 0.19808036088943481, "eval_runtime": 131.4602, "eval_samples_per_second": 38.034, "eval_steps_per_second": 1.194, "eval_wer": 0.3291563171555357, "step": 1500 }, { "epoch": 1.4558689717925386, "grad_norm": 1.6935396194458008, "learning_rate": 3.612010919017289e-05, "loss": 0.1698, "step": 1600 }, { "epoch": 1.5468607825295724, "grad_norm": 1.1173765659332275, "learning_rate": 3.58774643615408e-05, "loss": 0.1705, "step": 1700 }, { "epoch": 1.6378525932666061, "grad_norm": 1.6780610084533691, "learning_rate": 3.563481953290871e-05, "loss": 0.177, "step": 1800 }, { "epoch": 1.7288444040036397, "grad_norm": 0.9590256214141846, "learning_rate": 3.539217470427662e-05, "loss": 0.1778, "step": 1900 }, { "epoch": 1.8198362147406733, "grad_norm": 0.6319223642349243, "learning_rate": 3.5149529875644526e-05, "loss": 0.1724, "step": 2000 }, { "epoch": 1.8198362147406733, "eval_cer": 0.15803031644703477, "eval_loss": 0.19977422058582306, "eval_runtime": 131.3497, "eval_samples_per_second": 38.066, "eval_steps_per_second": 1.195, "eval_wer": 0.3265049817197399, "step": 2000 }, { "epoch": 1.910828025477707, "grad_norm": 1.1627233028411865, "learning_rate": 3.490688504701244e-05, "loss": 0.1745, "step": 2100 }, { "epoch": 2.001819836214741, "grad_norm": 0.90104740858078, "learning_rate": 3.466424021838035e-05, "loss": 0.1669, "step": 2200 }, { "epoch": 2.092811646951774, "grad_norm": 0.7599895000457764, "learning_rate": 3.4421595389748254e-05, "loss": 0.1523, "step": 2300 }, { "epoch": 2.183803457688808, "grad_norm": 0.6392490267753601, "learning_rate": 3.417895056111617e-05, "loss": 0.1596, "step": 2400 }, { "epoch": 2.2747952684258417, "grad_norm": 0.7351034283638, "learning_rate": 3.3936305732484083e-05, "loss": 0.1667, "step": 2500 }, { "epoch": 2.2747952684258417, "eval_cer": 0.15830804279400756, "eval_loss": 0.19935080409049988, "eval_runtime": 131.4244, "eval_samples_per_second": 38.045, "eval_steps_per_second": 1.195, "eval_wer": 0.3288214116268036, "step": 2500 }, { "epoch": 2.3657870791628755, "grad_norm": 1.4110583066940308, "learning_rate": 3.369366090385199e-05, "loss": 0.1592, "step": 2600 }, { "epoch": 2.4567788898999092, "grad_norm": 1.1413319110870361, "learning_rate": 3.34510160752199e-05, "loss": 0.1557, "step": 2700 }, { "epoch": 2.5477707006369426, "grad_norm": 1.064664363861084, "learning_rate": 3.320837124658781e-05, "loss": 0.1551, "step": 2800 }, { "epoch": 2.6387625113739763, "grad_norm": 0.9104379415512085, "learning_rate": 3.296572641795572e-05, "loss": 0.1465, "step": 2900 }, { "epoch": 2.72975432211101, "grad_norm": 0.9136043787002563, "learning_rate": 3.272308158932363e-05, "loss": 0.1635, "step": 3000 }, { "epoch": 2.72975432211101, "eval_cer": 0.1568509857272808, "eval_loss": 0.20498071610927582, "eval_runtime": 131.4378, "eval_samples_per_second": 38.041, "eval_steps_per_second": 1.194, "eval_wer": 0.3222907538165276, "step": 3000 }, { "epoch": 2.8207461328480434, "grad_norm": 1.207688570022583, "learning_rate": 3.248043676069154e-05, "loss": 0.1662, "step": 3100 }, { "epoch": 2.911737943585077, "grad_norm": 2.2350857257843018, "learning_rate": 3.223779193205945e-05, "loss": 0.1602, "step": 3200 }, { "epoch": 3.002729754322111, "grad_norm": 1.0255531072616577, "learning_rate": 3.199514710342736e-05, "loss": 0.1485, "step": 3300 }, { "epoch": 3.0937215650591448, "grad_norm": 1.2408232688903809, "learning_rate": 3.175250227479527e-05, "loss": 0.1528, "step": 3400 }, { "epoch": 3.1847133757961785, "grad_norm": 0.6412222981452942, "learning_rate": 3.1509857446163184e-05, "loss": 0.14, "step": 3500 }, { "epoch": 3.1847133757961785, "eval_cer": 0.1566980349854697, "eval_loss": 0.2068762630224228, "eval_runtime": 131.207, "eval_samples_per_second": 38.108, "eval_steps_per_second": 1.197, "eval_wer": 0.32053249979068404, "step": 3500 }, { "epoch": 3.275705186533212, "grad_norm": 1.1700862646102905, "learning_rate": 3.126721261753109e-05, "loss": 0.1522, "step": 3600 }, { "epoch": 3.3666969972702456, "grad_norm": 2.105367660522461, "learning_rate": 3.1024567788899e-05, "loss": 0.1501, "step": 3700 }, { "epoch": 3.4576888080072794, "grad_norm": 0.5450145602226257, "learning_rate": 3.0784349408553233e-05, "loss": 0.1446, "step": 3800 }, { "epoch": 3.548680618744313, "grad_norm": 0.7369564771652222, "learning_rate": 3.0541704579921145e-05, "loss": 0.1509, "step": 3900 }, { "epoch": 3.6396724294813465, "grad_norm": 1.5404269695281982, "learning_rate": 3.0299059751289053e-05, "loss": 0.1573, "step": 4000 }, { "epoch": 3.6396724294813465, "eval_cer": 0.156923436078665, "eval_loss": 0.2066684067249298, "eval_runtime": 132.0661, "eval_samples_per_second": 37.86, "eval_steps_per_second": 1.189, "eval_wer": 0.32067204376098907, "step": 4000 }, { "epoch": 3.7306642402183803, "grad_norm": 1.83568274974823, "learning_rate": 3.005641492265696e-05, "loss": 0.1489, "step": 4100 }, { "epoch": 3.821656050955414, "grad_norm": 0.9000252485275269, "learning_rate": 2.9813770094024872e-05, "loss": 0.1446, "step": 4200 }, { "epoch": 3.912647861692448, "grad_norm": 1.9459755420684814, "learning_rate": 2.957112526539278e-05, "loss": 0.1541, "step": 4300 }, { "epoch": 4.003639672429482, "grad_norm": 1.2044388055801392, "learning_rate": 2.9328480436760695e-05, "loss": 0.1555, "step": 4400 }, { "epoch": 4.094631483166515, "grad_norm": 0.984316885471344, "learning_rate": 2.9085835608128607e-05, "loss": 0.1487, "step": 4500 }, { "epoch": 4.094631483166515, "eval_cer": 0.15719713740611643, "eval_loss": 0.21014198660850525, "eval_runtime": 131.975, "eval_samples_per_second": 37.886, "eval_steps_per_second": 1.19, "eval_wer": 0.3224023889927716, "step": 4500 }, { "epoch": 4.185623293903548, "grad_norm": 0.879389762878418, "learning_rate": 2.8843190779496515e-05, "loss": 0.1384, "step": 4600 }, { "epoch": 4.276615104640582, "grad_norm": 1.0293374061584473, "learning_rate": 2.8600545950864426e-05, "loss": 0.1419, "step": 4700 }, { "epoch": 4.367606915377616, "grad_norm": 0.7723912596702576, "learning_rate": 2.8357901122232334e-05, "loss": 0.142, "step": 4800 }, { "epoch": 4.45859872611465, "grad_norm": 1.056503176689148, "learning_rate": 2.8115256293600245e-05, "loss": 0.1492, "step": 4900 }, { "epoch": 4.549590536851683, "grad_norm": 1.1004029512405396, "learning_rate": 2.7872611464968153e-05, "loss": 0.1501, "step": 5000 }, { "epoch": 4.549590536851683, "eval_cer": 0.1563116331114206, "eval_loss": 0.2110494077205658, "eval_runtime": 131.8894, "eval_samples_per_second": 37.911, "eval_steps_per_second": 1.19, "eval_wer": 0.3176020764142781, "step": 5000 }, { "epoch": 4.640582347588717, "grad_norm": 1.6329824924468994, "learning_rate": 2.7629966636336068e-05, "loss": 0.1398, "step": 5100 }, { "epoch": 4.731574158325751, "grad_norm": 1.094870924949646, "learning_rate": 2.7387321807703976e-05, "loss": 0.1382, "step": 5200 }, { "epoch": 4.822565969062785, "grad_norm": 1.094946026802063, "learning_rate": 2.7144676979071888e-05, "loss": 0.1471, "step": 5300 }, { "epoch": 4.9135577797998184, "grad_norm": 1.1323785781860352, "learning_rate": 2.6902032150439796e-05, "loss": 0.1487, "step": 5400 }, { "epoch": 5.004549590536851, "grad_norm": 1.0509577989578247, "learning_rate": 2.6659387321807707e-05, "loss": 0.1486, "step": 5500 }, { "epoch": 5.004549590536851, "eval_cer": 0.15565957994896276, "eval_loss": 0.20399489998817444, "eval_runtime": 131.3537, "eval_samples_per_second": 38.065, "eval_steps_per_second": 1.195, "eval_wer": 0.3159275487706176, "step": 5500 }, { "epoch": 5.095541401273885, "grad_norm": 1.0751926898956299, "learning_rate": 2.6416742493175615e-05, "loss": 0.1311, "step": 5600 }, { "epoch": 5.186533212010919, "grad_norm": 1.638108730316162, "learning_rate": 2.6174097664543526e-05, "loss": 0.1437, "step": 5700 }, { "epoch": 5.277525022747953, "grad_norm": 0.8366700410842896, "learning_rate": 2.5931452835911434e-05, "loss": 0.1334, "step": 5800 }, { "epoch": 5.368516833484986, "grad_norm": 0.9168310761451721, "learning_rate": 2.568880800727935e-05, "loss": 0.1291, "step": 5900 }, { "epoch": 5.45950864422202, "grad_norm": 0.8272154331207275, "learning_rate": 2.5446163178647257e-05, "loss": 0.1342, "step": 6000 }, { "epoch": 5.45950864422202, "eval_cer": 0.15511217729405988, "eval_loss": 0.20407769083976746, "eval_runtime": 130.9722, "eval_samples_per_second": 38.176, "eval_steps_per_second": 1.199, "eval_wer": 0.31436465630320115, "step": 6000 }, { "epoch": 5.550500454959054, "grad_norm": 0.7047191262245178, "learning_rate": 2.520351835001517e-05, "loss": 0.131, "step": 6100 }, { "epoch": 5.641492265696087, "grad_norm": 1.3190622329711914, "learning_rate": 2.4960873521383077e-05, "loss": 0.1335, "step": 6200 }, { "epoch": 5.732484076433121, "grad_norm": 1.6135904788970947, "learning_rate": 2.472065514103731e-05, "loss": 0.1352, "step": 6300 }, { "epoch": 5.823475887170154, "grad_norm": 1.2571635246276855, "learning_rate": 2.447801031240522e-05, "loss": 0.1405, "step": 6400 }, { "epoch": 5.914467697907188, "grad_norm": 1.103220820426941, "learning_rate": 2.423536548377313e-05, "loss": 0.1396, "step": 6500 }, { "epoch": 5.914467697907188, "eval_cer": 0.15522085282113618, "eval_loss": 0.20565420389175415, "eval_runtime": 131.5948, "eval_samples_per_second": 37.995, "eval_steps_per_second": 1.193, "eval_wer": 0.31433674750914015, "step": 6500 }, { "epoch": 6.005459508644222, "grad_norm": 1.2131693363189697, "learning_rate": 2.399272065514104e-05, "loss": 0.1379, "step": 6600 }, { "epoch": 6.096451319381256, "grad_norm": 0.8314226865768433, "learning_rate": 2.375007582650895e-05, "loss": 0.1289, "step": 6700 }, { "epoch": 6.1874431301182895, "grad_norm": 0.929862380027771, "learning_rate": 2.350743099787686e-05, "loss": 0.1291, "step": 6800 }, { "epoch": 6.278434940855323, "grad_norm": 1.2670739889144897, "learning_rate": 2.326478616924477e-05, "loss": 0.1349, "step": 6900 }, { "epoch": 6.369426751592357, "grad_norm": 0.979325532913208, "learning_rate": 2.3022141340612677e-05, "loss": 0.136, "step": 7000 }, { "epoch": 6.369426751592357, "eval_cer": 0.15454464954155028, "eval_loss": 0.20977585017681122, "eval_runtime": 132.5521, "eval_samples_per_second": 37.721, "eval_steps_per_second": 1.184, "eval_wer": 0.3130529429823337, "step": 7000 }, { "epoch": 6.460418562329391, "grad_norm": 1.1290801763534546, "learning_rate": 2.277949651198059e-05, "loss": 0.1419, "step": 7100 }, { "epoch": 6.551410373066424, "grad_norm": 0.8063333034515381, "learning_rate": 2.2536851683348503e-05, "loss": 0.1251, "step": 7200 }, { "epoch": 6.6424021838034575, "grad_norm": 0.7427828907966614, "learning_rate": 2.229420685471641e-05, "loss": 0.137, "step": 7300 }, { "epoch": 6.733393994540491, "grad_norm": 0.6900395154953003, "learning_rate": 2.2051562026084322e-05, "loss": 0.1359, "step": 7400 }, { "epoch": 6.824385805277525, "grad_norm": 1.7373096942901611, "learning_rate": 2.180891719745223e-05, "loss": 0.1266, "step": 7500 }, { "epoch": 6.824385805277525, "eval_cer": 0.15423472303840674, "eval_loss": 0.2094658762216568, "eval_runtime": 132.3336, "eval_samples_per_second": 37.783, "eval_steps_per_second": 1.186, "eval_wer": 0.310596969104965, "step": 7500 }, { "epoch": 6.915377616014559, "grad_norm": 0.7071816921234131, "learning_rate": 2.156627236882014e-05, "loss": 0.1267, "step": 7600 }, { "epoch": 7.006369426751593, "grad_norm": 1.2711293697357178, "learning_rate": 2.132362754018805e-05, "loss": 0.1284, "step": 7700 }, { "epoch": 7.097361237488626, "grad_norm": 0.9852485656738281, "learning_rate": 2.108098271155596e-05, "loss": 0.1223, "step": 7800 }, { "epoch": 7.188353048225659, "grad_norm": 1.4875195026397705, "learning_rate": 2.0838337882923872e-05, "loss": 0.1273, "step": 7900 }, { "epoch": 7.279344858962693, "grad_norm": 0.8052563071250916, "learning_rate": 2.0595693054291784e-05, "loss": 0.1283, "step": 8000 }, { "epoch": 7.279344858962693, "eval_cer": 0.1537718457934521, "eval_loss": 0.2159704566001892, "eval_runtime": 132.3477, "eval_samples_per_second": 37.779, "eval_steps_per_second": 1.186, "eval_wer": 0.3085317183444503, "step": 8000 }, { "epoch": 7.370336669699727, "grad_norm": 2.028435230255127, "learning_rate": 2.0353048225659692e-05, "loss": 0.1346, "step": 8100 }, { "epoch": 7.461328480436761, "grad_norm": 0.8297127485275269, "learning_rate": 2.0110403397027603e-05, "loss": 0.1235, "step": 8200 }, { "epoch": 7.552320291173794, "grad_norm": 1.299826741218567, "learning_rate": 1.986775856839551e-05, "loss": 0.1243, "step": 8300 }, { "epoch": 7.643312101910828, "grad_norm": 2.9055380821228027, "learning_rate": 1.9625113739763423e-05, "loss": 0.1199, "step": 8400 }, { "epoch": 7.734303912647862, "grad_norm": 1.5928077697753906, "learning_rate": 1.9382468911131334e-05, "loss": 0.1229, "step": 8500 }, { "epoch": 7.734303912647862, "eval_cer": 0.1537919708910588, "eval_loss": 0.21750004589557648, "eval_runtime": 131.9305, "eval_samples_per_second": 37.899, "eval_steps_per_second": 1.19, "eval_wer": 0.30755491055231504, "step": 8500 }, { "epoch": 7.825295723384896, "grad_norm": 1.1604926586151123, "learning_rate": 1.9139824082499242e-05, "loss": 0.1237, "step": 8600 }, { "epoch": 7.916287534121929, "grad_norm": 2.2635440826416016, "learning_rate": 1.8897179253867153e-05, "loss": 0.1248, "step": 8700 }, { "epoch": 8.007279344858963, "grad_norm": 0.6642023324966431, "learning_rate": 1.8654534425235065e-05, "loss": 0.1276, "step": 8800 }, { "epoch": 8.098271155595997, "grad_norm": 2.0704445838928223, "learning_rate": 1.8411889596602973e-05, "loss": 0.1124, "step": 8900 }, { "epoch": 8.18926296633303, "grad_norm": 0.8484503030776978, "learning_rate": 1.8169244767970884e-05, "loss": 0.1267, "step": 9000 }, { "epoch": 8.18926296633303, "eval_cer": 0.15306746737721677, "eval_loss": 0.21141663193702698, "eval_runtime": 132.5307, "eval_samples_per_second": 37.727, "eval_steps_per_second": 1.185, "eval_wer": 0.30568502135022746, "step": 9000 }, { "epoch": 8.280254777070065, "grad_norm": 0.8810114860534668, "learning_rate": 1.7926599939338792e-05, "loss": 0.1191, "step": 9100 }, { "epoch": 8.371246587807097, "grad_norm": 0.343791663646698, "learning_rate": 1.7686381558993026e-05, "loss": 0.1135, "step": 9200 }, { "epoch": 8.46223839854413, "grad_norm": 1.2659159898757935, "learning_rate": 1.7443736730360937e-05, "loss": 0.1215, "step": 9300 }, { "epoch": 8.553230209281164, "grad_norm": 2.19396710395813, "learning_rate": 1.7201091901728845e-05, "loss": 0.1228, "step": 9400 }, { "epoch": 8.644222020018198, "grad_norm": 0.6617141366004944, "learning_rate": 1.6958447073096757e-05, "loss": 0.1127, "step": 9500 }, { "epoch": 8.644222020018198, "eval_cer": 0.1528179161668934, "eval_loss": 0.20628662407398224, "eval_runtime": 131.7465, "eval_samples_per_second": 37.952, "eval_steps_per_second": 1.192, "eval_wer": 0.3068571907007898, "step": 9500 }, { "epoch": 8.735213830755232, "grad_norm": 1.5183671712875366, "learning_rate": 1.6715802244464668e-05, "loss": 0.1253, "step": 9600 }, { "epoch": 8.826205641492265, "grad_norm": 0.6270197629928589, "learning_rate": 1.6473157415832576e-05, "loss": 0.1245, "step": 9700 }, { "epoch": 8.9171974522293, "grad_norm": 0.7786601185798645, "learning_rate": 1.6230512587200488e-05, "loss": 0.1268, "step": 9800 }, { "epoch": 9.008189262966333, "grad_norm": 1.2779630422592163, "learning_rate": 1.5987867758568396e-05, "loss": 0.1285, "step": 9900 }, { "epoch": 9.099181073703367, "grad_norm": 0.8640280365943909, "learning_rate": 1.5745222929936307e-05, "loss": 0.1165, "step": 10000 }, { "epoch": 9.099181073703367, "eval_cer": 0.15322041811902787, "eval_loss": 0.20939494669437408, "eval_runtime": 130.9926, "eval_samples_per_second": 38.17, "eval_steps_per_second": 1.199, "eval_wer": 0.3048477575283972, "step": 10000 }, { "epoch": 9.1901728844404, "grad_norm": 0.9638440012931824, "learning_rate": 1.550257810130422e-05, "loss": 0.1076, "step": 10100 }, { "epoch": 9.281164695177434, "grad_norm": 0.8095070719718933, "learning_rate": 1.526235972095845e-05, "loss": 0.1268, "step": 10200 }, { "epoch": 9.372156505914468, "grad_norm": 0.8781161308288574, "learning_rate": 1.5019714892326358e-05, "loss": 0.1207, "step": 10300 }, { "epoch": 9.463148316651502, "grad_norm": 1.6324824094772339, "learning_rate": 1.4777070063694268e-05, "loss": 0.1256, "step": 10400 }, { "epoch": 9.554140127388536, "grad_norm": 0.8956096172332764, "learning_rate": 1.453442523506218e-05, "loss": 0.1222, "step": 10500 }, { "epoch": 9.554140127388536, "eval_cer": 0.1532043180409425, "eval_loss": 0.20789633691310883, "eval_runtime": 131.5404, "eval_samples_per_second": 38.011, "eval_steps_per_second": 1.194, "eval_wer": 0.3066897379364238, "step": 10500 }, { "epoch": 9.64513193812557, "grad_norm": 1.19681978225708, "learning_rate": 1.4291780406430089e-05, "loss": 0.1197, "step": 10600 }, { "epoch": 9.736123748862603, "grad_norm": 5.549036026000977, "learning_rate": 1.4049135577797999e-05, "loss": 0.1128, "step": 10700 }, { "epoch": 9.827115559599637, "grad_norm": 0.7990231513977051, "learning_rate": 1.380649074916591e-05, "loss": 0.1164, "step": 10800 }, { "epoch": 9.918107370336669, "grad_norm": 0.9332329630851746, "learning_rate": 1.356384592053382e-05, "loss": 0.1236, "step": 10900 }, { "epoch": 10.009099181073703, "grad_norm": 1.4885659217834473, "learning_rate": 1.332120109190173e-05, "loss": 0.1127, "step": 11000 }, { "epoch": 10.009099181073703, "eval_cer": 0.15307551741625947, "eval_loss": 0.20891791582107544, "eval_runtime": 131.2946, "eval_samples_per_second": 38.082, "eval_steps_per_second": 1.196, "eval_wer": 0.30557338617398344, "step": 11000 }, { "epoch": 10.100090991810736, "grad_norm": 0.5533010959625244, "learning_rate": 1.307855626326964e-05, "loss": 0.1158, "step": 11100 }, { "epoch": 10.19108280254777, "grad_norm": 2.3450381755828857, "learning_rate": 1.283591143463755e-05, "loss": 0.1136, "step": 11200 }, { "epoch": 10.282074613284804, "grad_norm": 0.6852346062660217, "learning_rate": 1.259326660600546e-05, "loss": 0.1296, "step": 11300 }, { "epoch": 10.373066424021838, "grad_norm": 0.872776985168457, "learning_rate": 1.235062177737337e-05, "loss": 0.1069, "step": 11400 }, { "epoch": 10.464058234758872, "grad_norm": 0.547275722026825, "learning_rate": 1.210797694874128e-05, "loss": 0.1084, "step": 11500 }, { "epoch": 10.464058234758872, "eval_cer": 0.15258044001513407, "eval_loss": 0.2116706520318985, "eval_runtime": 131.7531, "eval_samples_per_second": 37.95, "eval_steps_per_second": 1.192, "eval_wer": 0.30317322988473666, "step": 11500 }, { "epoch": 10.555050045495905, "grad_norm": 1.4432127475738525, "learning_rate": 1.1865332120109191e-05, "loss": 0.1237, "step": 11600 }, { "epoch": 10.646041856232939, "grad_norm": 0.5424668192863464, "learning_rate": 1.1622687291477101e-05, "loss": 0.116, "step": 11700 }, { "epoch": 10.737033666969973, "grad_norm": 0.6486382484436035, "learning_rate": 1.138004246284501e-05, "loss": 0.1097, "step": 11800 }, { "epoch": 10.828025477707007, "grad_norm": 1.37655770778656, "learning_rate": 1.113739763421292e-05, "loss": 0.1026, "step": 11900 }, { "epoch": 10.91901728844404, "grad_norm": 0.7191163897514343, "learning_rate": 1.0894752805580833e-05, "loss": 0.1155, "step": 12000 }, { "epoch": 10.91901728844404, "eval_cer": 0.15271326565933846, "eval_loss": 0.20751111209392548, "eval_runtime": 131.6857, "eval_samples_per_second": 37.969, "eval_steps_per_second": 1.192, "eval_wer": 0.3045407607937261, "step": 12000 }, { "epoch": 11.010009099181074, "grad_norm": 1.8931193351745605, "learning_rate": 1.0652107976948743e-05, "loss": 0.1154, "step": 12100 }, { "epoch": 11.101000909918108, "grad_norm": 0.43597936630249023, "learning_rate": 1.0409463148316651e-05, "loss": 0.0999, "step": 12200 }, { "epoch": 11.191992720655142, "grad_norm": 1.1339422464370728, "learning_rate": 1.0166818319684561e-05, "loss": 0.1107, "step": 12300 }, { "epoch": 11.282984531392175, "grad_norm": 0.9059270620346069, "learning_rate": 9.924173491052472e-06, "loss": 0.1045, "step": 12400 }, { "epoch": 11.373976342129207, "grad_norm": 0.8777015209197998, "learning_rate": 9.681528662420384e-06, "loss": 0.0955, "step": 12500 }, { "epoch": 11.373976342129207, "eval_cer": 0.15231076370720398, "eval_loss": 0.21829599142074585, "eval_runtime": 131.8689, "eval_samples_per_second": 37.916, "eval_steps_per_second": 1.191, "eval_wer": 0.3025871452094555, "step": 12500 }, { "epoch": 11.464968152866241, "grad_norm": 0.7121880650520325, "learning_rate": 9.438883833788293e-06, "loss": 0.1068, "step": 12600 }, { "epoch": 11.555959963603275, "grad_norm": 1.0068190097808838, "learning_rate": 9.196239005156203e-06, "loss": 0.1047, "step": 12700 }, { "epoch": 11.646951774340309, "grad_norm": 1.2295094728469849, "learning_rate": 8.953594176524115e-06, "loss": 0.1041, "step": 12800 }, { "epoch": 11.737943585077343, "grad_norm": 1.1067237854003906, "learning_rate": 8.710949347892024e-06, "loss": 0.1071, "step": 12900 }, { "epoch": 11.828935395814376, "grad_norm": 0.9286106824874878, "learning_rate": 8.468304519259934e-06, "loss": 0.1146, "step": 13000 }, { "epoch": 11.828935395814376, "eval_cer": 0.15205316245783793, "eval_loss": 0.21160683035850525, "eval_runtime": 131.9777, "eval_samples_per_second": 37.885, "eval_steps_per_second": 1.19, "eval_wer": 0.30147079344701516, "step": 13000 }, { "epoch": 11.91992720655141, "grad_norm": 1.0843188762664795, "learning_rate": 8.225659690627844e-06, "loss": 0.1099, "step": 13100 }, { "epoch": 12.010919017288444, "grad_norm": 0.8679298162460327, "learning_rate": 7.983014861995755e-06, "loss": 0.1076, "step": 13200 }, { "epoch": 12.101910828025478, "grad_norm": 1.5552619695663452, "learning_rate": 7.742796481649985e-06, "loss": 0.1167, "step": 13300 }, { "epoch": 12.192902638762511, "grad_norm": 1.5181180238723755, "learning_rate": 7.500151653017895e-06, "loss": 0.1096, "step": 13400 }, { "epoch": 12.283894449499545, "grad_norm": 0.6448826789855957, "learning_rate": 7.257506824385806e-06, "loss": 0.1094, "step": 13500 }, { "epoch": 12.283894449499545, "eval_cer": 0.15156613509575523, "eval_loss": 0.2089649885892868, "eval_runtime": 131.4101, "eval_samples_per_second": 38.049, "eval_steps_per_second": 1.195, "eval_wer": 0.2992939075102565, "step": 13500 }, { "epoch": 12.374886260236579, "grad_norm": 0.68089759349823, "learning_rate": 7.014861995753716e-06, "loss": 0.1042, "step": 13600 }, { "epoch": 12.465878070973613, "grad_norm": 0.5364871025085449, "learning_rate": 6.7722171671216266e-06, "loss": 0.1042, "step": 13700 }, { "epoch": 12.556869881710647, "grad_norm": 0.9213688969612122, "learning_rate": 6.529572338489536e-06, "loss": 0.1075, "step": 13800 }, { "epoch": 12.64786169244768, "grad_norm": 0.8983300924301147, "learning_rate": 6.286927509857447e-06, "loss": 0.1085, "step": 13900 }, { "epoch": 12.738853503184714, "grad_norm": 1.987417459487915, "learning_rate": 6.0442826812253566e-06, "loss": 0.1072, "step": 14000 }, { "epoch": 12.738853503184714, "eval_cer": 0.151727135876609, "eval_loss": 0.2124236822128296, "eval_runtime": 131.355, "eval_samples_per_second": 38.065, "eval_steps_per_second": 1.195, "eval_wer": 0.3002148977142698, "step": 14000 }, { "epoch": 12.829845313921748, "grad_norm": 1.3773497343063354, "learning_rate": 5.801637852593267e-06, "loss": 0.1077, "step": 14100 }, { "epoch": 12.920837124658782, "grad_norm": 1.0006029605865479, "learning_rate": 5.558993023961178e-06, "loss": 0.0996, "step": 14200 }, { "epoch": 13.011828935395814, "grad_norm": 1.134149193763733, "learning_rate": 5.316348195329087e-06, "loss": 0.1089, "step": 14300 }, { "epoch": 13.102820746132847, "grad_norm": 1.6549540758132935, "learning_rate": 5.073703366696998e-06, "loss": 0.1143, "step": 14400 }, { "epoch": 13.193812556869881, "grad_norm": 0.8590063452720642, "learning_rate": 4.831058538064908e-06, "loss": 0.1125, "step": 14500 }, { "epoch": 13.193812556869881, "eval_cer": 0.15173116089613034, "eval_loss": 0.2130936086177826, "eval_runtime": 131.6874, "eval_samples_per_second": 37.969, "eval_steps_per_second": 1.192, "eval_wer": 0.3000195361558427, "step": 14500 }, { "epoch": 13.284804367606915, "grad_norm": 0.8164013028144836, "learning_rate": 4.588413709432818e-06, "loss": 0.0982, "step": 14600 }, { "epoch": 13.375796178343949, "grad_norm": 0.8457829356193542, "learning_rate": 4.345768880800728e-06, "loss": 0.0988, "step": 14700 }, { "epoch": 13.466787989080983, "grad_norm": 0.952691912651062, "learning_rate": 4.1031240521686385e-06, "loss": 0.1007, "step": 14800 }, { "epoch": 13.557779799818016, "grad_norm": 0.4639749825000763, "learning_rate": 3.860479223536548e-06, "loss": 0.1088, "step": 14900 }, { "epoch": 13.64877161055505, "grad_norm": 1.1107044219970703, "learning_rate": 3.6178343949044588e-06, "loss": 0.1058, "step": 15000 }, { "epoch": 13.64877161055505, "eval_cer": 0.1514735596467643, "eval_loss": 0.217019721865654, "eval_runtime": 132.0061, "eval_samples_per_second": 37.877, "eval_steps_per_second": 1.189, "eval_wer": 0.29923808992213446, "step": 15000 }, { "epoch": 13.739763421292084, "grad_norm": 1.299850583076477, "learning_rate": 3.375189566272369e-06, "loss": 0.1036, "step": 15100 }, { "epoch": 13.830755232029118, "grad_norm": 1.5436201095581055, "learning_rate": 3.1325447376402795e-06, "loss": 0.0973, "step": 15200 }, { "epoch": 13.921747042766151, "grad_norm": 1.0776885747909546, "learning_rate": 2.8898999090081896e-06, "loss": 0.0963, "step": 15300 }, { "epoch": 14.012738853503185, "grad_norm": 0.9970951080322266, "learning_rate": 2.6472550803760997e-06, "loss": 0.1104, "step": 15400 }, { "epoch": 14.103730664240219, "grad_norm": 0.5252935886383057, "learning_rate": 2.40461025174401e-06, "loss": 0.0951, "step": 15500 }, { "epoch": 14.103730664240219, "eval_cer": 0.15132463392447454, "eval_loss": 0.21604645252227783, "eval_runtime": 132.1387, "eval_samples_per_second": 37.839, "eval_steps_per_second": 1.188, "eval_wer": 0.29856827886467024, "step": 15500 }, { "epoch": 14.194722474977253, "grad_norm": 1.1974434852600098, "learning_rate": 2.16196542311192e-06, "loss": 0.1019, "step": 15600 }, { "epoch": 14.285714285714286, "grad_norm": 0.5327410697937012, "learning_rate": 1.9193205944798306e-06, "loss": 0.0968, "step": 15700 }, { "epoch": 14.376706096451318, "grad_norm": 0.8405203819274902, "learning_rate": 1.6766757658477407e-06, "loss": 0.0941, "step": 15800 }, { "epoch": 14.467697907188352, "grad_norm": 0.38401368260383606, "learning_rate": 1.4340309372156508e-06, "loss": 0.1036, "step": 15900 }, { "epoch": 14.558689717925386, "grad_norm": 1.1276684999465942, "learning_rate": 1.191386108583561e-06, "loss": 0.1035, "step": 16000 }, { "epoch": 14.558689717925386, "eval_cer": 0.15134475902208125, "eval_loss": 0.21339672803878784, "eval_runtime": 132.1196, "eval_samples_per_second": 37.844, "eval_steps_per_second": 1.188, "eval_wer": 0.29856827886467024, "step": 16000 }, { "epoch": 14.64968152866242, "grad_norm": 0.5266655683517456, "learning_rate": 9.487412799514711e-07, "loss": 0.098, "step": 16100 }, { "epoch": 14.740673339399454, "grad_norm": 0.8043445348739624, "learning_rate": 7.060964513193813e-07, "loss": 0.1005, "step": 16200 }, { "epoch": 14.831665150136487, "grad_norm": 1.0907572507858276, "learning_rate": 4.6345162268729147e-07, "loss": 0.1023, "step": 16300 }, { "epoch": 14.922656960873521, "grad_norm": 2.0936965942382812, "learning_rate": 2.2080679405520171e-07, "loss": 0.0963, "step": 16400 }, { "epoch": 15.0, "step": 16485, "total_flos": 1.21495045308783e+20, "train_loss": 0.13136799893019088, "train_runtime": 24963.2457, "train_samples_per_second": 21.117, "train_steps_per_second": 0.66 } ], "logging_steps": 100, "max_steps": 16485, "num_input_tokens_seen": 0, "num_train_epochs": 15, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.21495045308783e+20, "train_batch_size": 16, "trial_name": null, "trial_params": null }