Update results_organized/wer/asr_private.csv

results_organized/wer/asr_private.csv

@@ -1,17 +1,17 @@
-Model,cna_test,idpc_short_test,idpc_test,mediacorp_short_test,mediacorp_test,parliament_test,ukusnews_test,ytb_asr_batch1,ytb_asr_batch2,parliament_short_test,ukusnews_short_test
-MERaLiON-AudioLLM-Whisper-SEA-LION,0.1450389832318701,0.1649843369300382,0.2035928143712574,0.1282887339779626,0.1225089839921594,0.0587803954962626,0.1128757799205899,0.1072443727433356,0.1326846145529246,,
-MERaLiON-AudioLLM-v2-2b,0.1349460642956317,0.1510616080751827,0.1774165953806672,0.1208680008994828,0.1225089839921594,0.1854480083262371,0.1738324825108716,0.0993316432357686,0.1599091793707427,,
-MERaLiON-AudioLLM-v2-9b,0.1333440136708319,0.1566306996171249,0.1603079555175363,0.1169327636608949,0.1045409996733093,0.0602469486233323,0.0697296275288334,0.098486594453407,0.1110174072872743,,
-MERaLiON-AudioLLM-v2-9b-asr,0.1270960162341129,0.1400974591019839,0.1661248930710008,0.1178322464582864,0.1037242731133616,0.0528432207398997,0.0559652108148988,0.0923023738188522,0.0993620931992647,,
-Qwen2.5-Omni-3B,0.1739826978532521,0.2111033762617473,0.1986313088109495,0.1476276141218799,0.1515844495262986,0.1004825432869713,0.0907543959160521,0.1622877775217024,0.2445453562547302,,
-Qwen2.5-Omni-7B,0.1832211897895973,0.4138531152105812,0.2203592814371257,0.1414436698898133,0.2354622672329304,0.1102280253571766,0.176214785403668,0.1736191134670046,0.3505243810141636,,
-SALMONN_7B,0.1492577165438428,0.2398190045248869,0.5414884516680923,0.1990105689228693,0.3636883371447239,0.2043003122338915,0.191869918699187,0.2207497887378044,0.3495513028435506,,
-SeaLLMs-Audio-7B,0.2734700416533162,0.7187608771319178,1.1654405474764755,0.1875421632561277,0.3995426331264293,0.1938688617655407,0.1761391567404046,0.4502573557655374,0.9038382527840848,,
-cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.1517141941685357,0.1973546815175774,0.1704020530367835,0.1541488644029683,0.157546553413917,0.0900747469013151,0.1227831348080922,0.1247599293231927,0.125527084009082,,
-cascade_whisper_large_v3_llama_3_8b_instruct,0.1381501655452312,0.1534492642843493,0.1618477331052181,0.1143467506183944,0.1512577589023195,0.0653798845680764,0.089430894308943,0.1081662441422754,0.0838793383068439,,
-hy_whisper_local_cs,0.1467478372316565,0.1830838844413505,0.1757057313943541,0.1288509107263323,0.1256125449199608,0.072570725707257,0.1694838343732274,0.1284858262272413,0.1431506108768515,,
-phi_4_multimodal_instruct,0.1908042294136494,0.5388096066829099,0.2607356715141146,0.1217674836968743,0.1981378634433191,0.2778645094143249,0.0752127056154282,0.169393869555197,0.2323278192236998,,
-whisper_large_v3,0.1416212752322973,0.1879568395405499,0.1654405474764756,0.1163705869125253,0.1128716105847762,0.0670829785220929,0.0697674418604651,0.106860259660444,0.0816953184128013,,
-MERaLiON-SpeechEncoder2-ASR-CTC,0.1628,0.1753,0.1855,0.1176,0.1052,0.0616,0.0803999999999999,0.1152,0.1192,,
-Omnilingual-ASR-7B,1.0476568285200465,1.006522122333862,0.9160827209024098,1.033498201438849,0.9437056375948436,0.8528543878807593,0.9335548172757476,0.8400923927448976,0.7837808598567627,0.913620253164557,0.9645663104965432
-Fusion: Omnilingual-LLM-ASR-7B[with language code],0.27403998730561724,0.317644985016746,0.2775593915569988,0.23662320143884893,0.2033123929183324,0.17230883617184414,0.21393109111948935,0.8400923927448976,0.7837808598567627,0.13463291139240507,0.14511313639220616
+Model,cna_test,idpc_short_test,idpc_test,mediacorp_short_test,mediacorp_test,parliament_test,ukusnews_test,ytb_asr_batch1,ytb_asr_batch2
+MERaLiON-AudioLLM-Whisper-SEA-LION,0.1450389832318701,0.1649843369300382,0.2035928143712574,0.1282887339779626,0.1225089839921594,0.0587803954962626,0.1128757799205899,0.1072443727433356,0.1326846145529246
+MERaLiON-AudioLLM-v2-2b,0.1349460642956317,0.1510616080751827,0.1774165953806672,0.1208680008994828,0.1225089839921594,0.1854480083262371,0.1738324825108716,0.0993316432357686,0.1599091793707427
+MERaLiON-AudioLLM-v2-9b,0.1333440136708319,0.1566306996171249,0.1603079555175363,0.1169327636608949,0.1045409996733093,0.0602469486233323,0.0697296275288334,0.098486594453407,0.1110174072872743
+MERaLiON-AudioLLM-v2-9b-asr,0.1270960162341129,0.1400974591019839,0.1661248930710008,0.1178322464582864,0.1037242731133616,0.0528432207398997,0.0559652108148988,0.0923023738188522,0.0993620931992647
+Qwen2.5-Omni-3B,0.1739826978532521,0.2111033762617473,0.1986313088109495,0.1476276141218799,0.1515844495262986,0.1004825432869713,0.0907543959160521,0.1622877775217024,0.2445453562547302
+Qwen2.5-Omni-7B,0.1832211897895973,0.4138531152105812,0.2203592814371257,0.1414436698898133,0.2354622672329304,0.1102280253571766,0.176214785403668,0.1736191134670046,0.3505243810141636
+SALMONN_7B,0.1492577165438428,0.2398190045248869,0.5414884516680923,0.1990105689228693,0.3636883371447239,0.2043003122338915,0.191869918699187,0.2207497887378044,0.3495513028435506
+SeaLLMs-Audio-7B,0.2734700416533162,0.7187608771319178,1.1654405474764755,0.1875421632561277,0.3995426331264293,0.1938688617655407,0.1761391567404046,0.4502573557655374,0.9038382527840848
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.1517141941685357,0.1973546815175774,0.1704020530367835,0.1541488644029683,0.157546553413917,0.0900747469013151,0.1227831348080922,0.1247599293231927,0.125527084009082
+cascade_whisper_large_v3_llama_3_8b_instruct,0.1381501655452312,0.1534492642843493,0.1618477331052181,0.1143467506183944,0.1512577589023195,0.0653798845680764,0.089430894308943,0.1081662441422754,0.0838793383068439
+hy_whisper_local_cs,0.1467478372316565,0.1830838844413505,0.1757057313943541,0.1288509107263323,0.1256125449199608,0.072570725707257,0.1694838343732274,0.1284858262272413,0.1431506108768515
+phi_4_multimodal_instruct,0.1908042294136494,0.5388096066829099,0.2607356715141146,0.1217674836968743,0.1981378634433191,0.2778645094143249,0.0752127056154282,0.169393869555197,0.2323278192236998
+whisper_large_v3,0.1416212752322973,0.1879568395405499,0.1654405474764756,0.1163705869125253,0.1128716105847762,0.0670829785220929,0.0697674418604651,0.106860259660444,0.0816953184128013
+MERaLiON-SpeechEncoder2-ASR-CTC,0.1628,0.1753,0.1855,0.1176,0.1052,0.0616,0.0803999999999999,0.1152,0.1192
+Omnilingual-ASR-7B,1.0476568285200465,1.006522122333862,0.9160827209024098,1.033498201438849,0.9437056375948436,0.8528543878807593,0.9335548172757476,0.8400923927448976,0.7837808598567627
+Fusion: Omnilingual-LLM-ASR-7B[with language code],0.27403998730561724,0.317644985016746,0.2775593915569988,0.23662320143884893,0.2033123929183324,0.17230883617184414,0.21393109111948935,0.8400923927448976,0.7837808598567627