phoonnx-indic-parler / samples /gate_report.json
Jarbas's picture
Add per-language samples and the WER/CER gate report
6c4faee verified
Raw
History Blame Contribute Delete
9.51 kB
{
"hi": {
"voice_id": "indic_parler/rohit/hi",
"asr": "OpenVoiceOS/ai4bharat-indicconformer-hi-onnx",
"n": 3,
"metric": "wer",
"tts": {
"wer": 0.16,
"cer": 0.0386
},
"human_floor": {
"wer": 0.04,
"cer": 0.0193
},
"rtf": 4.14,
"sample_rate": 44100,
"example": {
"ref": "टेलीविजन रिपोर्टों में प्लांट से निकलने वाला सफेद धुआं दिखाया गया है",
"hyp": "टेलीविज़न रिपोर्टों में प्लांट से निकलने वाला सफ़ेदधुआँ दिखाया गया है"
}
},
"en": {
"voice_id": "indic_parler/mary/en",
"asr": "OpenVoiceOS/nvidia-parakeet-tdt_ctc-110m-onnx",
"n": 3,
"metric": "wer",
"tts": {
"wer": 0.2909,
"cer": 0.1554
},
"human_floor": {
"wer": 0.2545,
"cer": 0.1081
},
"rtf": 4.42,
"sample_rate": 44100,
"example": {
"ref": "however due to the slow communication channels styles in the west could lag behind by 25 to 30 year",
"hyp": "However, due to the slow communication channel styles in the west, could lag behind by Toe Fin Dilakinsabalees Tean Sega."
}
},
"bn": {
"voice_id": "indic_parler/arjun/bn",
"asr": "OpenVoiceOS/ai4bharat-indicconformer-bn-onnx",
"n": 3,
"metric": "wer",
"tts": {
"wer": 0.3333,
"cer": 0.0559
},
"human_floor": {
"wer": 0.1042,
"cer": 0.0245
},
"rtf": 4.26,
"sample_rate": 44100,
"example": {
"ref": "একজন শুধুমাত্র আশ্চর্য হতে পারে এই ভেবে যে যখন নতুন কিছু আসে তখন কী-বোর্ড কীরকম হবে",
"hyp": "একজন শুধুমাত্র আশ্চর্য হতে পারে এই ভেবে যে যখন নতুন কিছু আসে তখন কিবোর্ট কিরকম হবে"
}
},
"gu": {
"voice_id": "indic_parler/yash/gu",
"asr": "OpenVoiceOS/ai4bharat-indicconformer-gu-onnx",
"n": 3,
"metric": "wer",
"tts": {
"wer": 0.25,
"cer": 0.123
},
"human_floor": {
"wer": 0.225,
"cer": 0.0902
},
"rtf": 4.67,
"sample_rate": 44100,
"example": {
"ref": "આ પોપડો નજીકની બાજુએ લગભગ 70 કિલોમીટર જાડો અને દૂરની બાજુએ 100 કિલોમીટર જાડો છે",
"hyp": "આ પોપડો નજીકની બાજુએ લગભગ સાાત બે કિલોમીટર જાડો અને દૂરની બાજુએ દાસાાય બેે કિલોમીટર ઝડો છે"
}
},
"kn": {
"voice_id": "indic_parler/suresh/kn",
"asr": "OpenVoiceOS/ai4bharat-indicconformer-kn-onnx",
"n": 3,
"metric": "cer",
"tts": {
"wer": 0.2121,
"cer": 0.141
},
"human_floor": {
"wer": 0.0606,
"cer": 0.0529
},
"rtf": 4.55,
"sample_rate": 44100,
"example": {
"ref": "ಆದರೆ ನಾಯಕನ ವಿಕೆಟ್ ಕಳೆದುಕೊಂಡ ನಂತರ ಭಾರತ 7 ವಿಕೆಟ್ ಕಳೆದುಕೊಂಡು ಕೇವಲ 36 ರನ್ಗಳಿಗೆ ತನ್ನ ಇನ್ನಿಂಗ್ಸ್ ಮುಗಿಸಿತು",
"hyp": "ಆದರೆ ನಾಯಕನ ವಿಕೆಟ್ ಕಳೆದುಕೊಂಡ ನಂತರ ಭಾರತ ಏಳು ವಿಕೆಟ್ ಕಳೆದುಕೊಂಡು ಕೇವಲ ಮೂಪ್ಪ ಆಾರ ರನ್ಗಳಿಗೆಿದೆ"
}
},
"ml": {
"voice_id": "indic_parler/anjali/ml",
"asr": "OpenVoiceOS/ai4bharat-indicconformer-ml-onnx",
"n": 3,
"metric": "cer",
"tts": {
"wer": 0.52,
"cer": 0.1
},
"human_floor": {
"wer": 0.44,
"cer": 0.1846
},
"rtf": 4.48,
"sample_rate": 44100,
"example": {
"ref": "സഹ ഗുസ്തിക്കാരും ലൂണയ്ക്ക് ആദരാഞ്ജലികൾ അർപ്പിച്ചു",
"hyp": "സഹാ ഗുസ്തിക്കാരും ലൂണയ്ക്ക് ആദരാഞ്ജലികൾ അർപ്പിച്ചു"
}
},
"mr": {
"voice_id": "indic_parler/sanjay/mr",
"asr": "OpenVoiceOS/ai4bharat-indicconformer-mr-onnx",
"n": 3,
"metric": "wer",
"tts": {
"wer": 0.2093,
"cer": 0.1015
},
"human_floor": {
"wer": 0.3023,
"cer": 0.0564
},
"rtf": 4.6,
"sample_rate": 44100,
"example": {
"ref": "पोलिस अधीक्षक चंद्र शेखर सोलंकी यांनी सांगितले की आरोपी चेहरा झाकून घेऊन कोर्टात हजर झाला",
"hyp": "पोलीस अधीक्षक चंद्र शेखर सोलंकी यांनी सांगितले की आरोपी चेहरा झाकून घेऊन कोर्टात हजर झाला"
}
},
"ne": {
"voice_id": "indic_parler/amrita/ne",
"asr": "OpenVoiceOS/ai4bharat-indicconformer-ne-onnx",
"n": 3,
"metric": "wer",
"tts": {
"wer": 0.2353,
"cer": 0.0694
},
"human_floor": {
"wer": 0.2647,
"cer": 0.0509
},
"rtf": 4.58,
"sample_rate": 44100,
"example": {
"ref": "सेनाको आगमन हुनुअघि हाइटीले सन् 1800 को दशकपछि यो रोगसँग सम्बन्धित समस्याहरूको सामना गर्नुपरेको थिएन",
"hyp": "सेनाको आगमन हुनुअघि हाइटीले सन् एकना एरम एसा को दशकपछि यो रोगसँग सम्बन्धित समस्याहरूको सामना गर्नु परेको थिएन"
}
},
"or": {
"voice_id": "indic_parler/manas/or",
"asr": "OpenVoiceOS/ai4bharat-indicconformer-or-onnx",
"n": 3,
"metric": "cer",
"tts": {
"wer": 0.1739,
"cer": 0.0321
},
"human_floor": {
"wer": 0.1087,
"cer": 0.025
},
"rtf": 4.56,
"sample_rate": 44100,
"example": {
"ref": "କେତେକ କ୍ରିୟାପଦ ଓ କର୍ମପଦ ମଧ୍ୟରେ ପାର୍ଥକ୍ୟ ଜାଣିବା ପାଇଁ ଏହା ଏକ ଗୁରୁତ୍ୱପୂର୍ଣ୍ଣ ଉପାୟ",
"hyp": "କେତେକ କ୍ରିୟାପଦ ଓ କର୍ମପଦ ମଧ୍ୟରେ ପାର୍ଥକ୍ୟ ଜାଣିବା ପାଇଁ ଏହା ଏକ ଗୁରୁତ୍ବପୂର୍ଣ୍ଣ ଉପାୟ"
}
},
"pa": {
"voice_id": "indic_parler/divjot/pa",
"asr": "OpenVoiceOS/ai4bharat-indicconformer-pa-onnx",
"n": 3,
"metric": "wer",
"tts": {
"wer": 0.1765,
"cer": 0.0436
},
"human_floor": {
"wer": 0.1765,
"cer": 0.04
},
"rtf": 4.74,
"sample_rate": 44100,
"example": {
"ref": "ਪਿਰਾਮਿਡ ਦਾ ਸਾਊਂਡ ਅਤੇ ਲਾਈਟ ਸ਼ੋਅ ਇਸ ਖੇਤਰ ਅੰਦਰ ਬੱਚਿਆਂ ਲਈ ਕਰਨ ਵਾਲੀਆਂ ਸਭ ਤੋਂ ਮਜ਼ੇਦਾਰ ਚੀਜ਼ਾਂ ਵਿੱਚੋਂ ਇੱਕ ਹੈ।",
"hyp": "ਪਿਰਾਮਿਡ ਦਾ ਸਾਊਂਡਸ ਅਤੇ ਲਾਈਟ ਸ਼ੋਅ ਇਸ ਖੇਤਰ ਅੰਦਰ ਬੱਚਿਆਂ ਲਈ ਕਰਨ ਵਾਲੀਆਂ ਸਭ ਤੋਂ ਮਜ਼ੇਦਾਰ ਚੀਜ਼ਾਂ ਵਿੱਚੋਂ ਇੱਕ ਹੈ"
}
},
"ta": {
"voice_id": "indic_parler/jaya/ta",
"asr": "OpenVoiceOS/ai4bharat-indicconformer-ta-onnx",
"n": 3,
"metric": "cer",
"tts": {
"wer": 0.1765,
"cer": 0.0667
},
"human_floor": {
"wer": 0.0882,
"cer": 0.0175
},
"rtf": 4.67,
"sample_rate": 44100,
"example": {
"ref": "லக்கா சிங் பஜனையை வழங்கினார் பாடகர் ராஜு கண்டெல்வலும் அவருடன் வந்திருந்தார்",
"hyp": "லக்கா சிங் பஜனையை வழங்கினார் வாடகர் ராஜு கண்டல்பலும் அவருடன் வ"
}
},
"te": {
"voice_id": "indic_parler/prakash/te",
"asr": "OpenVoiceOS/ai4bharat-indicconformer-te-onnx",
"n": 3,
"metric": "cer",
"tts": {
"wer": 0.1,
"cer": 0.0455
},
"human_floor": {
"wer": 0.0333,
"cer": 0.0041
},
"rtf": 4.48,
"sample_rate": 44100,
"example": {
"ref": "కొన్ని క్రియలు ఆబ్జెక్టుల మధ్య తేడాను గుర్తించడానికి ఇది ఒక ముఖ్యమైన మార్గం",
"hyp": "క్రియలు ఆబ్జెక్టుల మధ్య తేడాను గుర్తించడానికి ఇది ఒక ముఖ్యమైన మార్గం"
}
}
}