| { |
| "summary": { |
| "overall": { |
| "openai/whisper-large-v3": { |
| "wer": 0.2541, |
| "cer": 0.0498 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "wer": 0.1107, |
| "cer": 0.0305 |
| } |
| }, |
| "overall_plain_sw": { |
| "openai/whisper-large-v3": { |
| "wer": 0.2433, |
| "cer": 0.0497 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "wer": 0.0539, |
| "cer": 0.0113 |
| } |
| }, |
| "by_category": { |
| "code_switch": { |
| "openai/whisper-large-v3": { |
| "wer": 0.2863, |
| "cer": 0.0499 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "wer": 0.2812, |
| "cer": 0.0879 |
| } |
| }, |
| "general": { |
| "openai/whisper-large-v3": { |
| "wer": 0.2147, |
| "cer": 0.0428 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "wer": 0.0811, |
| "cer": 0.0176 |
| } |
| }, |
| "named_entities": { |
| "openai/whisper-large-v3": { |
| "wer": 0.2486, |
| "cer": 0.0398 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "wer": 0.0562, |
| "cer": 0.0102 |
| } |
| }, |
| "numbers_dates": { |
| "openai/whisper-large-v3": { |
| "wer": 0.2667, |
| "cer": 0.0665 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "wer": 0.0245, |
| "cer": 0.0061 |
| } |
| } |
| }, |
| "n_clips": 48 |
| }, |
| "clips": { |
| "gen_001": { |
| "category": "general", |
| "ref": "habari za asubuhi karibu katika matangazo yetu ya leo", |
| "openai/whisper-large-v3": { |
| "hyp": "abari za asubuhi karibu katika matangazo yetu ya leo", |
| "wer": 0.1111, |
| "cer": 0.0189 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "habari za asubuhi karibu katika matangazo yetu ya leo", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "gen_002": { |
| "category": "general", |
| "ref": "mvua kubwa ilinyesha jana usiku katika mkoa wa mwanza", |
| "openai/whisper-large-v3": { |
| "hyp": "mvua kubwa ilinyesha jana usiku katika mkowa wa muanza", |
| "wer": 0.2222, |
| "cer": 0.0377 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "mvua kubwa ilinyesha jana usiku katika mkoa wa mwanza", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "gen_003": { |
| "category": "general", |
| "ref": "watoto wanapenda kucheza mpira uwanjani kila jioni", |
| "openai/whisper-large-v3": { |
| "hyp": "watoto wanapenda kucheza mpira wanjani kila jioni", |
| "wer": 0.1429, |
| "cer": 0.02 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "watoto wanapenda kucheza mpira uwanjani kila jioni", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "gen_004": { |
| "category": "general", |
| "ref": "serikali imetangaza mpango mpya wa kuboresha elimu nchini", |
| "openai/whisper-large-v3": { |
| "hyp": "serekali imetangaza mpango mpio wakuboresha ilimu nchini", |
| "wer": 0.625, |
| "cer": 0.0877 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "serikali imetangaza mpango mpya wa kuboresha elimu nchini", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "gen_005": { |
| "category": "general", |
| "ref": "soko la kariakoo lina bidhaa za kila aina kwa bei nafuu", |
| "openai/whisper-large-v3": { |
| "hyp": "soko la kariako li nabithaza kila aina kwa beina fuu", |
| "wer": 0.5455, |
| "cer": 0.1455 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "soko la kari ya koo linabidhaza kila aina kwa bei nafuu", |
| "wer": 0.3636, |
| "cer": 0.1091 |
| } |
| }, |
| "gen_006": { |
| "category": "general", |
| "ref": "tafadhali funga mlango kabla ya kuondoka nyumbani", |
| "openai/whisper-large-v3": { |
| "hyp": "safadhali funga mlango kabla kuondoka nyumbani", |
| "wer": 0.2857, |
| "cer": 0.0816 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "safadhali funga mlango kabla ya kuondoka nyumbani", |
| "wer": 0.1429, |
| "cer": 0.0204 |
| } |
| }, |
| "gen_007": { |
| "category": "general", |
| "ref": "wakulima wanavuna mahindi mwezi huu kutokana na mvua nzuri", |
| "openai/whisper-large-v3": { |
| "hyp": "wakulima wanavuna mahindi muezi huu kutokana na mvua nzuri", |
| "wer": 0.1111, |
| "cer": 0.0172 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "wakulima wanavuna mahindi mwezi huu kutokana na mvua nzuri", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "gen_008": { |
| "category": "general", |
| "ref": "daktari alimshauri mgonjwa apumzike kwa siku tatu", |
| "openai/whisper-large-v3": { |
| "hyp": "daktari alimshauri mgonjwa apumzike kwa siku tatu", |
| "wer": 0.0, |
| "cer": 0.0 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "daktari alimshauri mgonjwa apumzike kwa siku tatu", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "gen_009": { |
| "category": "general", |
| "ref": "safari ya basi kutoka nairobi hadi mombasa huchukua masaa nane", |
| "openai/whisper-large-v3": { |
| "hyp": "safari ya basi kutoka nairobi hadi mombasa huchukua masananu", |
| "wer": 0.2, |
| "cer": 0.0484 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "safari ya basi kutoka nairobi hadi mombaswa huchukua masanano", |
| "wer": 0.3, |
| "cer": 0.0645 |
| } |
| }, |
| "gen_010": { |
| "category": "general", |
| "ref": "kitabu hiki kinaeleza historia ya afrika mashariki kwa undani", |
| "openai/whisper-large-v3": { |
| "hyp": "kitabu hiki kinaeleza historia ya afrika mashariki kwa undani", |
| "wer": 0.0, |
| "cer": 0.0 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "kitabu hiki kinaeleza historia ya afrika mashariki kwa undani", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "gen_011": { |
| "category": "general", |
| "ref": "wanafunzi walifaulu mtihani wao kwa alama za juu sana", |
| "openai/whisper-large-v3": { |
| "hyp": "wanafunzi walifaulu mtihani wawo kwa alama za jusana", |
| "wer": 0.3333, |
| "cer": 0.0566 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "wanafunzi walifaulu mtihani wao kwa alama za juu sana", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "gen_012": { |
| "category": "general", |
| "ref": "hali ya hewa leo ni nzuri jua linawaka na upepo ni mwanana", |
| "openai/whisper-large-v3": { |
| "hyp": "hali ya hewa leo ni nzuri jua linawaka na upepo ni mwanana", |
| "wer": 0.0, |
| "cer": 0.0 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "hali ya hewa leo ni nzuri jua lina waka na upepo ni mwanana", |
| "wer": 0.1667, |
| "cer": 0.0172 |
| } |
| }, |
| "num_001": { |
| "category": "numbers_dates", |
| "ref": "mkutano utaanza saa tatu asubuhi tarehe kumi na tano julai elfu mbili ishirini na sita", |
| "openai/whisper-large-v3": { |
| "hyp": "mkutano utaanza saatatu asubuhi tarehe kumi na tano julayi elfu mbili ishirini na sita", |
| "wer": 0.2, |
| "cer": 0.0233 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "mkutano utaanza saa tatu asubuhi tarehe kumi na tano julai elfu mbili ishirini na sita", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "num_002": { |
| "category": "numbers_dates", |
| "ref": "bei ya sukari imepanda hadi shilingi elfu tatu mia tano kwa kilo", |
| "openai/whisper-large-v3": { |
| "hyp": "beyi ya sukari imepanda hadi shilingi elfu tatu miatano kwa kilo", |
| "wer": 0.25, |
| "cer": 0.0312 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "mbei ya sukari imepanda hadi shilingi elfu tatu mia tano kwa kilo", |
| "wer": 0.0833, |
| "cer": 0.0156 |
| } |
| }, |
| "num_003": { |
| "category": "numbers_dates", |
| "ref": "timu yetu ilishinda kwa mabao mbili dhidi ya moja", |
| "openai/whisper-large-v3": { |
| "hyp": "timu yetu ilishinda kwa mabau mbili thidia moja", |
| "wer": 0.3333, |
| "cer": 0.0816 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "timu yetu ilishinda kwa mabao mbili dhidi ya moja", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "num_004": { |
| "category": "numbers_dates", |
| "ref": "zaidi ya watu mia mbili na hamsini walihudhuria mkutano huo", |
| "openai/whisper-large-v3": { |
| "hyp": "zaidi ya watu miambili na hamsini wali hudhuria mkutano huo", |
| "wer": 0.4, |
| "cer": 0.0339 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "zaidi ya watu mia mbili na hamsini walihudhuria mkutano huo", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "num_005": { |
| "category": "numbers_dates", |
| "ref": "mwaka elfu moja mia tisa sitini na nne tanganyika na zanzibar ziliungana", |
| "openai/whisper-large-v3": { |
| "hyp": "mwaka elfu moja miatisa sitini na nene tanganyika na zanziba ziliungana", |
| "wer": 0.3333, |
| "cer": 0.0417 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "mwaka elfu moja mia tisa sitini na nne tanganyika na zanzibar ziliungana", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "num_006": { |
| "category": "numbers_dates", |
| "ref": "simu yangu mpya iligharimu shilingi elfu arobaini na tano", |
| "openai/whisper-large-v3": { |
| "hyp": "simu yangu mpia iligarimu shilingi elfu moja arobaini na tano", |
| "wer": 0.3333, |
| "cer": 0.1228 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "simu yangu mpya iligarimu shilingi elfu arobaini na tano", |
| "wer": 0.1111, |
| "cer": 0.0175 |
| } |
| }, |
| "num_007": { |
| "category": "numbers_dates", |
| "ref": "asilimia sabini na nane ya wakazi wanaishi vijijini", |
| "openai/whisper-large-v3": { |
| "hyp": "asilimia sabini na nane ya wakazi wanaishi vijijini", |
| "wer": 0.0, |
| "cer": 0.0 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "asilimia sabini na nane ya wakazi wanaishi vijijini", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "num_008": { |
| "category": "numbers_dates", |
| "ref": "tutaondoka saa kumi na mbili jioni tarehe tatu machi", |
| "openai/whisper-large-v3": { |
| "hyp": "tutahondoka saa kuminambili jioni tarehe tatu machi", |
| "wer": 0.4444, |
| "cer": 0.0577 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "tutaondoka saa kumi na mbili jioni tarehe tatu machi", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "num_009": { |
| "category": "numbers_dates", |
| "ref": "shule ina wanafunzi elfu moja mia mbili na walimu arobaini na nane", |
| "openai/whisper-large-v3": { |
| "hyp": "shule inawanafunzi elfu moja mia moja na mbili na walimu arobaini na nane", |
| "wer": 0.3333, |
| "cer": 0.1364 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "shule ina wanafunzi elfu moja mia mbili na walimu arobaini na nane", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "num_010": { |
| "category": "numbers_dates", |
| "ref": "umbali kutoka hapa hadi mjini ni kilomita ishirini na tano", |
| "openai/whisper-large-v3": { |
| "hyp": "mbali kutoka hapa hadi mjini ni kilomita ishirini na tanu", |
| "wer": 0.2, |
| "cer": 0.0345 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "umbali kutoka hapa hadi mjini ni kilomita ishirini na tano", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "num_011": { |
| "category": "numbers_dates", |
| "ref": "alizaliwa tarehe saba aprili mwaka elfu moja mia tisa na tisini", |
| "openai/whisper-large-v3": { |
| "hyp": "alizaliwa tarehe saba aprili mwaka elfu moja mia moja tisini na tisa", |
| "wer": 0.2727, |
| "cer": 0.1746 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "alizaliwa tarehe saba aprili mwaka elfu moja mia tisa na tisini", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "num_012": { |
| "category": "numbers_dates", |
| "ref": "joto la leo ni nyuzi ishirini na nane mjini dodoma", |
| "openai/whisper-large-v3": { |
| "hyp": "diyoto la leo ni nyuzi ishirini na nane mjini dodoma", |
| "wer": 0.1, |
| "cer": 0.06 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "vyoto la leo ni nyuzi ishirini na nane mjini dodoma", |
| "wer": 0.1, |
| "cer": 0.04 |
| } |
| }, |
| "cs_001": { |
| "category": "code_switch", |
| "ref": "nimetuma email kwa manager wako asubuhi hii", |
| "openai/whisper-large-v3": { |
| "hyp": "nimetuma email kwa manager wako wa subuhi hii", |
| "wer": 0.2857, |
| "cer": 0.0465 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "nimetuma e mail kwa meneja wako asubuhi hii", |
| "wer": 0.4286, |
| "cer": 0.1395 |
| } |
| }, |
| "cs_002": { |
| "category": "code_switch", |
| "ref": "tafadhali download fomu hiyo kutoka kwenye website yetu", |
| "openai/whisper-large-v3": { |
| "hyp": "safadhali download formu hiyo kutoka kwenye website yetu", |
| "wer": 0.25, |
| "cer": 0.0364 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "safadhali download formu hiyo kutoka kwenye website yetu", |
| "wer": 0.25, |
| "cer": 0.0364 |
| } |
| }, |
| "cs_003": { |
| "category": "code_switch", |
| "ref": "mkutano wa zoom utaanza baada ya lunch", |
| "openai/whisper-large-v3": { |
| "hyp": "mkutano wa zoom utaanza baada ya lunch", |
| "wer": 0.0, |
| "cer": 0.0 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "mkutano wa zomu utaanza baada ya lancho", |
| "wer": 0.2857, |
| "cer": 0.1053 |
| } |
| }, |
| "cs_004": { |
| "category": "code_switch", |
| "ref": "battery ya simu yangu imeisha nahitaji charger", |
| "openai/whisper-large-v3": { |
| "hyp": "bate ya simu yangu imeisha na hitaji charger", |
| "wer": 0.4286, |
| "cer": 0.087 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "bate ya simu yangu imeisha na hitaji chaja", |
| "wer": 0.5714, |
| "cer": 0.1739 |
| } |
| }, |
| "cs_005": { |
| "category": "code_switch", |
| "ref": "alipata job mpya katika kampuni ya teknolojia", |
| "openai/whisper-large-v3": { |
| "hyp": "halipata job mpia katika kampuni ya teknolojia", |
| "wer": 0.2857, |
| "cer": 0.0444 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "alipata job mpya katika kampuni ya teknolojia", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "cs_006": { |
| "category": "code_switch", |
| "ref": "weka password mpya kwenye account yako", |
| "openai/whisper-large-v3": { |
| "hyp": "weka password mpia kwenye account yako", |
| "wer": 0.1667, |
| "cer": 0.0263 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "weka password mpya kwenye akaunti yako", |
| "wer": 0.1667, |
| "cer": 0.1053 |
| } |
| }, |
| "cs_007": { |
| "category": "code_switch", |
| "ref": "tuliangalia movie nzuri weekend iliyopita", |
| "openai/whisper-large-v3": { |
| "hyp": "tuliangalia movie nzuri weekend ili opita", |
| "wer": 0.4, |
| "cer": 0.0244 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "tuliangalia mvuvi nzuri wike ndiliyopita", |
| "wer": 0.6, |
| "cer": 0.1707 |
| } |
| }, |
| "cs_008": { |
| "category": "code_switch", |
| "ref": "daktari alisema nipime blood pressure kila wiki", |
| "openai/whisper-large-v3": { |
| "hyp": "daktari alisema nipime blood pressure kila week", |
| "wer": 0.1429, |
| "cer": 0.0638 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "daktari alisema ni pime blood pressure kila wiki", |
| "wer": 0.2857, |
| "cer": 0.0213 |
| } |
| }, |
| "cs_009": { |
| "category": "code_switch", |
| "ref": "bei hiyo ni discount ya asilimia hamsini", |
| "openai/whisper-large-v3": { |
| "hyp": "behiyo ni discount ya asilimia hamsim", |
| "wer": 0.4286, |
| "cer": 0.1 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "bei hiyo ni diskaunti ya asilimia hamsini", |
| "wer": 0.1429, |
| "cer": 0.075 |
| } |
| }, |
| "cs_010": { |
| "category": "code_switch", |
| "ref": "nitakutumia link ya meeting kesho asubuhi", |
| "openai/whisper-large-v3": { |
| "hyp": "nita kutumia link ya meeting kesho asubuhi", |
| "wer": 0.3333, |
| "cer": 0.0244 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "nitakutumia linki ya miti nkesho asubuhi", |
| "wer": 0.5, |
| "cer": 0.1463 |
| } |
| }, |
| "cs_011": { |
| "category": "code_switch", |
| "ref": "computer yangu ina virus inahitaji antivirus mpya", |
| "openai/whisper-large-v3": { |
| "hyp": "kompyuta yangu inavirus inahitaji antivirus mpya", |
| "wer": 0.4286, |
| "cer": 0.102 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "kompyuta yangu ina virus inahitaji antivirus mpya", |
| "wer": 0.1429, |
| "cer": 0.0816 |
| } |
| }, |
| "cs_012": { |
| "category": "code_switch", |
| "ref": "online shopping imekuwa maarufu sana siku hizi", |
| "openai/whisper-large-v3": { |
| "hyp": "online shopping imekua marufu sana siku hizi", |
| "wer": 0.2857, |
| "cer": 0.0435 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "online shopping imekuwa maarufu sana siku hizi", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "ne_001": { |
| "category": "named_entities", |
| "ref": "rais wa kenya alizuru mji wa kisumu wiki iliyopita", |
| "openai/whisper-large-v3": { |
| "hyp": "rais wa kenya alizuru mji wa kisumu wiki iliopita", |
| "wer": 0.1111, |
| "cer": 0.02 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "rais wa kenya alizuru mji wa kisumwiki iliyopita", |
| "wer": 0.2222, |
| "cer": 0.04 |
| } |
| }, |
| "ne_002": { |
| "category": "named_entities", |
| "ref": "mlima kilimanjaro ndio mlima mrefu zaidi barani afrika", |
| "openai/whisper-large-v3": { |
| "hyp": "mlima kilimanjaro ndiyo mlima mrefu zaidi barani afrika", |
| "wer": 0.125, |
| "cer": 0.0185 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "mlima kilimanjaro ndio mlima mrefu zaidi barani afrika", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "ne_003": { |
| "category": "named_entities", |
| "ref": "ziwa victoria linapakana na kenya uganda na tanzania", |
| "openai/whisper-large-v3": { |
| "hyp": "ziwa victoria linapakana na kenya uganda na tanzania", |
| "wer": 0.0, |
| "cer": 0.0 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "ziwa viktoria linapakana na kenya uganda na tanzania", |
| "wer": 0.125, |
| "cer": 0.0192 |
| } |
| }, |
| "ne_004": { |
| "category": "named_entities", |
| "ref": "bandari ya mombasa ni lango kuu la biashara afrika mashariki", |
| "openai/whisper-large-v3": { |
| "hyp": "bandari ya mombasa ni lango kuu la biyashara afrika mashariki", |
| "wer": 0.1, |
| "cer": 0.0167 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "bandari ya mombasa ni lango kuu la biashara afrika mashariki", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "ne_005": { |
| "category": "named_entities", |
| "ref": "chuo kikuu cha nairobi kimepokea wanafunzi wapya elfu kumi", |
| "openai/whisper-large-v3": { |
| "hyp": "chuo kikuucha nairobi kimepokea wanafunzi wapia elf kumi", |
| "wer": 0.4444, |
| "cer": 0.0517 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "chuo kikuu cha nairobi kimepokea wanafunzi wapya elfu kumi", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "ne_006": { |
| "category": "named_entities", |
| "ref": "shirika la afya duniani limetoa taarifa mpya kuhusu chanjo", |
| "openai/whisper-large-v3": { |
| "hyp": "shirika la afya duniani limetua tarifa mpia kuhusu chanjo", |
| "wer": 0.3333, |
| "cer": 0.0517 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "shirika la afya duniani limetoa taarifa mpya kuhusu chanjo", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "ne_007": { |
| "category": "named_entities", |
| "ref": "mto tana ni mto mrefu zaidi nchini kenya", |
| "openai/whisper-large-v3": { |
| "hyp": "mto tana ni mto mrefu zaidi nchini kenya", |
| "wer": 0.0, |
| "cer": 0.0 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "mto tano ni mto mrefu zaidi nchini kenya", |
| "wer": 0.125, |
| "cer": 0.025 |
| } |
| }, |
| "ne_008": { |
| "category": "named_entities", |
| "ref": "hifadhi ya serengeti huvutia watalii kutoka kote duniani", |
| "openai/whisper-large-v3": { |
| "hyp": "ifadhi ya serengeti huvutia watali kutoka kote duniani", |
| "wer": 0.25, |
| "cer": 0.0357 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "hifadhi ya serengeti huvutia watalii kutoka kote duniani", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "ne_009": { |
| "category": "named_entities", |
| "ref": "benki kuu ya tanzania imeshusha riba kwa asilimia mbili", |
| "openai/whisper-large-v3": { |
| "hyp": "bankiku ya tanzania imeshusha riba kwa silimia mbili", |
| "wer": 0.3333, |
| "cer": 0.0727 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "benki kuu ya tanzania imeshusha riba kwa asilimia mbili", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "ne_010": { |
| "category": "named_entities", |
| "ref": "jiji la dar es salaam lina wakazi zaidi ya milioni sita", |
| "openai/whisper-large-v3": { |
| "hyp": "jiji ladare salam lina wakazi zaidi ya milioni sita", |
| "wer": 0.3636, |
| "cer": 0.0727 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "jiji la dar es salam lina wakazi zaidi ya milioni sita", |
| "wer": 0.0909, |
| "cer": 0.0182 |
| } |
| }, |
| "ne_011": { |
| "category": "named_entities", |
| "ref": "uwanja wa ndege wa jomo kenyatta ndio mkubwa afrika mashariki", |
| "openai/whisper-large-v3": { |
| "hyp": "wanja wandegi wajomo kenyata ndiyo mkubwa afrika mashariki", |
| "wer": 0.7, |
| "cer": 0.0984 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "uwanja wa ndege wa jomo kenyatta ndio mkubwa afrika mashariki", |
| "wer": 0.0, |
| "cer": 0.0 |
| } |
| }, |
| "ne_012": { |
| "category": "named_entities", |
| "ref": "klabu ya simba ilishinda ubingwa wa ligi msimu huu", |
| "openai/whisper-large-v3": { |
| "hyp": "klabu ya simba ilishinda ubingwa wa ligi msimuhu", |
| "wer": 0.2222, |
| "cer": 0.04 |
| }, |
| "Jacaranda-Health/ASR-STT": { |
| "hyp": "klabu ya simba ilishinda ubingwa wa ligi msimu huo", |
| "wer": 0.1111, |
| "cer": 0.02 |
| } |
| } |
| } |
| } |
