{ "summary": { "overall": { "openai/whisper-large-v3": { "wer": 0.2541, "cer": 0.0498 }, "Jacaranda-Health/ASR-STT": { "wer": 0.1107, "cer": 0.0305 } }, "overall_plain_sw": { "openai/whisper-large-v3": { "wer": 0.2433, "cer": 0.0497 }, "Jacaranda-Health/ASR-STT": { "wer": 0.0539, "cer": 0.0113 } }, "by_category": { "code_switch": { "openai/whisper-large-v3": { "wer": 0.2863, "cer": 0.0499 }, "Jacaranda-Health/ASR-STT": { "wer": 0.2812, "cer": 0.0879 } }, "general": { "openai/whisper-large-v3": { "wer": 0.2147, "cer": 0.0428 }, "Jacaranda-Health/ASR-STT": { "wer": 0.0811, "cer": 0.0176 } }, "named_entities": { "openai/whisper-large-v3": { "wer": 0.2486, "cer": 0.0398 }, "Jacaranda-Health/ASR-STT": { "wer": 0.0562, "cer": 0.0102 } }, "numbers_dates": { "openai/whisper-large-v3": { "wer": 0.2667, "cer": 0.0665 }, "Jacaranda-Health/ASR-STT": { "wer": 0.0245, "cer": 0.0061 } } }, "n_clips": 48 }, "clips": { "gen_001": { "category": "general", "ref": "habari za asubuhi karibu katika matangazo yetu ya leo", "openai/whisper-large-v3": { "hyp": "abari za asubuhi karibu katika matangazo yetu ya leo", "wer": 0.1111, "cer": 0.0189 }, "Jacaranda-Health/ASR-STT": { "hyp": "habari za asubuhi karibu katika matangazo yetu ya leo", "wer": 0.0, "cer": 0.0 } }, "gen_002": { "category": "general", "ref": "mvua kubwa ilinyesha jana usiku katika mkoa wa mwanza", "openai/whisper-large-v3": { "hyp": "mvua kubwa ilinyesha jana usiku katika mkowa wa muanza", "wer": 0.2222, "cer": 0.0377 }, "Jacaranda-Health/ASR-STT": { "hyp": "mvua kubwa ilinyesha jana usiku katika mkoa wa mwanza", "wer": 0.0, "cer": 0.0 } }, "gen_003": { "category": "general", "ref": "watoto wanapenda kucheza mpira uwanjani kila jioni", "openai/whisper-large-v3": { "hyp": "watoto wanapenda kucheza mpira wanjani kila jioni", "wer": 0.1429, "cer": 0.02 }, "Jacaranda-Health/ASR-STT": { "hyp": "watoto wanapenda kucheza mpira uwanjani kila jioni", "wer": 0.0, "cer": 0.0 } }, "gen_004": { "category": "general", "ref": "serikali imetangaza mpango mpya wa kuboresha elimu nchini", "openai/whisper-large-v3": { "hyp": "serekali imetangaza mpango mpio wakuboresha ilimu nchini", "wer": 0.625, "cer": 0.0877 }, "Jacaranda-Health/ASR-STT": { "hyp": "serikali imetangaza mpango mpya wa kuboresha elimu nchini", "wer": 0.0, "cer": 0.0 } }, "gen_005": { "category": "general", "ref": "soko la kariakoo lina bidhaa za kila aina kwa bei nafuu", "openai/whisper-large-v3": { "hyp": "soko la kariako li nabithaza kila aina kwa beina fuu", "wer": 0.5455, "cer": 0.1455 }, "Jacaranda-Health/ASR-STT": { "hyp": "soko la kari ya koo linabidhaza kila aina kwa bei nafuu", "wer": 0.3636, "cer": 0.1091 } }, "gen_006": { "category": "general", "ref": "tafadhali funga mlango kabla ya kuondoka nyumbani", "openai/whisper-large-v3": { "hyp": "safadhali funga mlango kabla kuondoka nyumbani", "wer": 0.2857, "cer": 0.0816 }, "Jacaranda-Health/ASR-STT": { "hyp": "safadhali funga mlango kabla ya kuondoka nyumbani", "wer": 0.1429, "cer": 0.0204 } }, "gen_007": { "category": "general", "ref": "wakulima wanavuna mahindi mwezi huu kutokana na mvua nzuri", "openai/whisper-large-v3": { "hyp": "wakulima wanavuna mahindi muezi huu kutokana na mvua nzuri", "wer": 0.1111, "cer": 0.0172 }, "Jacaranda-Health/ASR-STT": { "hyp": "wakulima wanavuna mahindi mwezi huu kutokana na mvua nzuri", "wer": 0.0, "cer": 0.0 } }, "gen_008": { "category": "general", "ref": "daktari alimshauri mgonjwa apumzike kwa siku tatu", "openai/whisper-large-v3": { "hyp": "daktari alimshauri mgonjwa apumzike kwa siku tatu", "wer": 0.0, "cer": 0.0 }, "Jacaranda-Health/ASR-STT": { "hyp": "daktari alimshauri mgonjwa apumzike kwa siku tatu", "wer": 0.0, "cer": 0.0 } }, "gen_009": { "category": "general", "ref": "safari ya basi kutoka nairobi hadi mombasa huchukua masaa nane", "openai/whisper-large-v3": { "hyp": "safari ya basi kutoka nairobi hadi mombasa huchukua masananu", "wer": 0.2, "cer": 0.0484 }, "Jacaranda-Health/ASR-STT": { "hyp": "safari ya basi kutoka nairobi hadi mombaswa huchukua masanano", "wer": 0.3, "cer": 0.0645 } }, "gen_010": { "category": "general", "ref": "kitabu hiki kinaeleza historia ya afrika mashariki kwa undani", "openai/whisper-large-v3": { "hyp": "kitabu hiki kinaeleza historia ya afrika mashariki kwa undani", "wer": 0.0, "cer": 0.0 }, "Jacaranda-Health/ASR-STT": { "hyp": "kitabu hiki kinaeleza historia ya afrika mashariki kwa undani", "wer": 0.0, "cer": 0.0 } }, "gen_011": { "category": "general", "ref": "wanafunzi walifaulu mtihani wao kwa alama za juu sana", "openai/whisper-large-v3": { "hyp": "wanafunzi walifaulu mtihani wawo kwa alama za jusana", "wer": 0.3333, "cer": 0.0566 }, "Jacaranda-Health/ASR-STT": { "hyp": "wanafunzi walifaulu mtihani wao kwa alama za juu sana", "wer": 0.0, "cer": 0.0 } }, "gen_012": { "category": "general", "ref": "hali ya hewa leo ni nzuri jua linawaka na upepo ni mwanana", "openai/whisper-large-v3": { "hyp": "hali ya hewa leo ni nzuri jua linawaka na upepo ni mwanana", "wer": 0.0, "cer": 0.0 }, "Jacaranda-Health/ASR-STT": { "hyp": "hali ya hewa leo ni nzuri jua lina waka na upepo ni mwanana", "wer": 0.1667, "cer": 0.0172 } }, "num_001": { "category": "numbers_dates", "ref": "mkutano utaanza saa tatu asubuhi tarehe kumi na tano julai elfu mbili ishirini na sita", "openai/whisper-large-v3": { "hyp": "mkutano utaanza saatatu asubuhi tarehe kumi na tano julayi elfu mbili ishirini na sita", "wer": 0.2, "cer": 0.0233 }, "Jacaranda-Health/ASR-STT": { "hyp": "mkutano utaanza saa tatu asubuhi tarehe kumi na tano julai elfu mbili ishirini na sita", "wer": 0.0, "cer": 0.0 } }, "num_002": { "category": "numbers_dates", "ref": "bei ya sukari imepanda hadi shilingi elfu tatu mia tano kwa kilo", "openai/whisper-large-v3": { "hyp": "beyi ya sukari imepanda hadi shilingi elfu tatu miatano kwa kilo", "wer": 0.25, "cer": 0.0312 }, "Jacaranda-Health/ASR-STT": { "hyp": "mbei ya sukari imepanda hadi shilingi elfu tatu mia tano kwa kilo", "wer": 0.0833, "cer": 0.0156 } }, "num_003": { "category": "numbers_dates", "ref": "timu yetu ilishinda kwa mabao mbili dhidi ya moja", "openai/whisper-large-v3": { "hyp": "timu yetu ilishinda kwa mabau mbili thidia moja", "wer": 0.3333, "cer": 0.0816 }, "Jacaranda-Health/ASR-STT": { "hyp": "timu yetu ilishinda kwa mabao mbili dhidi ya moja", "wer": 0.0, "cer": 0.0 } }, "num_004": { "category": "numbers_dates", "ref": "zaidi ya watu mia mbili na hamsini walihudhuria mkutano huo", "openai/whisper-large-v3": { "hyp": "zaidi ya watu miambili na hamsini wali hudhuria mkutano huo", "wer": 0.4, "cer": 0.0339 }, "Jacaranda-Health/ASR-STT": { "hyp": "zaidi ya watu mia mbili na hamsini walihudhuria mkutano huo", "wer": 0.0, "cer": 0.0 } }, "num_005": { "category": "numbers_dates", "ref": "mwaka elfu moja mia tisa sitini na nne tanganyika na zanzibar ziliungana", "openai/whisper-large-v3": { "hyp": "mwaka elfu moja miatisa sitini na nene tanganyika na zanziba ziliungana", "wer": 0.3333, "cer": 0.0417 }, "Jacaranda-Health/ASR-STT": { "hyp": "mwaka elfu moja mia tisa sitini na nne tanganyika na zanzibar ziliungana", "wer": 0.0, "cer": 0.0 } }, "num_006": { "category": "numbers_dates", "ref": "simu yangu mpya iligharimu shilingi elfu arobaini na tano", "openai/whisper-large-v3": { "hyp": "simu yangu mpia iligarimu shilingi elfu moja arobaini na tano", "wer": 0.3333, "cer": 0.1228 }, "Jacaranda-Health/ASR-STT": { "hyp": "simu yangu mpya iligarimu shilingi elfu arobaini na tano", "wer": 0.1111, "cer": 0.0175 } }, "num_007": { "category": "numbers_dates", "ref": "asilimia sabini na nane ya wakazi wanaishi vijijini", "openai/whisper-large-v3": { "hyp": "asilimia sabini na nane ya wakazi wanaishi vijijini", "wer": 0.0, "cer": 0.0 }, "Jacaranda-Health/ASR-STT": { "hyp": "asilimia sabini na nane ya wakazi wanaishi vijijini", "wer": 0.0, "cer": 0.0 } }, "num_008": { "category": "numbers_dates", "ref": "tutaondoka saa kumi na mbili jioni tarehe tatu machi", "openai/whisper-large-v3": { "hyp": "tutahondoka saa kuminambili jioni tarehe tatu machi", "wer": 0.4444, "cer": 0.0577 }, "Jacaranda-Health/ASR-STT": { "hyp": "tutaondoka saa kumi na mbili jioni tarehe tatu machi", "wer": 0.0, "cer": 0.0 } }, "num_009": { "category": "numbers_dates", "ref": "shule ina wanafunzi elfu moja mia mbili na walimu arobaini na nane", "openai/whisper-large-v3": { "hyp": "shule inawanafunzi elfu moja mia moja na mbili na walimu arobaini na nane", "wer": 0.3333, "cer": 0.1364 }, "Jacaranda-Health/ASR-STT": { "hyp": "shule ina wanafunzi elfu moja mia mbili na walimu arobaini na nane", "wer": 0.0, "cer": 0.0 } }, "num_010": { "category": "numbers_dates", "ref": "umbali kutoka hapa hadi mjini ni kilomita ishirini na tano", "openai/whisper-large-v3": { "hyp": "mbali kutoka hapa hadi mjini ni kilomita ishirini na tanu", "wer": 0.2, "cer": 0.0345 }, "Jacaranda-Health/ASR-STT": { "hyp": "umbali kutoka hapa hadi mjini ni kilomita ishirini na tano", "wer": 0.0, "cer": 0.0 } }, "num_011": { "category": "numbers_dates", "ref": "alizaliwa tarehe saba aprili mwaka elfu moja mia tisa na tisini", "openai/whisper-large-v3": { "hyp": "alizaliwa tarehe saba aprili mwaka elfu moja mia moja tisini na tisa", "wer": 0.2727, "cer": 0.1746 }, "Jacaranda-Health/ASR-STT": { "hyp": "alizaliwa tarehe saba aprili mwaka elfu moja mia tisa na tisini", "wer": 0.0, "cer": 0.0 } }, "num_012": { "category": "numbers_dates", "ref": "joto la leo ni nyuzi ishirini na nane mjini dodoma", "openai/whisper-large-v3": { "hyp": "diyoto la leo ni nyuzi ishirini na nane mjini dodoma", "wer": 0.1, "cer": 0.06 }, "Jacaranda-Health/ASR-STT": { "hyp": "vyoto la leo ni nyuzi ishirini na nane mjini dodoma", "wer": 0.1, "cer": 0.04 } }, "cs_001": { "category": "code_switch", "ref": "nimetuma email kwa manager wako asubuhi hii", "openai/whisper-large-v3": { "hyp": "nimetuma email kwa manager wako wa subuhi hii", "wer": 0.2857, "cer": 0.0465 }, "Jacaranda-Health/ASR-STT": { "hyp": "nimetuma e mail kwa meneja wako asubuhi hii", "wer": 0.4286, "cer": 0.1395 } }, "cs_002": { "category": "code_switch", "ref": "tafadhali download fomu hiyo kutoka kwenye website yetu", "openai/whisper-large-v3": { "hyp": "safadhali download formu hiyo kutoka kwenye website yetu", "wer": 0.25, "cer": 0.0364 }, "Jacaranda-Health/ASR-STT": { "hyp": "safadhali download formu hiyo kutoka kwenye website yetu", "wer": 0.25, "cer": 0.0364 } }, "cs_003": { "category": "code_switch", "ref": "mkutano wa zoom utaanza baada ya lunch", "openai/whisper-large-v3": { "hyp": "mkutano wa zoom utaanza baada ya lunch", "wer": 0.0, "cer": 0.0 }, "Jacaranda-Health/ASR-STT": { "hyp": "mkutano wa zomu utaanza baada ya lancho", "wer": 0.2857, "cer": 0.1053 } }, "cs_004": { "category": "code_switch", "ref": "battery ya simu yangu imeisha nahitaji charger", "openai/whisper-large-v3": { "hyp": "bate ya simu yangu imeisha na hitaji charger", "wer": 0.4286, "cer": 0.087 }, "Jacaranda-Health/ASR-STT": { "hyp": "bate ya simu yangu imeisha na hitaji chaja", "wer": 0.5714, "cer": 0.1739 } }, "cs_005": { "category": "code_switch", "ref": "alipata job mpya katika kampuni ya teknolojia", "openai/whisper-large-v3": { "hyp": "halipata job mpia katika kampuni ya teknolojia", "wer": 0.2857, "cer": 0.0444 }, "Jacaranda-Health/ASR-STT": { "hyp": "alipata job mpya katika kampuni ya teknolojia", "wer": 0.0, "cer": 0.0 } }, "cs_006": { "category": "code_switch", "ref": "weka password mpya kwenye account yako", "openai/whisper-large-v3": { "hyp": "weka password mpia kwenye account yako", "wer": 0.1667, "cer": 0.0263 }, "Jacaranda-Health/ASR-STT": { "hyp": "weka password mpya kwenye akaunti yako", "wer": 0.1667, "cer": 0.1053 } }, "cs_007": { "category": "code_switch", "ref": "tuliangalia movie nzuri weekend iliyopita", "openai/whisper-large-v3": { "hyp": "tuliangalia movie nzuri weekend ili opita", "wer": 0.4, "cer": 0.0244 }, "Jacaranda-Health/ASR-STT": { "hyp": "tuliangalia mvuvi nzuri wike ndiliyopita", "wer": 0.6, "cer": 0.1707 } }, "cs_008": { "category": "code_switch", "ref": "daktari alisema nipime blood pressure kila wiki", "openai/whisper-large-v3": { "hyp": "daktari alisema nipime blood pressure kila week", "wer": 0.1429, "cer": 0.0638 }, "Jacaranda-Health/ASR-STT": { "hyp": "daktari alisema ni pime blood pressure kila wiki", "wer": 0.2857, "cer": 0.0213 } }, "cs_009": { "category": "code_switch", "ref": "bei hiyo ni discount ya asilimia hamsini", "openai/whisper-large-v3": { "hyp": "behiyo ni discount ya asilimia hamsim", "wer": 0.4286, "cer": 0.1 }, "Jacaranda-Health/ASR-STT": { "hyp": "bei hiyo ni diskaunti ya asilimia hamsini", "wer": 0.1429, "cer": 0.075 } }, "cs_010": { "category": "code_switch", "ref": "nitakutumia link ya meeting kesho asubuhi", "openai/whisper-large-v3": { "hyp": "nita kutumia link ya meeting kesho asubuhi", "wer": 0.3333, "cer": 0.0244 }, "Jacaranda-Health/ASR-STT": { "hyp": "nitakutumia linki ya miti nkesho asubuhi", "wer": 0.5, "cer": 0.1463 } }, "cs_011": { "category": "code_switch", "ref": "computer yangu ina virus inahitaji antivirus mpya", "openai/whisper-large-v3": { "hyp": "kompyuta yangu inavirus inahitaji antivirus mpya", "wer": 0.4286, "cer": 0.102 }, "Jacaranda-Health/ASR-STT": { "hyp": "kompyuta yangu ina virus inahitaji antivirus mpya", "wer": 0.1429, "cer": 0.0816 } }, "cs_012": { "category": "code_switch", "ref": "online shopping imekuwa maarufu sana siku hizi", "openai/whisper-large-v3": { "hyp": "online shopping imekua marufu sana siku hizi", "wer": 0.2857, "cer": 0.0435 }, "Jacaranda-Health/ASR-STT": { "hyp": "online shopping imekuwa maarufu sana siku hizi", "wer": 0.0, "cer": 0.0 } }, "ne_001": { "category": "named_entities", "ref": "rais wa kenya alizuru mji wa kisumu wiki iliyopita", "openai/whisper-large-v3": { "hyp": "rais wa kenya alizuru mji wa kisumu wiki iliopita", "wer": 0.1111, "cer": 0.02 }, "Jacaranda-Health/ASR-STT": { "hyp": "rais wa kenya alizuru mji wa kisumwiki iliyopita", "wer": 0.2222, "cer": 0.04 } }, "ne_002": { "category": "named_entities", "ref": "mlima kilimanjaro ndio mlima mrefu zaidi barani afrika", "openai/whisper-large-v3": { "hyp": "mlima kilimanjaro ndiyo mlima mrefu zaidi barani afrika", "wer": 0.125, "cer": 0.0185 }, "Jacaranda-Health/ASR-STT": { "hyp": "mlima kilimanjaro ndio mlima mrefu zaidi barani afrika", "wer": 0.0, "cer": 0.0 } }, "ne_003": { "category": "named_entities", "ref": "ziwa victoria linapakana na kenya uganda na tanzania", "openai/whisper-large-v3": { "hyp": "ziwa victoria linapakana na kenya uganda na tanzania", "wer": 0.0, "cer": 0.0 }, "Jacaranda-Health/ASR-STT": { "hyp": "ziwa viktoria linapakana na kenya uganda na tanzania", "wer": 0.125, "cer": 0.0192 } }, "ne_004": { "category": "named_entities", "ref": "bandari ya mombasa ni lango kuu la biashara afrika mashariki", "openai/whisper-large-v3": { "hyp": "bandari ya mombasa ni lango kuu la biyashara afrika mashariki", "wer": 0.1, "cer": 0.0167 }, "Jacaranda-Health/ASR-STT": { "hyp": "bandari ya mombasa ni lango kuu la biashara afrika mashariki", "wer": 0.0, "cer": 0.0 } }, "ne_005": { "category": "named_entities", "ref": "chuo kikuu cha nairobi kimepokea wanafunzi wapya elfu kumi", "openai/whisper-large-v3": { "hyp": "chuo kikuucha nairobi kimepokea wanafunzi wapia elf kumi", "wer": 0.4444, "cer": 0.0517 }, "Jacaranda-Health/ASR-STT": { "hyp": "chuo kikuu cha nairobi kimepokea wanafunzi wapya elfu kumi", "wer": 0.0, "cer": 0.0 } }, "ne_006": { "category": "named_entities", "ref": "shirika la afya duniani limetoa taarifa mpya kuhusu chanjo", "openai/whisper-large-v3": { "hyp": "shirika la afya duniani limetua tarifa mpia kuhusu chanjo", "wer": 0.3333, "cer": 0.0517 }, "Jacaranda-Health/ASR-STT": { "hyp": "shirika la afya duniani limetoa taarifa mpya kuhusu chanjo", "wer": 0.0, "cer": 0.0 } }, "ne_007": { "category": "named_entities", "ref": "mto tana ni mto mrefu zaidi nchini kenya", "openai/whisper-large-v3": { "hyp": "mto tana ni mto mrefu zaidi nchini kenya", "wer": 0.0, "cer": 0.0 }, "Jacaranda-Health/ASR-STT": { "hyp": "mto tano ni mto mrefu zaidi nchini kenya", "wer": 0.125, "cer": 0.025 } }, "ne_008": { "category": "named_entities", "ref": "hifadhi ya serengeti huvutia watalii kutoka kote duniani", "openai/whisper-large-v3": { "hyp": "ifadhi ya serengeti huvutia watali kutoka kote duniani", "wer": 0.25, "cer": 0.0357 }, "Jacaranda-Health/ASR-STT": { "hyp": "hifadhi ya serengeti huvutia watalii kutoka kote duniani", "wer": 0.0, "cer": 0.0 } }, "ne_009": { "category": "named_entities", "ref": "benki kuu ya tanzania imeshusha riba kwa asilimia mbili", "openai/whisper-large-v3": { "hyp": "bankiku ya tanzania imeshusha riba kwa silimia mbili", "wer": 0.3333, "cer": 0.0727 }, "Jacaranda-Health/ASR-STT": { "hyp": "benki kuu ya tanzania imeshusha riba kwa asilimia mbili", "wer": 0.0, "cer": 0.0 } }, "ne_010": { "category": "named_entities", "ref": "jiji la dar es salaam lina wakazi zaidi ya milioni sita", "openai/whisper-large-v3": { "hyp": "jiji ladare salam lina wakazi zaidi ya milioni sita", "wer": 0.3636, "cer": 0.0727 }, "Jacaranda-Health/ASR-STT": { "hyp": "jiji la dar es salam lina wakazi zaidi ya milioni sita", "wer": 0.0909, "cer": 0.0182 } }, "ne_011": { "category": "named_entities", "ref": "uwanja wa ndege wa jomo kenyatta ndio mkubwa afrika mashariki", "openai/whisper-large-v3": { "hyp": "wanja wandegi wajomo kenyata ndiyo mkubwa afrika mashariki", "wer": 0.7, "cer": 0.0984 }, "Jacaranda-Health/ASR-STT": { "hyp": "uwanja wa ndege wa jomo kenyatta ndio mkubwa afrika mashariki", "wer": 0.0, "cer": 0.0 } }, "ne_012": { "category": "named_entities", "ref": "klabu ya simba ilishinda ubingwa wa ligi msimu huu", "openai/whisper-large-v3": { "hyp": "klabu ya simba ilishinda ubingwa wa ligi msimuhu", "wer": 0.2222, "cer": 0.04 }, "Jacaranda-Health/ASR-STT": { "hyp": "klabu ya simba ilishinda ubingwa wa ligi msimu huo", "wer": 0.1111, "cer": 0.02 } } } }