{ "status": "passed", "publication_authorized": false, "models": { "parakeet": "3cbdc85877e668ca7b82d0d56770eb1fac76691f55d6b97545e8d61ca588d10d", "orukeet": "031c8ddab4845aeced904a7cde8e8aa57993b2e344716cf83a545b079c473b56" }, "summaries": { "fleurs": { "splits": [ "fleurs_bg", "fleurs_cs", "fleurs_da", "fleurs_de", "fleurs_el", "fleurs_en", "fleurs_es", "fleurs_et", "fleurs_fi", "fleurs_fr", "fleurs_hr", "fleurs_hu", "fleurs_it", "fleurs_lt", "fleurs_lv", "fleurs_mt", "fleurs_nl", "fleurs_pl", "fleurs_pt", "fleurs_ro", "fleurs_ru", "fleurs_sk", "fleurs_sl", "fleurs_sv", "fleurs_uk" ], "rows": 20146, "models": { "parakeet": { "errors": 46442, "words": 421870, "substitutions": 38136, "deletions": 5461, "insertions": 2845, "chars": 2757813, "char_errors": 98352, "utterance_error": 14637, "wer": 11.008604546424253, "cer": 3.5663041692819637 }, "orukeet": { "errors": 41521, "words": 421715, "substitutions": 34613, "deletions": 3955, "insertions": 2953, "chars": 2757813, "char_errors": 86408, "utterance_error": 13762, "wer": 9.845748906251853, "cer": 3.133207363951073 } }, "wins": 23, "ties": 0, "losses": 2, "relative_wer_reduction_percent": 10.563152080434325 }, "standard": { "splits": [ "fleurs_bg", "fleurs_cs", "fleurs_da", "fleurs_de", "fleurs_el", "fleurs_en", "fleurs_es", "fleurs_et", "fleurs_fi", "fleurs_fr", "fleurs_hr", "fleurs_hu", "fleurs_it", "fleurs_lt", "fleurs_lv", "fleurs_mt", "fleurs_nl", "fleurs_pl", "fleurs_pt", "fleurs_ro", "fleurs_ru", "fleurs_sk", "fleurs_sl", "fleurs_sv", "fleurs_uk", "librispeech_test_clean", "librispeech_test_other" ], "rows": 25705, "models": { "parakeet": { "errors": 48914, "words": 527711, "substitutions": 40179, "deletions": 5631, "insertions": 3104, "chars": 3309718, "char_errors": 103604, "utterance_error": 16201, "wer": 9.269088573101564, "cer": 3.130296901427856 }, "orukeet": { "errors": 43804, "words": 527556, "substitutions": 36526, "deletions": 4118, "insertions": 3160, "chars": 3309718, "char_errors": 91222, "utterance_error": 15227, "wer": 8.303194352827, "cer": 2.756186478727191 } }, "wins": 25, "ties": 0, "losses": 2, "relative_wer_reduction_percent": 10.420595430251279 }, "domains": { "splits": [ "eurospeech_bg", "eurospeech_de", "eurospeech_el", "eurospeech_en", "eurospeech_et", "eurospeech_fi", "eurospeech_fr", "eurospeech_hr", "eurospeech_it", "eurospeech_lt", "eurospeech_lv", "eurospeech_mt", "eurospeech_pt", "eurospeech_sk", "eurospeech_sl", "eurospeech_uk", "gigaspeechbench_agr_en", "gigaspeechbench_ait_en", "gigaspeechbench_art_en", "gigaspeechbench_bio_en", "gigaspeechbench_chn_en", "gigaspeechbench_ecm_en", "gigaspeechbench_eng_en", "gigaspeechbench_ent_en", "gigaspeechbench_fin_en", "gigaspeechbench_hum_en", "gigaspeechbench_ind_en", "gigaspeechbench_jpn_en", "gigaspeechbench_law_en", "gigaspeechbench_med_en", "gigaspeechbench_mil_en", "gigaspeechbench_phl_en", "gigaspeechbench_sct_en", "gigaspeechbench_sgp_en", "golos_crowd_ru", "golos_farfield_ru", "lesbos_el", "monsoon_en_in", "nst_da_da", "nst_sv_sv", "voxpopuli_cs", "voxpopuli_es", "voxpopuli_hu", "voxpopuli_it", "voxpopuli_nl", "voxpopuli_pl", "voxpopuli_ro" ], "rows": 12006, "models": { "parakeet": { "errors": 43939, "words": 262747, "substitutions": 26343, "deletions": 8233, "insertions": 9363, "chars": 1584470, "char_errors": 141363, "utterance_error": 8290, "wer": 16.72293118475187, "cer": 8.921784571497094 }, "orukeet": { "errors": 40068, "words": 262698, "substitutions": 23458, "deletions": 7145, "insertions": 9465, "chars": 1584470, "char_errors": 129717, "utterance_error": 8039, "wer": 15.25249526071763, "cer": 8.186775388615752 } }, "wins": 36, "ties": 0, "losses": 11, "relative_wer_reduction_percent": 8.792931740190369 }, "domain_english": { "splits": [ "eurospeech_en", "gigaspeechbench_agr_en", "gigaspeechbench_ait_en", "gigaspeechbench_art_en", "gigaspeechbench_bio_en", "gigaspeechbench_chn_en", "gigaspeechbench_ecm_en", "gigaspeechbench_eng_en", "gigaspeechbench_ent_en", "gigaspeechbench_fin_en", "gigaspeechbench_hum_en", "gigaspeechbench_ind_en", "gigaspeechbench_jpn_en", "gigaspeechbench_law_en", "gigaspeechbench_med_en", "gigaspeechbench_mil_en", "gigaspeechbench_phl_en", "gigaspeechbench_sct_en", "gigaspeechbench_sgp_en", "monsoon_en_in" ], "rows": 5120, "models": { "parakeet": { "errors": 9032, "words": 94993, "substitutions": 4421, "deletions": 1646, "insertions": 2965, "chars": 498262, "char_errors": 29760, "utterance_error": 2806, "wer": 9.508069015611676, "cer": 5.972761318342559 }, "orukeet": { "errors": 8399, "words": 94993, "substitutions": 4193, "deletions": 1490, "insertions": 2716, "chars": 498262, "char_errors": 27417, "utterance_error": 2692, "wer": 8.841704125567148, "cer": 5.502526783098049 } }, "wins": 20, "ties": 0, "losses": 0, "relative_wer_reduction_percent": 7.008414526129303 } }, "checks": [ "Fresh matched decoding of both checkpoints", "All 74 paired split results recomputed from per-record counts", "Pooled WER recomputed from summed errors and reference words", "Independent upstream scoring matches all 148 model/partition pairs", "Rendered abstract and all 74 benchmark rows match the current checkpoint evidence" ], "inputs_sha256": { "evidence/standard-asr-r3-20260908/comparison.json": "9b2702bfe9c7b107db1627df3cb71d24d25d4eb8da0ee8683b0bbf9f994ca7da", "evidence/standard-asr-r3-20260908/hypotheses-audit.json": "a60177ac2ac1064b481cc85424d5ee989cca43112191ddae30d60b7f56ae57d3", "evidence/standard-asr-r3-20260908/numeric-evidence.jsonl.gz": "3d1467e56efd6769da1f8cb74eef0c3eac7bf93fa8200c39538963a9d4b080c1", "evidence/domains-r3-20260908/comparison.json": "617a2119027b9e706907fdeb8a5819babb55f1959456d677e744d2b57ddfd2be", "evidence/domains-r3-20260908/hypotheses-audit.json": "66c748f9ea625cf38e9bf672628e95300a5919abbaf47ebfd7c4800f5b1f3116", "evidence/domains-r3-20260908/numeric-evidence.jsonl.gz": "298f3164c745523f25b2e7df25492dab5b6607c149ea561d44af3720c29236df" }, "pdf_sha256": "401d162a87d4454b0f16998bf3501b9c84da909a7b5be353705528477d2eef62" }