{ "configuration": { "enhancer": false, "events": false, "note": "", "pitch_polish": false, "profile": "base", "raw_text_input": true, "sample_rate": 24000, "seed": 42, "subtype": "PCM_16", "voice_tuner": false }, "core_weights_unchanged": true, "corpus": "Known CV3 / Seed-TTS / MiniMax development corpus, 1688 source cases; not a new independent test", "evaluated_revision": "47c4c0e465ede4a9e03f33204bc59750c01d1fcd", "known_corpus_repeated_use": true, "model": "Micro", "objective_quality": { "utmos22": { "clips": 180, "equal_voice_mean": 4.392164794444445, "per_voice_clips": 30, "per_voice_mean": { "cassidy": 4.3717909, "hope": 4.355433266666666, "james": 4.381866466666667, "jasper": 4.4279944, "mark": 4.429427, "sophia": 4.386476733333334 }, "proof": { "admission_file": "jobs/mos-micro/reader-admission-utmos22.json", "admission_sha256": "5995fe640d2cb00a722e27ebd810778a61d49e586f6ec2a4daa3e5d9c41af6b9", "asset_pins": { "/workspace/inflect-wer-focus-20261108-r003/utmos22.pt": "38aa51ab79e2a4e09a1449758a4b37e9cbb2e8235a49662a732d33a9ba1e9bff" }, "evidence_limit": "Saved successful pre-scoring asset/source-hash admission checked against pinned receipts; this publisher does not rerun scoring or independently rehash remote model payloads.", "model_weights_sha256": "38aa51ab79e2a4e09a1449758a4b37e9cbb2e8235a49662a732d33a9ba1e9bff", "quality_wrapper_sha256": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8", "runtime_versions": { "librosa": "0.11.0", "numpy": "2.4.2", "soundfile": "0.13.1", "torch": "2.11.0+cu128", "transformers": "5.2.0" }, "source_pins": { "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf.py": "72dee4dfeecdb632663290155024ede7e50adef49d798f54750910acd93ca31d", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf_test.py": "cc42a3d4bef5b2c8ab9e6120aa4df6db4011641a4000d73713ee8019c46f59d3", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/fairseq_alt.py": "f243661c1dd01bec87c32d869d67b7c72f1218b8362b12ae3e0bbe6ca8614e2f", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model.py": "c9631bdc42f4687eace749a7bf5bc283537e811ec2fe4bdacb373fadced3b751", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model_test.py": "84d196d3733fb5bce9f66d0e645b351a88b8bd9ff8ba927d37b0949896be7ee2" }, "verified_asset_receipt_sha256": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59", "verified_source_receipt_sha256": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1" }, "type": "Objective quality proxy, not human MOS" }, "utmosv2": { "clips": 180, "equal_voice_mean": 3.7068359375, "per_voice_clips": 30, "per_voice_mean": { "cassidy": 3.731792534722222, "hope": 3.553363715277778, "james": 3.805794270833333, "jasper": 3.792122395833333, "mark": 3.8601779513888888, "sophia": 3.4977647569444446 }, "proof": { "admission_file": "jobs/mos-micro/reader-admission-utmosv2.json", "admission_sha256": "68897e2743a4ef52cd44312afb222590c83ef891972f1dea8289303a7408a2e1", "asset_pins": { "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/assets.json": "a2efc9d98a86afd11e70110cae31d1830f4a1d91f574a3448e6589d1f9437c21", "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/config.json": "4937977e24d12d1bba70cdce8709c3c04807a8e4ae8ddac4229c48c436ae99ae", "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/preprocessor_config.json": "b225d617c025463b9e157e06afea8b90dc7078fc70b013c533328423e0486b4a", "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/pytorch_model.bin": "3249fe98bfc62fcbc26067f724716a6ec49d12c4728a2af1df659013905dff21", "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--sarulab-speech--UTMOSv2/snapshots/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57", "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--timm--tf_efficientnetv2_s.in21k_ft_in1k/snapshots/ea9abc143ea2b9d8e1ec1de277bce02149b9cf0e/config.json": "dc47b5c54ec8021e3ef2e02972d8c80ba91ec2fa6bf6b8e76566bf1a4f398c23", "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--timm--tf_efficientnetv2_s.in21k_ft_in1k/snapshots/ea9abc143ea2b9d8e1ec1de277bce02149b9cf0e/model.safetensors": "6f1933fb6c0d760eae03863ad0110570393e16c0610f8fe94dc9f978e52ec59c" }, "evidence_limit": "Saved successful pre-scoring asset/source-hash admission checked against pinned receipts; this publisher does not rerun scoring or independently rehash remote model payloads.", "model_weights_sha256": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57", "quality_wrapper_sha256": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8", "runtime_versions": { "librosa": "0.11.0", "numpy": "2.4.2", "soundfile": "0.13.1", "torch": "2.11.0+cu128", "transformers": "5.2.0" }, "source_pins": { "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf.py": "72dee4dfeecdb632663290155024ede7e50adef49d798f54750910acd93ca31d", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf_test.py": "cc42a3d4bef5b2c8ab9e6120aa4df6db4011641a4000d73713ee8019c46f59d3", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/fairseq_alt.py": "f243661c1dd01bec87c32d869d67b7c72f1218b8362b12ae3e0bbe6ca8614e2f", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model.py": "c9631bdc42f4687eace749a7bf5bc283537e811ec2fe4bdacb373fadced3b751", "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model_test.py": "84d196d3733fb5bce9f66d0e645b351a88b8bd9ff8ba927d37b0949896be7ee2" }, "verified_asset_receipt_sha256": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59", "verified_model_asset": { "filename": "fold0_s42_best_model.pth", "relative_path": "hub/models--sarulab-speech--UTMOSv2/snapshots/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth", "repo": "sarulab-speech/UTMOSv2", "revision": "506474f2b33dc77c234d668cc419be1861899cad", "sha256": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57", "size": 818531314, "url": "https://huggingface.co/sarulab-speech/UTMOSv2/resolve/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth" }, "verified_runtime_receipt_sha256": "ca339d334ed4e1a0b151e2d47ae67d95ba2ca86c058158ada8c92425662507f8", "verified_source_receipt_sha256": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1", "verified_source_tree": { "commit": "14a281c6072d6fad2bf31f992ed2e60304400075", "tracked_files_sha256": { ".github/ISSUE_TEMPLATE/bug-report.yml": "1c555396240f6ce5c844826194827c1bbc2d69f5e63d43e3d0af8f63f7a44900", ".github/ISSUE_TEMPLATE/config.yml": "24cfdf9e3d4880738184eb765d98aa064a725b04053d133862ff6d50074f0323", ".github/pull_request_template.md": "150c01c4b343a77fc30c4a5e28acf23660e1094a40902fd83358e9591ff4852c", ".github/workflows/lint_and_format.yml": "363a72839ea103d2e3ca7a2e6f38d596e6f7e05cc552658799cca43e9deaf3b2", ".github/workflows/mypy_check.yml": "a9cfb2f0a465fc062d625d54cea934b1ab6a85fb46ab75d2d2c2ffb1627a96b5", ".github/workflows/tests.yml": "75801156effdbda3860be7fb85f3f89c145e4dad7d34b4682bc2c9c674da0a6e", ".gitignore": "4b24693066d6feeb27393b262b43b2f3b45a5a4fc04b5dae611d66e6d1049ed2", ".vscode/settings.json": "2822db6b6363e03234742851c0c00b50de6355b0e0a3f24c131d2cc0ae0c6ba8", "CITATION.cff": "452869811a2661105bc668c623651d48c5bb5c03ba74963c91b0d4ad9eb9dc24", "LICENSE": "ddefd7cc91936715d038865d38d5ada0cd42d31916a2583f121dfa94242de76d", "README.md": "e2a168d618451a5094b217d5340f3f32590b84b1e8e0d552cc7f0e7f44013350", "docs/datasets.md": "21098e7139f2a0d01c7a8150adb09d1afa5603d107fe70ce5ffb16359bec1a6f", "docs/image/line2.svg": "7d645a311344885e2a8dafb09428370ebcdf8c0290c73f886cf73bcb6fbbc4f6", "docs/image/line3.svg": "129d08072260874407450c4c715f3b0356ca57134d2ee62d015d2b37c1f43163", "docs/image/line4.svg": "8b1049dd611291b50a75c64a56fb08b3d75c985908e3a77456c9a3711e5822de", "docs/image/titleLine.svg": "947a10474cdd919c1ae58c5ae7dab7e87a469c490d54f1d923864449ebba058a", "docs/image/titleLine2b.svg": "1c54331511bde1d121a6ac28290cd95ffba15718897bb535133bc9697be5a8d8", "docs/image/titleLine2t.svg": "99fb519c87bc8a3b0fddedcfb24b47ea9be64fe7016f6c6a3d18c119655f3829", "docs/image/titleLine3b.svg": "1d74e764253efcb824dc79d126f39c4515f8fd1f73eb96862d425963ea303ab3", "docs/image/titleLine3t.svg": "6ad35f781483c9fa0eb62ac2749687075831fdbcd85a187988fd120175ceab3e", "docs/image/titleLine4b.svg": "083b77360d7e47988d46bf9446144c619abe4d4a46bcf2d1c950c446fc36b588", "docs/image/titleLine4t.svg": "8d29a0aafc7c0c09c7057c41b2802e964f89d0f27266ea27ed441f2f8a493c8c", "docs/image/titleLine5b.svg": "67418ab64d8b88ccd4e303e15d132863e68f6876af0afb206e406449c80c15e0", "docs/image/titleLine5t.svg": "2d865f7cc844f88a76d9fe73e50dff3de7a627b0cadf793f606f7c1e88e86b13", "docs/image/utmosv2.PNG": "0dbbcbb591a99cd7c44412e2d64835be8e6ae190a3d113feae81b93f048aa42d", "docs/inference.md": "6b5bea32d78e4a8b59b601e1d9d593f76ee3d14d22c506cfa073cb326b356f47", "docs/reproduction.md": "58a23a4a7cdd3504017fe5ca690e22f16f9dc57dcacadb79faf29305ce2192f5", "docs/training.md": "91b830147975b5d8a5aa7011c11cfc57f462b98f2c2f9c90ae213759f23456bd", "inference.py": "551a5250033664a03b42a213baae4a247101ce9fa9f07eca9670781349ea5586", "poster.pdf": "1508aa615af85fe142f658332f1154c378278ee2b64403b76e2b4fa775704f95", "pyproject.toml": "715bf2580da456589a354c56e1fb6bb328da30e94235dd66ea635ab8cb04b830", "quickstart.ipynb": "b9811c2d22373a066cad65bd7e03b6675a03e6617c7305f942c675a344149a6b", "tests/core_tests/test_create.py": "821f80f990e440a6f00367de0c538ea6434d567cf7dbcd7a168236e627fea97a", "tests/core_tests/test_model.py": "f20be949a948a9bbdc031bd8439c0c143189092c36771b5b5256f984e3a7c382", "train.py": "48a7f71ee5886a041bb64fa48e2d0a45d16d180e932e4ebfe0fc530c9f65c237", "utmosv2/__init__.py": "e06dc6d346eb846fb93023e6745069b27d9be31b9c96471259225ad24debf283", "utmosv2/_core/__init__.py": "97855bfa183313568c397cf05aea33d12102b3f7ecfa320aba1c3dd6e84fdedf", "utmosv2/_core/create.py": "fc4826f65e31da6eff6aec4bc71bc6f0f599707ec9e434701f7c4352fe433542", "utmosv2/_core/model/__init__.py": "394ee28ff47e226ef8ff05b2a774079e0e692a085500873dabf36a85c61c4c7d", "utmosv2/_core/model/_common.py": "c751e552eb4eb8ad31697370f6a84ab398cabda3062e0a12f93f63ba651c8f4d", "utmosv2/_core/model/_models.py": "6f1ada7cb39c5f2da9917c68dc17af363f40ed190d7cc4ec0d8f102382d45496", "utmosv2/_import.py": "9c4799a0cd837d1ff45fb87083e479243478199352352d3399b5cf12862b2fb0", "utmosv2/_settings/__init__.py": "4ec7b658e3fea5fdca5dc54d90ccb12d70d11fd18c3f2a85f452996816c82f8f", "utmosv2/_settings/_config.py": "d865f90543c4c02decc37a52df9403542dd1efeb732707d3ad0b62e97d05771c", "utmosv2/config/c_fusion_stage2.py": "1ac42cff20dbc8de4e68570b4a4745d724b218020774508aede82b174ad4d258", "utmosv2/config/c_fusion_stage3.py": "832dfbaecec441b1aedc7a932830bacc4a7b5bec6006f9d043d56569fc799a6c", "utmosv2/config/c_spec_only_stage1.py": "108e4aa3674d814758a7feff0c2a9cbc32261d0353dedb87510aeec72e540ee6", "utmosv2/config/c_spec_only_stage2.py": "18a4e0da32eed14f9fc9cd5897622792de2dc147f097a34da4cbdcb91ce6784c", "utmosv2/config/c_ssl_only_stage1.py": "04d672d7d0aa29bdef75d6e41401ae6921338fb908adf281d349ae3fee657cc0", "utmosv2/config/c_ssl_only_stage2.py": "86b05cbcd8b464120b26cc3bbed16fb9d378e38fa44e6d9557a516bb240d57d1", "utmosv2/config/fusion_stage2.py": "cc13ecc5217ffad0036d3bfa8bcd8d52e525470285f4a8bcc90255425b9554dd", "utmosv2/config/fusion_stage2_wo_bc.py": "63e5694198c064149696e1951b3e19be12b42a6805ebcacf4e6b74940740bd54", "utmosv2/config/fusion_stage2_wo_bvcc.py": "13e4d054f90cd9e2c2ceddccb801678cb23ad74116bbe15036bcc31c87f855b1", "utmosv2/config/fusion_stage2_wo_sarulab.py": "1a0b0fe01ceb6fb05c387dded96fba3e6a10921754f09577452ed297af4d3e5f", "utmosv2/config/fusion_stage2_wo_somos.py": "6ede5659485a074899a14823eb8e7b9fb8acdfd82f2d39d757ac02b1d93c65f9", "utmosv2/config/fusion_stage3.py": "9e30618e51ddbcf77cb2d3bbd66e3f194833c06f3141abb626ba385eb38f1c05", "utmosv2/config/fusion_stage3_wo_bc.py": "c8aa6230baee6169fd5496cd9f1c5ac2482ecbc7b3f67d74e7a98e505fd03356", "utmosv2/config/fusion_stage3_wo_bvcc.py": "3841522053d29172c496f98df49cc17db7512d4e92f95e96845245ab5905aadf", "utmosv2/config/fusion_stage3_wo_sarulab.py": "753a14b30184e785152e7392f8ff8597feb275e9a7f32fc80a090a1c24130dfa", "utmosv2/config/fusion_stage3_wo_somos.py": "c898bc0f46561ce56f59fda606e1d70f78e353e7de09f8ccc19381611267f364", "utmosv2/config/fusion_wo_stage1and2.py": "1d20f81673a88110780a17b1e40afec4c2c26f3761806010e0ef21f2824aacd2", "utmosv2/config/fusion_wo_stage2.py": "ec5527163d6f084faec5f9fcc89add50b6fe5533deea4348421935e0e40b6e4f", "utmosv2/config/spec_only.py": "42814110a090b590712c65934e2d0e8a8fe364b917c9ddf094a28240a6934c33", "utmosv2/config/spec_only_wo_bc.py": "15a3d1456ccee40fee8111d14a3c29226c9ed2e90f4c5e3c5fe39c5976490bb1", "utmosv2/config/spec_only_wo_bvcc.py": "762ddced5c96e9d10fd7066ed1296fa54d78780ff0414a00ca7a00d4924bd885", "utmosv2/config/spec_only_wo_sarulab.py": "112d9edfab4d2fe44fe6ab9783786b2d2338c3f8f0ecbefec6d8520baa65370e", "utmosv2/config/spec_only_wo_somos.py": "25c98b66647bd241c5805e5d4e8b65e5800c29a95769d65e8beadf09b8ffb9e3", "utmosv2/config/ssl_only_stage1.py": "3e98f812732f3f91235559f741c642fab37f4870b3c3a0f2b2494ca05c1f76ab", "utmosv2/config/ssl_only_stage1_wo_bc.py": "bd221cdd1b2f4521f27eec6c9a46971f3592f4703923c50ff0b63618c9e88034", "utmosv2/config/ssl_only_stage1_wo_bvcc.py": "0cc332d2d615863156e5183a4ca10f2f7a798a17a27bfb8a29fbeb2a910ce7d3", "utmosv2/config/ssl_only_stage1_wo_sarulab.py": "d7cc8c7dbaf8cb81ec9ed76806fdc22b0ef31562b1e71c3b46d30036ca294f7f", "utmosv2/config/ssl_only_stage1_wo_somos.py": "58a57b430f994853b2143dc5142a659e32c6c3bad9c0d29f035de3a6c0d22092", "utmosv2/config/ssl_only_stage2.py": "f395f05995893754e2009032f03129e5c801d9a364dca444fbeec4bd92a1aa9a", "utmosv2/config/ssl_only_stage2_wo_bc.py": "b9f7d2abcad7b649274b1a6705a1676bcbb810d0508a9943c76fb3090c846932", "utmosv2/config/ssl_only_stage2_wo_bvcc.py": "0090a123be326e534b240402da2e8ed25c986f284c2c525b0b4b7396d7e97e1e", "utmosv2/config/ssl_only_stage2_wo_sarulab.py": "64bc215dc14e3af1701d126c5e1fc1192b7df243541f0680a50febe3e66f172f", "utmosv2/config/ssl_only_stage2_wo_somos.py": "0be93b940502bc51bf754ae1a3e4d49c283ce04acaf0b078ef326f678f48c11a", "utmosv2/dataset/__init__.py": "4c3c3f5605c91b45b1a013efd91cc49840000722947176e7a29fa86e73e10473", "utmosv2/dataset/_base.py": "68fcbfcda642855320dbff5c313149bb60d2ff437d0730bc9db48b99093f8ba7", "utmosv2/dataset/_schema.py": "c4b42cdcff6fc0fa517fdbfb7104eaec61f952147143b2f74c0193c69ba31a61", "utmosv2/dataset/_utils.py": "e3e28c3e0e2eb643846f400a7898afe932bfe4ed5cb705a2343e674abe01380a", "utmosv2/dataset/multi_spec.py": "5c43fb2cdd746609db59dc597adba12127c844ce332da5840362c9d319193fbc", "utmosv2/dataset/ssl.py": "94cf4e9a606253de37f02dd715b309991ac5303a6c1c5cf063726700154e59c8", "utmosv2/dataset/ssl_multispec.py": "57ea343bd156e58918297054f36c67985f29ddea3cebc3c4c38c94ccb263f378", "utmosv2/loss/__init__.py": "91aba42eb8262753448c804721b94b49474e3791187571e9ac9a5e7e051867a8", "utmosv2/loss/_losses.py": "226ec4d1ce8bfaacb1fb9c768d8ebc4be242ac58a1b1e2880d7beba7a8e9c768", "utmosv2/model/__init__.py": "b2d15c929596e7038dba58e8e48e9857863db28f0758f4d33503946b8a795919", "utmosv2/model/multi_spec.py": "9166fc16a8b95c1f40d4808a5b820bbb4a5a71298e02666bab955015bda60dab", "utmosv2/model/ssl.py": "007408c00dbf3baf4f63424e2367743e0fc6671f9f2266da13011899c62139d9", "utmosv2/model/ssl_multispec.py": "11ce2c1c56b81241f40a231a19ee38c8c919b6251f52210f08be5f03ac417ba3", "utmosv2/preprocess/__init__.py": "6c32a9f8191d0470d3723ff58c2cea1e64f859eccc0b674cbf944aa5d40767e3", "utmosv2/preprocess/_preprocess.py": "0a86d0d9e0ec7210e1375d33775b38c4752fe088c551389f72207dfbbd3aaeae", "utmosv2/py.typed": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "utmosv2/runner/__init__.py": "19850919de7394e61f88bce21388d06d87f14721807cac72ba28552c70ba7d06", "utmosv2/runner/_inference.py": "dfcc13e973c056d7d1123a6626250f202a2c43eb81d65e8d0072612e2f40a75c", "utmosv2/runner/_train.py": "4899445ae22907aaa8108ce575f6e8a228f120fecb508c773e64248bea5ad04c", "utmosv2/transform/__init__.py": "a77578722bee96fdc2e9f5f82d722befe489e176ec93e8954c0a7c247459410e", "utmosv2/transform/_xymasking.py": "c50bc929963aa6b352cce34e1568cf4a7c61bcb6a778c8160368cb68e534cd2c", "utmosv2/utils/__init__.py": "5a062c5a4541e8d41692cd369add9476f17bc9cc78b1edebb38456cb0f6ad309", "utmosv2/utils/_constants.py": "9def1481bc0da33fd884dbf3ef424ccb79c52b4a698fb059cd915ba4990c89b1", "utmosv2/utils/_download.py": "d9fc6efe6e9421dc43ef328b4893df9b64b324b52d65f4ef7181771218e16802", "utmosv2/utils/_pure/__init__.py": "6ecc5b4b2d703e3c719b3e908b0c50e61f5247b49d9994192bf757616ff3d786", "utmosv2/utils/_pure/initializers.py": "60bfabaec9ab14a2a461210f932a2893f7c671579f8b66e9dae4eaa4759c744d", "utmosv2/utils/_pure/metrics.py": "9fb39563141893d2e845d5fde79970583ddd3279148f04acc2d6d15842665fbf", "utmosv2/utils/_pure/save.py": "14b78fb01330d6caa96b515b0af5b53eaf754d26747ea3b80d5df7382f6aa80e", "utmosv2/utils/_pure/split.py": "7bec87d6d2a89b8943cd1edda602d91d20d5b43cf4684b075023a41c49048ba4", "utmosv2/utils/_task_dependents/__init__.py": "b692f7991c4494d3b7ca28f6936411904c92a98c727b045253e4d3330c34606c", "utmosv2/utils/_task_dependents/initializers.py": "07573ebdd7be372d39bfe614ba7a638b9c353edd0970b2cac68dc9335f38f984", "utmosv2/utils/_task_dependents/log.py": "8c692abaef70361665236393feb6e88bd85ee76675582d1f7c4de894e8b3d173", "utmosv2/utils/_task_dependents/metrics.py": "9e3d8386e8298427e1b93708a742d35f7507c534d640baebb66f6c714fc21c13", "utmosv2/utils/_task_dependents/save.py": "340dd944788b602f63871c78a5ef146b843bf93c53b0e156d5958605724ccf24", "uv.lock": "8250985069c8d175835027cbd41961edcde3895260a7202322d6c2254014f095" }, "tree_sha256": "225ed6288d2a645d0611626ea2500ced87798c1ab55b9322b45087a098078bb2", "version": "1.3.0" } }, "type": "Objective quality proxy, not human MOS" } }, "official_submission": false, "report_sha256": "2ae71224f1c583523af9d9bc404c52586149ead571c941e1313711a723d625a1", "schema": "inflect-public-native24-evaluation-v1", "scoring": { "aggregation": "WER percent, lower is better: per dataset sum(edits)/sum(N)*100, equal dataset mean, then equal six-voice mean. Pooled word-count WER is separate; no intermediate rounding.", "execution": { "asr_batch_size": 8, "audio_cap_seconds": 30, "bitwise_official_execution_equivalence_claimed": false, "device": "CUDA", "dtype": "BF16", "duration_sorting": "Official duration sorting within each temporary block manifest, not one globally sorted whole-job manifest", "last_block_may_be_smaller": true, "local_hardware": "NVIDIA RTX 5090", "max_new_tokens": 256, "official_rank_claimed": false, "submitted_rows_per_transcriber_call": 24, "upstream_reference_hardware": "NVIDIA H200 (not used for this local run)" }, "limits": "Saved receipts and arithmetic checked; this preparation does not rerun ASR, official normalization/alignment, quality models, or human listening. No official leaderboard submission.", "reader": "Qwen3-ASR-1.7B", "reader_weights_sha256": "2db53c7d81bd9b8cbc6a074e89be2c968a0d373fb4ee68bb1b1e14f7042dfee1", "source_scorer_sha256": "7b9ec60595ee1aa9e05a7821c0afd1f7830ef499bcea2e80c93d3df8b5401717", "transcribe_source_sha256": "0dadc103e104439568431634558112a12d65320382e9c4af6ad449df63faf586", "utmos22_source_sha256": "55795acfce499829fb33084e3b2202555a00de6252e220837fe84313796df01f" }, "source_receipts": { "external-evidence/quality-asset-pins.json": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59", "external-evidence/v3_window_quality_score_20261111.py": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8", "jobs/micro-cassidy-full/reader-admission.json": "9601a4f5ad3a92d90db4ee2b1882ce820ab274dadc2e8e18d13a716eef4b8508", "jobs/micro-cassidy-full/render/panel.json": "3b0c43eec5c606f455592574db8c170e4e0f4d722766275190bae53dbff3b415", "jobs/micro-cassidy-full/score-render-asr/clips.json": "92c711dc606e690ba839927c27203fc84eb2416817f1f0ef383a07cc5dce0f4c", "jobs/micro-cassidy-full/score-render-asr/plan.json": "3df5030d30fb83197bd70a750f780037fa20553acad55eefcaf0f17846799f16", "jobs/micro-cassidy-subset/render/panel.json": "a0c31e1b8ab18352454465f79617775b8bddf60ed1dab197862b5d328850cec8", "jobs/micro-hope-full/reader-admission.json": "7ab140d4b45f16a94f44bb1ed76314808c4819c2369c41c29e9f49c659c1ac42", "jobs/micro-hope-full/render/panel.json": "375f7000e4193b41fb82dde82de2301d95d697e2d1a794b27ec20b5c26a8b627", "jobs/micro-hope-full/score-render-asr/clips.json": "c147baeeb072648a61e4a98b875e2310a3ffb2b629b7ccaee445768cb2f1db34", "jobs/micro-hope-full/score-render-asr/plan.json": "04331aa9e845246aa4f90df7b67a8cfa2bfea329058bedeb020809507fe272f4", "jobs/micro-hope-subset/render/panel.json": "944fff0998a77172ee14ee81e3fe41396086d7d66f565033a4720a1241f8e95f", "jobs/micro-james-full/reader-admission.json": "89fa4bb43836b9e499c577c4cc15f32346eb5451aced7bea22d69b2dfd33acd1", "jobs/micro-james-full/render/panel.json": "50013aa8a79fa338626f3bd34bdef1742333a585affc3f5fee72c1f61247aa68", "jobs/micro-james-full/score-render-asr/clips.json": "44b518920006e3d0305a52cffc93161ed1bafa726021cc96d1b80f5b19d16702", "jobs/micro-james-full/score-render-asr/plan.json": "1137e0249d6795fdb5a83970d8ff688ccecda0b79ebbb8c512fc24626c31bc77", "jobs/micro-james-subset/render/panel.json": "8374cfaee43556e43d95a5a7b65000441f4b5caca193d4b780de495f0c23f30e", "jobs/micro-jasper-full/reader-admission.json": "92832cede60e9e20c94b78d83472fb96cf060e90af4d695f6f531366901cbd81", "jobs/micro-jasper-full/render/panel.json": "c937b95fe31ca85b6b4bdfb512824f9ecf9df32ec69e56416612a7ba5e641391", "jobs/micro-jasper-full/score-render-asr/clips.json": "4ac0e2368bc44b782fa9fa2991c5cb2cfd32d25198f8670f3986f4df6fe8f5a1", "jobs/micro-jasper-full/score-render-asr/plan.json": "1683d47dfc41ccb7554b016e21c24ca212e5afe45d0a7876bf239d3de62f3e29", "jobs/micro-jasper-subset/render/panel.json": "1ef0af645420d4b1919dbbd2f69de181aee43e28d81a9764724f7734c9517fd7", "jobs/micro-mark-full/reader-admission.json": "7ab9ecf6f6f3e0e52aa8d288a3f418e0d8e8a4048548b503009afd055906fbbf", "jobs/micro-mark-full/render/panel.json": "d96dd457bb8016ad4b7b89909eae08c0abcc5666e43470af80769af955f9d5d2", "jobs/micro-mark-full/score-render-asr/clips.json": "58c1950a0c2ac374ef9e7627b9640447de149e6d6d97bb0c523f44b9cc4d2e15", "jobs/micro-mark-full/score-render-asr/plan.json": "703faf910a609d0ea947d612e38360737ac6f7baad3504661fb2fe4a762bad24", "jobs/micro-mark-subset/render/panel.json": "818bc79b882a36b3bc887491603e5e7edc802bb5a6a71b0f9e73da153a1143f8", "jobs/micro-sophia-full/reader-admission.json": "561e4bd3595ed636b076bfeab5dce9ef18fef97e684ba31f1f0bc2b43535dbe8", "jobs/micro-sophia-full/render/panel.json": "0b81fc53e3227d51e47b55e660c204e36abb2156ddfad29a4fe0bb78e140f110", "jobs/micro-sophia-full/score-render-asr/clips.json": "ab8f947b4480fe491d958672df72f9fcf3defcfb86991e79baabc457f8cdeaf2", "jobs/micro-sophia-full/score-render-asr/plan.json": "924e52d2951835da062bd44520f6add86fe366d653cd4d9b727fe4f1d359872e", "jobs/micro-sophia-subset/render/panel.json": "e3d39a426a4cd1540e55ff7176d0ba7412384a5dc866d1111806f732d3f3a71a", "jobs/mos-micro/quality-panel-receipt.json": "e31f703a82cb1d69b4536a8f7e0ce28a19cb1ab50e9b5481e9071f28fd4b6b4d", "jobs/mos-micro/reader-admission-utmos22.json": "5995fe640d2cb00a722e27ebd810778a61d49e586f6ec2a4daa3e5d9c41af6b9", "jobs/mos-micro/reader-admission-utmosv2.json": "68897e2743a4ef52cd44312afb222590c83ef891972f1dea8289303a7408a2e1", "jobs/mos-micro/render/panel.json": "28aed794107309f25a330a5daef7f28c8e9c014cd35bdea41bb7bf7029c320c6", "jobs/mos-micro/score-render-utmos22/clips.json": "621a6e6df3b3f15ed468839dde55a59d98a43f932d7e50f3d7d6fa8cb85a41b8", "jobs/mos-micro/score-render-utmos22/plan.json": "3a770168a8e18f088a35fa82aa9b6811fa3b2797cd769446b42c82cbb4527c46", "jobs/mos-micro/score-render-utmos22/summary.json": "15fdc8ff6db96e0d396255551740ccac5557694ec42a8271b61d2e3c2d03c35c", "jobs/mos-micro/score-render-utmosv2/clips.json": "de89a7d2676e91416fcc7468514f2c74b48755753e08871f33368f92c4cd900b", "jobs/mos-micro/score-render-utmosv2/plan.json": "bc0bfe1d4d833b885e0bae0e169c9a0ab99402b19d5f3517eb1daf5d974de394", "jobs/mos-micro/score-render-utmosv2/runtime.json": "ca339d334ed4e1a0b151e2d47ae67d95ba2ca86c058158ada8c92425662507f8", "jobs/mos-micro/score-render-utmosv2/summary.json": "37d5f8983cd7f42dec08163c921d915bd76193bc4d8f4f5ee78e5d35ec0e68b4", "quality-source-pins.json": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1", "reader-reference-pins.json": "b859d4fdf2a345693e3e57177e775aa8618fe370b8406b78964e40b1bb855bcc" }, "training_disjointness_certified": false, "wer": { "N": 127308, "cases_per_voice": 1688, "clips": 10128, "dataset_cases_per_voice": { "cv3_eval_zero_shot_en": 500, "minimax_eval_tts_en": 100, "seed_tts_eval_tts_en": 1088 }, "edits": 1074, "equal_dataset_equal_voice_wer_percent": 0.7031845851427285, "pooled_wer_percent": 0.8436233386747102, "scope": "full-1688-per-voice", "voices": [ { "N": 21218, "cells": [ { "D": 6, "I": 6, "N": 7377, "S": 68, "clips": 500, "dataset": "cv3_eval_zero_shot_en", "edits": 80, "wer_percent": 1.0844516741222718 }, { "D": 8, "I": 2, "N": 11941, "S": 83, "clips": 1088, "dataset": "seed_tts_eval_tts_en", "edits": 93, "wer_percent": 0.7788292437819279 }, { "D": 1, "I": 0, "N": 1900, "S": 3, "clips": 100, "dataset": "minimax_eval_tts_en", "edits": 4, "wer_percent": 0.21052631578947367 } ], "edits": 177, "equal_dataset_wer_percent": 0.6912690778978912, "pooled_wer_percent": 0.8341973795833726, "voice": "hope" }, { "N": 21218, "cells": [ { "D": 6, "I": 7, "N": 7377, "S": 76, "clips": 500, "dataset": "cv3_eval_zero_shot_en", "edits": 89, "wer_percent": 1.2064524874610276 }, { "D": 9, "I": 3, "N": 11941, "S": 82, "clips": 1088, "dataset": "seed_tts_eval_tts_en", "edits": 94, "wer_percent": 0.7872037517795829 }, { "D": 1, "I": 0, "N": 1900, "S": 3, "clips": 100, "dataset": "minimax_eval_tts_en", "edits": 4, "wer_percent": 0.21052631578947367 } ], "edits": 187, "equal_dataset_wer_percent": 0.7347275183433614, "pooled_wer_percent": 0.8813271750400603, "voice": "sophia" }, { "N": 21218, "cells": [ { "D": 6, "I": 8, "N": 7377, "S": 75, "clips": 500, "dataset": "cv3_eval_zero_shot_en", "edits": 89, "wer_percent": 1.2064524874610276 }, { "D": 8, "I": 2, "N": 11941, "S": 80, "clips": 1088, "dataset": "seed_tts_eval_tts_en", "edits": 90, "wer_percent": 0.7537057197889624 }, { "D": 1, "I": 0, "N": 1900, "S": 3, "clips": 100, "dataset": "minimax_eval_tts_en", "edits": 4, "wer_percent": 0.21052631578947367 } ], "edits": 183, "equal_dataset_wer_percent": 0.7235615076798212, "pooled_wer_percent": 0.8624752568573852, "voice": "cassidy" }, { "N": 21218, "cells": [ { "D": 4, "I": 7, "N": 7377, "S": 69, "clips": 500, "dataset": "cv3_eval_zero_shot_en", "edits": 80, "wer_percent": 1.0844516741222718 }, { "D": 8, "I": 3, "N": 11941, "S": 80, "clips": 1088, "dataset": "seed_tts_eval_tts_en", "edits": 91, "wer_percent": 0.7620802277866175 }, { "D": 1, "I": 0, "N": 1900, "S": 3, "clips": 100, "dataset": "minimax_eval_tts_en", "edits": 4, "wer_percent": 0.21052631578947367 } ], "edits": 175, "equal_dataset_wer_percent": 0.685686072566121, "pooled_wer_percent": 0.8247714204920351, "voice": "james" }, { "N": 21218, "cells": [ { "D": 3, "I": 8, "N": 7377, "S": 68, "clips": 500, "dataset": "cv3_eval_zero_shot_en", "edits": 79, "wer_percent": 1.0708960281957436 }, { "D": 8, "I": 4, "N": 11941, "S": 77, "clips": 1088, "dataset": "seed_tts_eval_tts_en", "edits": 89, "wer_percent": 0.7453312117913072 }, { "D": 1, "I": 0, "N": 1900, "S": 3, "clips": 100, "dataset": "minimax_eval_tts_en", "edits": 4, "wer_percent": 0.21052631578947367 } ], "edits": 172, "equal_dataset_wer_percent": 0.6755845185921748, "pooled_wer_percent": 0.8106324818550288, "voice": "jasper" }, { "N": 21218, "cells": [ { "D": 5, "I": 8, "N": 7377, "S": 72, "clips": 500, "dataset": "cv3_eval_zero_shot_en", "edits": 85, "wer_percent": 1.152229903754914 }, { "D": 7, "I": 4, "N": 11941, "S": 80, "clips": 1088, "dataset": "seed_tts_eval_tts_en", "edits": 91, "wer_percent": 0.7620802277866175 }, { "D": 1, "I": 0, "N": 1900, "S": 3, "clips": 100, "dataset": "minimax_eval_tts_en", "edits": 4, "wer_percent": 0.21052631578947367 } ], "edits": 180, "equal_dataset_wer_percent": 0.7082788157770017, "pooled_wer_percent": 0.8483363182203789, "voice": "mark" } ] } }