Inflect-Micro-v3 / evaluation.json
owensong's picture
Document completed native24 evaluation and audio provenance
5f86d39 verified
Raw History Blame Contribute Delete
35.1 kB
{
"configuration": {
"enhancer": false,
"events": false,
"note": "",
"pitch_polish": false,
"profile": "base",
"raw_text_input": true,
"sample_rate": 24000,
"seed": 42,
"subtype": "PCM_16",
"voice_tuner": false
},
"core_weights_unchanged": true,
"corpus": "Known CV3 / Seed-TTS / MiniMax development corpus, 1688 source cases; not a new independent test",
"evaluated_revision": "47c4c0e465ede4a9e03f33204bc59750c01d1fcd",
"known_corpus_repeated_use": true,
"model": "Micro",
"objective_quality": {
"utmos22": {
"clips": 180,
"equal_voice_mean": 4.392164794444445,
"per_voice_clips": 30,
"per_voice_mean": {
"cassidy": 4.3717909,
"hope": 4.355433266666666,
"james": 4.381866466666667,
"jasper": 4.4279944,
"mark": 4.429427,
"sophia": 4.386476733333334
},
"proof": {
"admission_file": "jobs/mos-micro/reader-admission-utmos22.json",
"admission_sha256": "5995fe640d2cb00a722e27ebd810778a61d49e586f6ec2a4daa3e5d9c41af6b9",
"asset_pins": {
"/workspace/inflect-wer-focus-20261108-r003/utmos22.pt": "38aa51ab79e2a4e09a1449758a4b37e9cbb2e8235a49662a732d33a9ba1e9bff"
},
"evidence_limit": "Saved successful pre-scoring asset/source-hash admission checked against pinned receipts; this publisher does not rerun scoring or independently rehash remote model payloads.",
"model_weights_sha256": "38aa51ab79e2a4e09a1449758a4b37e9cbb2e8235a49662a732d33a9ba1e9bff",
"quality_wrapper_sha256": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8",
"runtime_versions": {
"librosa": "0.11.0",
"numpy": "2.4.2",
"soundfile": "0.13.1",
"torch": "2.11.0+cu128",
"transformers": "5.2.0"
},
"source_pins": {
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf.py": "72dee4dfeecdb632663290155024ede7e50adef49d798f54750910acd93ca31d",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf_test.py": "cc42a3d4bef5b2c8ab9e6120aa4df6db4011641a4000d73713ee8019c46f59d3",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/fairseq_alt.py": "f243661c1dd01bec87c32d869d67b7c72f1218b8362b12ae3e0bbe6ca8614e2f",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model.py": "c9631bdc42f4687eace749a7bf5bc283537e811ec2fe4bdacb373fadced3b751",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model_test.py": "84d196d3733fb5bce9f66d0e645b351a88b8bd9ff8ba927d37b0949896be7ee2"
},
"verified_asset_receipt_sha256": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59",
"verified_source_receipt_sha256": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1"
},
"type": "Objective quality proxy, not human MOS"
},
"utmosv2": {
"clips": 180,
"equal_voice_mean": 3.7068359375,
"per_voice_clips": 30,
"per_voice_mean": {
"cassidy": 3.731792534722222,
"hope": 3.553363715277778,
"james": 3.805794270833333,
"jasper": 3.792122395833333,
"mark": 3.8601779513888888,
"sophia": 3.4977647569444446
},
"proof": {
"admission_file": "jobs/mos-micro/reader-admission-utmosv2.json",
"admission_sha256": "68897e2743a4ef52cd44312afb222590c83ef891972f1dea8289303a7408a2e1",
"asset_pins": {
"/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/assets.json": "a2efc9d98a86afd11e70110cae31d1830f4a1d91f574a3448e6589d1f9437c21",
"/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/config.json": "4937977e24d12d1bba70cdce8709c3c04807a8e4ae8ddac4229c48c436ae99ae",
"/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/preprocessor_config.json": "b225d617c025463b9e157e06afea8b90dc7078fc70b013c533328423e0486b4a",
"/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/pytorch_model.bin": "3249fe98bfc62fcbc26067f724716a6ec49d12c4728a2af1df659013905dff21",
"/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--sarulab-speech--UTMOSv2/snapshots/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57",
"/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--timm--tf_efficientnetv2_s.in21k_ft_in1k/snapshots/ea9abc143ea2b9d8e1ec1de277bce02149b9cf0e/config.json": "dc47b5c54ec8021e3ef2e02972d8c80ba91ec2fa6bf6b8e76566bf1a4f398c23",
"/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--timm--tf_efficientnetv2_s.in21k_ft_in1k/snapshots/ea9abc143ea2b9d8e1ec1de277bce02149b9cf0e/model.safetensors": "6f1933fb6c0d760eae03863ad0110570393e16c0610f8fe94dc9f978e52ec59c"
},
"evidence_limit": "Saved successful pre-scoring asset/source-hash admission checked against pinned receipts; this publisher does not rerun scoring or independently rehash remote model payloads.",
"model_weights_sha256": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57",
"quality_wrapper_sha256": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8",
"runtime_versions": {
"librosa": "0.11.0",
"numpy": "2.4.2",
"soundfile": "0.13.1",
"torch": "2.11.0+cu128",
"transformers": "5.2.0"
},
"source_pins": {
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf.py": "72dee4dfeecdb632663290155024ede7e50adef49d798f54750910acd93ca31d",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf_test.py": "cc42a3d4bef5b2c8ab9e6120aa4df6db4011641a4000d73713ee8019c46f59d3",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/fairseq_alt.py": "f243661c1dd01bec87c32d869d67b7c72f1218b8362b12ae3e0bbe6ca8614e2f",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model.py": "c9631bdc42f4687eace749a7bf5bc283537e811ec2fe4bdacb373fadced3b751",
"/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model_test.py": "84d196d3733fb5bce9f66d0e645b351a88b8bd9ff8ba927d37b0949896be7ee2"
},
"verified_asset_receipt_sha256": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59",
"verified_model_asset": {
"filename": "fold0_s42_best_model.pth",
"relative_path": "hub/models--sarulab-speech--UTMOSv2/snapshots/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth",
"repo": "sarulab-speech/UTMOSv2",
"revision": "506474f2b33dc77c234d668cc419be1861899cad",
"sha256": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57",
"size": 818531314,
"url": "https://huggingface.co/sarulab-speech/UTMOSv2/resolve/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth"
},
"verified_runtime_receipt_sha256": "ca339d334ed4e1a0b151e2d47ae67d95ba2ca86c058158ada8c92425662507f8",
"verified_source_receipt_sha256": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1",
"verified_source_tree": {
"commit": "14a281c6072d6fad2bf31f992ed2e60304400075",
"tracked_files_sha256": {
".github/ISSUE_TEMPLATE/bug-report.yml": "1c555396240f6ce5c844826194827c1bbc2d69f5e63d43e3d0af8f63f7a44900",
".github/ISSUE_TEMPLATE/config.yml": "24cfdf9e3d4880738184eb765d98aa064a725b04053d133862ff6d50074f0323",
".github/pull_request_template.md": "150c01c4b343a77fc30c4a5e28acf23660e1094a40902fd83358e9591ff4852c",
".github/workflows/lint_and_format.yml": "363a72839ea103d2e3ca7a2e6f38d596e6f7e05cc552658799cca43e9deaf3b2",
".github/workflows/mypy_check.yml": "a9cfb2f0a465fc062d625d54cea934b1ab6a85fb46ab75d2d2c2ffb1627a96b5",
".github/workflows/tests.yml": "75801156effdbda3860be7fb85f3f89c145e4dad7d34b4682bc2c9c674da0a6e",
".gitignore": "4b24693066d6feeb27393b262b43b2f3b45a5a4fc04b5dae611d66e6d1049ed2",
".vscode/settings.json": "2822db6b6363e03234742851c0c00b50de6355b0e0a3f24c131d2cc0ae0c6ba8",
"CITATION.cff": "452869811a2661105bc668c623651d48c5bb5c03ba74963c91b0d4ad9eb9dc24",
"LICENSE": "ddefd7cc91936715d038865d38d5ada0cd42d31916a2583f121dfa94242de76d",
"README.md": "e2a168d618451a5094b217d5340f3f32590b84b1e8e0d552cc7f0e7f44013350",
"docs/datasets.md": "21098e7139f2a0d01c7a8150adb09d1afa5603d107fe70ce5ffb16359bec1a6f",
"docs/image/line2.svg": "7d645a311344885e2a8dafb09428370ebcdf8c0290c73f886cf73bcb6fbbc4f6",
"docs/image/line3.svg": "129d08072260874407450c4c715f3b0356ca57134d2ee62d015d2b37c1f43163",
"docs/image/line4.svg": "8b1049dd611291b50a75c64a56fb08b3d75c985908e3a77456c9a3711e5822de",
"docs/image/titleLine.svg": "947a10474cdd919c1ae58c5ae7dab7e87a469c490d54f1d923864449ebba058a",
"docs/image/titleLine2b.svg": "1c54331511bde1d121a6ac28290cd95ffba15718897bb535133bc9697be5a8d8",
"docs/image/titleLine2t.svg": "99fb519c87bc8a3b0fddedcfb24b47ea9be64fe7016f6c6a3d18c119655f3829",
"docs/image/titleLine3b.svg": "1d74e764253efcb824dc79d126f39c4515f8fd1f73eb96862d425963ea303ab3",
"docs/image/titleLine3t.svg": "6ad35f781483c9fa0eb62ac2749687075831fdbcd85a187988fd120175ceab3e",
"docs/image/titleLine4b.svg": "083b77360d7e47988d46bf9446144c619abe4d4a46bcf2d1c950c446fc36b588",
"docs/image/titleLine4t.svg": "8d29a0aafc7c0c09c7057c41b2802e964f89d0f27266ea27ed441f2f8a493c8c",
"docs/image/titleLine5b.svg": "67418ab64d8b88ccd4e303e15d132863e68f6876af0afb206e406449c80c15e0",
"docs/image/titleLine5t.svg": "2d865f7cc844f88a76d9fe73e50dff3de7a627b0cadf793f606f7c1e88e86b13",
"docs/image/utmosv2.PNG": "0dbbcbb591a99cd7c44412e2d64835be8e6ae190a3d113feae81b93f048aa42d",
"docs/inference.md": "6b5bea32d78e4a8b59b601e1d9d593f76ee3d14d22c506cfa073cb326b356f47",
"docs/reproduction.md": "58a23a4a7cdd3504017fe5ca690e22f16f9dc57dcacadb79faf29305ce2192f5",
"docs/training.md": "91b830147975b5d8a5aa7011c11cfc57f462b98f2c2f9c90ae213759f23456bd",
"inference.py": "551a5250033664a03b42a213baae4a247101ce9fa9f07eca9670781349ea5586",
"poster.pdf": "1508aa615af85fe142f658332f1154c378278ee2b64403b76e2b4fa775704f95",
"pyproject.toml": "715bf2580da456589a354c56e1fb6bb328da30e94235dd66ea635ab8cb04b830",
"quickstart.ipynb": "b9811c2d22373a066cad65bd7e03b6675a03e6617c7305f942c675a344149a6b",
"tests/core_tests/test_create.py": "821f80f990e440a6f00367de0c538ea6434d567cf7dbcd7a168236e627fea97a",
"tests/core_tests/test_model.py": "f20be949a948a9bbdc031bd8439c0c143189092c36771b5b5256f984e3a7c382",
"train.py": "48a7f71ee5886a041bb64fa48e2d0a45d16d180e932e4ebfe0fc530c9f65c237",
"utmosv2/__init__.py": "e06dc6d346eb846fb93023e6745069b27d9be31b9c96471259225ad24debf283",
"utmosv2/_core/__init__.py": "97855bfa183313568c397cf05aea33d12102b3f7ecfa320aba1c3dd6e84fdedf",
"utmosv2/_core/create.py": "fc4826f65e31da6eff6aec4bc71bc6f0f599707ec9e434701f7c4352fe433542",
"utmosv2/_core/model/__init__.py": "394ee28ff47e226ef8ff05b2a774079e0e692a085500873dabf36a85c61c4c7d",
"utmosv2/_core/model/_common.py": "c751e552eb4eb8ad31697370f6a84ab398cabda3062e0a12f93f63ba651c8f4d",
"utmosv2/_core/model/_models.py": "6f1ada7cb39c5f2da9917c68dc17af363f40ed190d7cc4ec0d8f102382d45496",
"utmosv2/_import.py": "9c4799a0cd837d1ff45fb87083e479243478199352352d3399b5cf12862b2fb0",
"utmosv2/_settings/__init__.py": "4ec7b658e3fea5fdca5dc54d90ccb12d70d11fd18c3f2a85f452996816c82f8f",
"utmosv2/_settings/_config.py": "d865f90543c4c02decc37a52df9403542dd1efeb732707d3ad0b62e97d05771c",
"utmosv2/config/c_fusion_stage2.py": "1ac42cff20dbc8de4e68570b4a4745d724b218020774508aede82b174ad4d258",
"utmosv2/config/c_fusion_stage3.py": "832dfbaecec441b1aedc7a932830bacc4a7b5bec6006f9d043d56569fc799a6c",
"utmosv2/config/c_spec_only_stage1.py": "108e4aa3674d814758a7feff0c2a9cbc32261d0353dedb87510aeec72e540ee6",
"utmosv2/config/c_spec_only_stage2.py": "18a4e0da32eed14f9fc9cd5897622792de2dc147f097a34da4cbdcb91ce6784c",
"utmosv2/config/c_ssl_only_stage1.py": "04d672d7d0aa29bdef75d6e41401ae6921338fb908adf281d349ae3fee657cc0",
"utmosv2/config/c_ssl_only_stage2.py": "86b05cbcd8b464120b26cc3bbed16fb9d378e38fa44e6d9557a516bb240d57d1",
"utmosv2/config/fusion_stage2.py": "cc13ecc5217ffad0036d3bfa8bcd8d52e525470285f4a8bcc90255425b9554dd",
"utmosv2/config/fusion_stage2_wo_bc.py": "63e5694198c064149696e1951b3e19be12b42a6805ebcacf4e6b74940740bd54",
"utmosv2/config/fusion_stage2_wo_bvcc.py": "13e4d054f90cd9e2c2ceddccb801678cb23ad74116bbe15036bcc31c87f855b1",
"utmosv2/config/fusion_stage2_wo_sarulab.py": "1a0b0fe01ceb6fb05c387dded96fba3e6a10921754f09577452ed297af4d3e5f",
"utmosv2/config/fusion_stage2_wo_somos.py": "6ede5659485a074899a14823eb8e7b9fb8acdfd82f2d39d757ac02b1d93c65f9",
"utmosv2/config/fusion_stage3.py": "9e30618e51ddbcf77cb2d3bbd66e3f194833c06f3141abb626ba385eb38f1c05",
"utmosv2/config/fusion_stage3_wo_bc.py": "c8aa6230baee6169fd5496cd9f1c5ac2482ecbc7b3f67d74e7a98e505fd03356",
"utmosv2/config/fusion_stage3_wo_bvcc.py": "3841522053d29172c496f98df49cc17db7512d4e92f95e96845245ab5905aadf",
"utmosv2/config/fusion_stage3_wo_sarulab.py": "753a14b30184e785152e7392f8ff8597feb275e9a7f32fc80a090a1c24130dfa",
"utmosv2/config/fusion_stage3_wo_somos.py": "c898bc0f46561ce56f59fda606e1d70f78e353e7de09f8ccc19381611267f364",
"utmosv2/config/fusion_wo_stage1and2.py": "1d20f81673a88110780a17b1e40afec4c2c26f3761806010e0ef21f2824aacd2",
"utmosv2/config/fusion_wo_stage2.py": "ec5527163d6f084faec5f9fcc89add50b6fe5533deea4348421935e0e40b6e4f",
"utmosv2/config/spec_only.py": "42814110a090b590712c65934e2d0e8a8fe364b917c9ddf094a28240a6934c33",
"utmosv2/config/spec_only_wo_bc.py": "15a3d1456ccee40fee8111d14a3c29226c9ed2e90f4c5e3c5fe39c5976490bb1",
"utmosv2/config/spec_only_wo_bvcc.py": "762ddced5c96e9d10fd7066ed1296fa54d78780ff0414a00ca7a00d4924bd885",
"utmosv2/config/spec_only_wo_sarulab.py": "112d9edfab4d2fe44fe6ab9783786b2d2338c3f8f0ecbefec6d8520baa65370e",
"utmosv2/config/spec_only_wo_somos.py": "25c98b66647bd241c5805e5d4e8b65e5800c29a95769d65e8beadf09b8ffb9e3",
"utmosv2/config/ssl_only_stage1.py": "3e98f812732f3f91235559f741c642fab37f4870b3c3a0f2b2494ca05c1f76ab",
"utmosv2/config/ssl_only_stage1_wo_bc.py": "bd221cdd1b2f4521f27eec6c9a46971f3592f4703923c50ff0b63618c9e88034",
"utmosv2/config/ssl_only_stage1_wo_bvcc.py": "0cc332d2d615863156e5183a4ca10f2f7a798a17a27bfb8a29fbeb2a910ce7d3",
"utmosv2/config/ssl_only_stage1_wo_sarulab.py": "d7cc8c7dbaf8cb81ec9ed76806fdc22b0ef31562b1e71c3b46d30036ca294f7f",
"utmosv2/config/ssl_only_stage1_wo_somos.py": "58a57b430f994853b2143dc5142a659e32c6c3bad9c0d29f035de3a6c0d22092",
"utmosv2/config/ssl_only_stage2.py": "f395f05995893754e2009032f03129e5c801d9a364dca444fbeec4bd92a1aa9a",
"utmosv2/config/ssl_only_stage2_wo_bc.py": "b9f7d2abcad7b649274b1a6705a1676bcbb810d0508a9943c76fb3090c846932",
"utmosv2/config/ssl_only_stage2_wo_bvcc.py": "0090a123be326e534b240402da2e8ed25c986f284c2c525b0b4b7396d7e97e1e",
"utmosv2/config/ssl_only_stage2_wo_sarulab.py": "64bc215dc14e3af1701d126c5e1fc1192b7df243541f0680a50febe3e66f172f",
"utmosv2/config/ssl_only_stage2_wo_somos.py": "0be93b940502bc51bf754ae1a3e4d49c283ce04acaf0b078ef326f678f48c11a",
"utmosv2/dataset/__init__.py": "4c3c3f5605c91b45b1a013efd91cc49840000722947176e7a29fa86e73e10473",
"utmosv2/dataset/_base.py": "68fcbfcda642855320dbff5c313149bb60d2ff437d0730bc9db48b99093f8ba7",
"utmosv2/dataset/_schema.py": "c4b42cdcff6fc0fa517fdbfb7104eaec61f952147143b2f74c0193c69ba31a61",
"utmosv2/dataset/_utils.py": "e3e28c3e0e2eb643846f400a7898afe932bfe4ed5cb705a2343e674abe01380a",
"utmosv2/dataset/multi_spec.py": "5c43fb2cdd746609db59dc597adba12127c844ce332da5840362c9d319193fbc",
"utmosv2/dataset/ssl.py": "94cf4e9a606253de37f02dd715b309991ac5303a6c1c5cf063726700154e59c8",
"utmosv2/dataset/ssl_multispec.py": "57ea343bd156e58918297054f36c67985f29ddea3cebc3c4c38c94ccb263f378",
"utmosv2/loss/__init__.py": "91aba42eb8262753448c804721b94b49474e3791187571e9ac9a5e7e051867a8",
"utmosv2/loss/_losses.py": "226ec4d1ce8bfaacb1fb9c768d8ebc4be242ac58a1b1e2880d7beba7a8e9c768",
"utmosv2/model/__init__.py": "b2d15c929596e7038dba58e8e48e9857863db28f0758f4d33503946b8a795919",
"utmosv2/model/multi_spec.py": "9166fc16a8b95c1f40d4808a5b820bbb4a5a71298e02666bab955015bda60dab",
"utmosv2/model/ssl.py": "007408c00dbf3baf4f63424e2367743e0fc6671f9f2266da13011899c62139d9",
"utmosv2/model/ssl_multispec.py": "11ce2c1c56b81241f40a231a19ee38c8c919b6251f52210f08be5f03ac417ba3",
"utmosv2/preprocess/__init__.py": "6c32a9f8191d0470d3723ff58c2cea1e64f859eccc0b674cbf944aa5d40767e3",
"utmosv2/preprocess/_preprocess.py": "0a86d0d9e0ec7210e1375d33775b38c4752fe088c551389f72207dfbbd3aaeae",
"utmosv2/py.typed": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"utmosv2/runner/__init__.py": "19850919de7394e61f88bce21388d06d87f14721807cac72ba28552c70ba7d06",
"utmosv2/runner/_inference.py": "dfcc13e973c056d7d1123a6626250f202a2c43eb81d65e8d0072612e2f40a75c",
"utmosv2/runner/_train.py": "4899445ae22907aaa8108ce575f6e8a228f120fecb508c773e64248bea5ad04c",
"utmosv2/transform/__init__.py": "a77578722bee96fdc2e9f5f82d722befe489e176ec93e8954c0a7c247459410e",
"utmosv2/transform/_xymasking.py": "c50bc929963aa6b352cce34e1568cf4a7c61bcb6a778c8160368cb68e534cd2c",
"utmosv2/utils/__init__.py": "5a062c5a4541e8d41692cd369add9476f17bc9cc78b1edebb38456cb0f6ad309",
"utmosv2/utils/_constants.py": "9def1481bc0da33fd884dbf3ef424ccb79c52b4a698fb059cd915ba4990c89b1",
"utmosv2/utils/_download.py": "d9fc6efe6e9421dc43ef328b4893df9b64b324b52d65f4ef7181771218e16802",
"utmosv2/utils/_pure/__init__.py": "6ecc5b4b2d703e3c719b3e908b0c50e61f5247b49d9994192bf757616ff3d786",
"utmosv2/utils/_pure/initializers.py": "60bfabaec9ab14a2a461210f932a2893f7c671579f8b66e9dae4eaa4759c744d",
"utmosv2/utils/_pure/metrics.py": "9fb39563141893d2e845d5fde79970583ddd3279148f04acc2d6d15842665fbf",
"utmosv2/utils/_pure/save.py": "14b78fb01330d6caa96b515b0af5b53eaf754d26747ea3b80d5df7382f6aa80e",
"utmosv2/utils/_pure/split.py": "7bec87d6d2a89b8943cd1edda602d91d20d5b43cf4684b075023a41c49048ba4",
"utmosv2/utils/_task_dependents/__init__.py": "b692f7991c4494d3b7ca28f6936411904c92a98c727b045253e4d3330c34606c",
"utmosv2/utils/_task_dependents/initializers.py": "07573ebdd7be372d39bfe614ba7a638b9c353edd0970b2cac68dc9335f38f984",
"utmosv2/utils/_task_dependents/log.py": "8c692abaef70361665236393feb6e88bd85ee76675582d1f7c4de894e8b3d173",
"utmosv2/utils/_task_dependents/metrics.py": "9e3d8386e8298427e1b93708a742d35f7507c534d640baebb66f6c714fc21c13",
"utmosv2/utils/_task_dependents/save.py": "340dd944788b602f63871c78a5ef146b843bf93c53b0e156d5958605724ccf24",
"uv.lock": "8250985069c8d175835027cbd41961edcde3895260a7202322d6c2254014f095"
},
"tree_sha256": "225ed6288d2a645d0611626ea2500ced87798c1ab55b9322b45087a098078bb2",
"version": "1.3.0"
}
},
"type": "Objective quality proxy, not human MOS"
}
},
"official_submission": false,
"report_sha256": "2ae71224f1c583523af9d9bc404c52586149ead571c941e1313711a723d625a1",
"schema": "inflect-public-native24-evaluation-v1",
"scoring": {
"aggregation": "WER percent, lower is better: per dataset sum(edits)/sum(N)*100, equal dataset mean, then equal six-voice mean. Pooled word-count WER is separate; no intermediate rounding.",
"execution": {
"asr_batch_size": 8,
"audio_cap_seconds": 30,
"bitwise_official_execution_equivalence_claimed": false,
"device": "CUDA",
"dtype": "BF16",
"duration_sorting": "Official duration sorting within each temporary block manifest, not one globally sorted whole-job manifest",
"last_block_may_be_smaller": true,
"local_hardware": "NVIDIA RTX 5090",
"max_new_tokens": 256,
"official_rank_claimed": false,
"submitted_rows_per_transcriber_call": 24,
"upstream_reference_hardware": "NVIDIA H200 (not used for this local run)"
},
"limits": "Saved receipts and arithmetic checked; this preparation does not rerun ASR, official normalization/alignment, quality models, or human listening. No official leaderboard submission.",
"reader": "Qwen3-ASR-1.7B",
"reader_weights_sha256": "2db53c7d81bd9b8cbc6a074e89be2c968a0d373fb4ee68bb1b1e14f7042dfee1",
"source_scorer_sha256": "7b9ec60595ee1aa9e05a7821c0afd1f7830ef499bcea2e80c93d3df8b5401717",
"transcribe_source_sha256": "0dadc103e104439568431634558112a12d65320382e9c4af6ad449df63faf586",
"utmos22_source_sha256": "55795acfce499829fb33084e3b2202555a00de6252e220837fe84313796df01f"
},
"source_receipts": {
"external-evidence/quality-asset-pins.json": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59",
"external-evidence/v3_window_quality_score_20261111.py": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8",
"jobs/micro-cassidy-full/reader-admission.json": "9601a4f5ad3a92d90db4ee2b1882ce820ab274dadc2e8e18d13a716eef4b8508",
"jobs/micro-cassidy-full/render/panel.json": "3b0c43eec5c606f455592574db8c170e4e0f4d722766275190bae53dbff3b415",
"jobs/micro-cassidy-full/score-render-asr/clips.json": "92c711dc606e690ba839927c27203fc84eb2416817f1f0ef383a07cc5dce0f4c",
"jobs/micro-cassidy-full/score-render-asr/plan.json": "3df5030d30fb83197bd70a750f780037fa20553acad55eefcaf0f17846799f16",
"jobs/micro-cassidy-subset/render/panel.json": "a0c31e1b8ab18352454465f79617775b8bddf60ed1dab197862b5d328850cec8",
"jobs/micro-hope-full/reader-admission.json": "7ab140d4b45f16a94f44bb1ed76314808c4819c2369c41c29e9f49c659c1ac42",
"jobs/micro-hope-full/render/panel.json": "375f7000e4193b41fb82dde82de2301d95d697e2d1a794b27ec20b5c26a8b627",
"jobs/micro-hope-full/score-render-asr/clips.json": "c147baeeb072648a61e4a98b875e2310a3ffb2b629b7ccaee445768cb2f1db34",
"jobs/micro-hope-full/score-render-asr/plan.json": "04331aa9e845246aa4f90df7b67a8cfa2bfea329058bedeb020809507fe272f4",
"jobs/micro-hope-subset/render/panel.json": "944fff0998a77172ee14ee81e3fe41396086d7d66f565033a4720a1241f8e95f",
"jobs/micro-james-full/reader-admission.json": "89fa4bb43836b9e499c577c4cc15f32346eb5451aced7bea22d69b2dfd33acd1",
"jobs/micro-james-full/render/panel.json": "50013aa8a79fa338626f3bd34bdef1742333a585affc3f5fee72c1f61247aa68",
"jobs/micro-james-full/score-render-asr/clips.json": "44b518920006e3d0305a52cffc93161ed1bafa726021cc96d1b80f5b19d16702",
"jobs/micro-james-full/score-render-asr/plan.json": "1137e0249d6795fdb5a83970d8ff688ccecda0b79ebbb8c512fc24626c31bc77",
"jobs/micro-james-subset/render/panel.json": "8374cfaee43556e43d95a5a7b65000441f4b5caca193d4b780de495f0c23f30e",
"jobs/micro-jasper-full/reader-admission.json": "92832cede60e9e20c94b78d83472fb96cf060e90af4d695f6f531366901cbd81",
"jobs/micro-jasper-full/render/panel.json": "c937b95fe31ca85b6b4bdfb512824f9ecf9df32ec69e56416612a7ba5e641391",
"jobs/micro-jasper-full/score-render-asr/clips.json": "4ac0e2368bc44b782fa9fa2991c5cb2cfd32d25198f8670f3986f4df6fe8f5a1",
"jobs/micro-jasper-full/score-render-asr/plan.json": "1683d47dfc41ccb7554b016e21c24ca212e5afe45d0a7876bf239d3de62f3e29",
"jobs/micro-jasper-subset/render/panel.json": "1ef0af645420d4b1919dbbd2f69de181aee43e28d81a9764724f7734c9517fd7",
"jobs/micro-mark-full/reader-admission.json": "7ab9ecf6f6f3e0e52aa8d288a3f418e0d8e8a4048548b503009afd055906fbbf",
"jobs/micro-mark-full/render/panel.json": "d96dd457bb8016ad4b7b89909eae08c0abcc5666e43470af80769af955f9d5d2",
"jobs/micro-mark-full/score-render-asr/clips.json": "58c1950a0c2ac374ef9e7627b9640447de149e6d6d97bb0c523f44b9cc4d2e15",
"jobs/micro-mark-full/score-render-asr/plan.json": "703faf910a609d0ea947d612e38360737ac6f7baad3504661fb2fe4a762bad24",
"jobs/micro-mark-subset/render/panel.json": "818bc79b882a36b3bc887491603e5e7edc802bb5a6a71b0f9e73da153a1143f8",
"jobs/micro-sophia-full/reader-admission.json": "561e4bd3595ed636b076bfeab5dce9ef18fef97e684ba31f1f0bc2b43535dbe8",
"jobs/micro-sophia-full/render/panel.json": "0b81fc53e3227d51e47b55e660c204e36abb2156ddfad29a4fe0bb78e140f110",
"jobs/micro-sophia-full/score-render-asr/clips.json": "ab8f947b4480fe491d958672df72f9fcf3defcfb86991e79baabc457f8cdeaf2",
"jobs/micro-sophia-full/score-render-asr/plan.json": "924e52d2951835da062bd44520f6add86fe366d653cd4d9b727fe4f1d359872e",
"jobs/micro-sophia-subset/render/panel.json": "e3d39a426a4cd1540e55ff7176d0ba7412384a5dc866d1111806f732d3f3a71a",
"jobs/mos-micro/quality-panel-receipt.json": "e31f703a82cb1d69b4536a8f7e0ce28a19cb1ab50e9b5481e9071f28fd4b6b4d",
"jobs/mos-micro/reader-admission-utmos22.json": "5995fe640d2cb00a722e27ebd810778a61d49e586f6ec2a4daa3e5d9c41af6b9",
"jobs/mos-micro/reader-admission-utmosv2.json": "68897e2743a4ef52cd44312afb222590c83ef891972f1dea8289303a7408a2e1",
"jobs/mos-micro/render/panel.json": "28aed794107309f25a330a5daef7f28c8e9c014cd35bdea41bb7bf7029c320c6",
"jobs/mos-micro/score-render-utmos22/clips.json": "621a6e6df3b3f15ed468839dde55a59d98a43f932d7e50f3d7d6fa8cb85a41b8",
"jobs/mos-micro/score-render-utmos22/plan.json": "3a770168a8e18f088a35fa82aa9b6811fa3b2797cd769446b42c82cbb4527c46",
"jobs/mos-micro/score-render-utmos22/summary.json": "15fdc8ff6db96e0d396255551740ccac5557694ec42a8271b61d2e3c2d03c35c",
"jobs/mos-micro/score-render-utmosv2/clips.json": "de89a7d2676e91416fcc7468514f2c74b48755753e08871f33368f92c4cd900b",
"jobs/mos-micro/score-render-utmosv2/plan.json": "bc0bfe1d4d833b885e0bae0e169c9a0ab99402b19d5f3517eb1daf5d974de394",
"jobs/mos-micro/score-render-utmosv2/runtime.json": "ca339d334ed4e1a0b151e2d47ae67d95ba2ca86c058158ada8c92425662507f8",
"jobs/mos-micro/score-render-utmosv2/summary.json": "37d5f8983cd7f42dec08163c921d915bd76193bc4d8f4f5ee78e5d35ec0e68b4",
"quality-source-pins.json": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1",
"reader-reference-pins.json": "b859d4fdf2a345693e3e57177e775aa8618fe370b8406b78964e40b1bb855bcc"
},
"training_disjointness_certified": false,
"wer": {
"N": 127308,
"cases_per_voice": 1688,
"clips": 10128,
"dataset_cases_per_voice": {
"cv3_eval_zero_shot_en": 500,
"minimax_eval_tts_en": 100,
"seed_tts_eval_tts_en": 1088
},
"edits": 1074,
"equal_dataset_equal_voice_wer_percent": 0.7031845851427285,
"pooled_wer_percent": 0.8436233386747102,
"scope": "full-1688-per-voice",
"voices": [
{
"N": 21218,
"cells": [
{
"D": 6,
"I": 6,
"N": 7377,
"S": 68,
"clips": 500,
"dataset": "cv3_eval_zero_shot_en",
"edits": 80,
"wer_percent": 1.0844516741222718
},
{
"D": 8,
"I": 2,
"N": 11941,
"S": 83,
"clips": 1088,
"dataset": "seed_tts_eval_tts_en",
"edits": 93,
"wer_percent": 0.7788292437819279
},
{
"D": 1,
"I": 0,
"N": 1900,
"S": 3,
"clips": 100,
"dataset": "minimax_eval_tts_en",
"edits": 4,
"wer_percent": 0.21052631578947367
}
],
"edits": 177,
"equal_dataset_wer_percent": 0.6912690778978912,
"pooled_wer_percent": 0.8341973795833726,
"voice": "hope"
},
{
"N": 21218,
"cells": [
{
"D": 6,
"I": 7,
"N": 7377,
"S": 76,
"clips": 500,
"dataset": "cv3_eval_zero_shot_en",
"edits": 89,
"wer_percent": 1.2064524874610276
},
{
"D": 9,
"I": 3,
"N": 11941,
"S": 82,
"clips": 1088,
"dataset": "seed_tts_eval_tts_en",
"edits": 94,
"wer_percent": 0.7872037517795829
},
{
"D": 1,
"I": 0,
"N": 1900,
"S": 3,
"clips": 100,
"dataset": "minimax_eval_tts_en",
"edits": 4,
"wer_percent": 0.21052631578947367
}
],
"edits": 187,
"equal_dataset_wer_percent": 0.7347275183433614,
"pooled_wer_percent": 0.8813271750400603,
"voice": "sophia"
},
{
"N": 21218,
"cells": [
{
"D": 6,
"I": 8,
"N": 7377,
"S": 75,
"clips": 500,
"dataset": "cv3_eval_zero_shot_en",
"edits": 89,
"wer_percent": 1.2064524874610276
},
{
"D": 8,
"I": 2,
"N": 11941,
"S": 80,
"clips": 1088,
"dataset": "seed_tts_eval_tts_en",
"edits": 90,
"wer_percent": 0.7537057197889624
},
{
"D": 1,
"I": 0,
"N": 1900,
"S": 3,
"clips": 100,
"dataset": "minimax_eval_tts_en",
"edits": 4,
"wer_percent": 0.21052631578947367
}
],
"edits": 183,
"equal_dataset_wer_percent": 0.7235615076798212,
"pooled_wer_percent": 0.8624752568573852,
"voice": "cassidy"
},
{
"N": 21218,
"cells": [
{
"D": 4,
"I": 7,
"N": 7377,
"S": 69,
"clips": 500,
"dataset": "cv3_eval_zero_shot_en",
"edits": 80,
"wer_percent": 1.0844516741222718
},
{
"D": 8,
"I": 3,
"N": 11941,
"S": 80,
"clips": 1088,
"dataset": "seed_tts_eval_tts_en",
"edits": 91,
"wer_percent": 0.7620802277866175
},
{
"D": 1,
"I": 0,
"N": 1900,
"S": 3,
"clips": 100,
"dataset": "minimax_eval_tts_en",
"edits": 4,
"wer_percent": 0.21052631578947367
}
],
"edits": 175,
"equal_dataset_wer_percent": 0.685686072566121,
"pooled_wer_percent": 0.8247714204920351,
"voice": "james"
},
{
"N": 21218,
"cells": [
{
"D": 3,
"I": 8,
"N": 7377,
"S": 68,
"clips": 500,
"dataset": "cv3_eval_zero_shot_en",
"edits": 79,
"wer_percent": 1.0708960281957436
},
{
"D": 8,
"I": 4,
"N": 11941,
"S": 77,
"clips": 1088,
"dataset": "seed_tts_eval_tts_en",
"edits": 89,
"wer_percent": 0.7453312117913072
},
{
"D": 1,
"I": 0,
"N": 1900,
"S": 3,
"clips": 100,
"dataset": "minimax_eval_tts_en",
"edits": 4,
"wer_percent": 0.21052631578947367
}
],
"edits": 172,
"equal_dataset_wer_percent": 0.6755845185921748,
"pooled_wer_percent": 0.8106324818550288,
"voice": "jasper"
},
{
"N": 21218,
"cells": [
{
"D": 5,
"I": 8,
"N": 7377,
"S": 72,
"clips": 500,
"dataset": "cv3_eval_zero_shot_en",
"edits": 85,
"wer_percent": 1.152229903754914
},
{
"D": 7,
"I": 4,
"N": 11941,
"S": 80,
"clips": 1088,
"dataset": "seed_tts_eval_tts_en",
"edits": 91,
"wer_percent": 0.7620802277866175
},
{
"D": 1,
"I": 0,
"N": 1900,
"S": 3,
"clips": 100,
"dataset": "minimax_eval_tts_en",
"edits": 4,
"wer_percent": 0.21052631578947367
}
],
"edits": 180,
"equal_dataset_wer_percent": 0.7082788157770017,
"pooled_wer_percent": 0.8483363182203789,
"voice": "mark"
}
]
}
}