Download evaluation.json from owensong/Inflect-Mini-v3: direct link, hf CLI and curl.
- Browser
- Download file 34.3 kB
-
https://huggingface.co/owensong/Inflect-Mini-v3/resolve/main/evaluation.json
- Command line
-
hf download hf://owensong/Inflect-Mini-v3/evaluation.json
-
curl -L -o evaluation.json https://huggingface.co/owensong/Inflect-Mini-v3/resolve/main/evaluation.json
34.3 kB
| { | |
| "configuration": { | |
| "enhancer": false, | |
| "events": false, | |
| "note": "", | |
| "pitch_polish": false, | |
| "profile": "base", | |
| "raw_text_input": true, | |
| "sample_rate": 24000, | |
| "seed": 42, | |
| "subtype": "PCM_16", | |
| "voice_tuner": false | |
| }, | |
| "core_weights_unchanged": true, | |
| "corpus": "Known CV3 / Seed-TTS / MiniMax development corpus, 1688 source cases; not a new independent test", | |
| "evaluated_revision": "9f539a24df04fe28e3d4507934b813d6654ddb2e", | |
| "known_corpus_repeated_use": true, | |
| "model": "Mini", | |
| "objective_quality": { | |
| "utmos22": { | |
| "clips": 180, | |
| "equal_voice_mean": 4.4789755611111115, | |
| "per_voice_clips": 30, | |
| "per_voice_mean": { | |
| "cassidy": 4.4978588, | |
| "hope": 4.513314566666667, | |
| "james": 4.424281033333333, | |
| "jasper": 4.4724901, | |
| "mark": 4.457013066666667, | |
| "sophia": 4.5088958 | |
| }, | |
| "proof": { | |
| "admission_file": "jobs/mos-mini/reader-admission-utmos22.json", | |
| "admission_sha256": "5995fe640d2cb00a722e27ebd810778a61d49e586f6ec2a4daa3e5d9c41af6b9", | |
| "asset_pins": { | |
| "/workspace/inflect-wer-focus-20261108-r003/utmos22.pt": "38aa51ab79e2a4e09a1449758a4b37e9cbb2e8235a49662a732d33a9ba1e9bff" | |
| }, | |
| "evidence_limit": "Saved successful pre-scoring asset/source-hash admission checked against pinned receipts; this publisher does not rerun scoring or independently rehash remote model payloads.", | |
| "model_weights_sha256": "38aa51ab79e2a4e09a1449758a4b37e9cbb2e8235a49662a732d33a9ba1e9bff", | |
| "quality_wrapper_sha256": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8", | |
| "runtime_versions": { | |
| "librosa": "0.11.0", | |
| "numpy": "2.4.2", | |
| "soundfile": "0.13.1", | |
| "torch": "2.11.0+cu128", | |
| "transformers": "5.2.0" | |
| }, | |
| "source_pins": { | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf.py": "72dee4dfeecdb632663290155024ede7e50adef49d798f54750910acd93ca31d", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf_test.py": "cc42a3d4bef5b2c8ab9e6120aa4df6db4011641a4000d73713ee8019c46f59d3", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/fairseq_alt.py": "f243661c1dd01bec87c32d869d67b7c72f1218b8362b12ae3e0bbe6ca8614e2f", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model.py": "c9631bdc42f4687eace749a7bf5bc283537e811ec2fe4bdacb373fadced3b751", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model_test.py": "84d196d3733fb5bce9f66d0e645b351a88b8bd9ff8ba927d37b0949896be7ee2" | |
| }, | |
| "verified_asset_receipt_sha256": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59", | |
| "verified_source_receipt_sha256": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1" | |
| }, | |
| "type": "Objective quality proxy, not human MOS" | |
| }, | |
| "utmosv2": { | |
| "clips": 180, | |
| "equal_voice_mean": 3.9166124131944446, | |
| "per_voice_clips": 30, | |
| "per_voice_mean": { | |
| "cassidy": 3.9544053819444445, | |
| "hope": 3.9528645833333336, | |
| "james": 3.8993489583333334, | |
| "jasper": 3.937261284722222, | |
| "mark": 3.932052951388889, | |
| "sophia": 3.8237413194444443 | |
| }, | |
| "proof": { | |
| "admission_file": "jobs/mos-mini/reader-admission-utmosv2.json", | |
| "admission_sha256": "68897e2743a4ef52cd44312afb222590c83ef891972f1dea8289303a7408a2e1", | |
| "asset_pins": { | |
| "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/assets.json": "a2efc9d98a86afd11e70110cae31d1830f4a1d91f574a3448e6589d1f9437c21", | |
| "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/config.json": "4937977e24d12d1bba70cdce8709c3c04807a8e4ae8ddac4229c48c436ae99ae", | |
| "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/preprocessor_config.json": "b225d617c025463b9e157e06afea8b90dc7078fc70b013c533328423e0486b4a", | |
| "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/pytorch_model.bin": "3249fe98bfc62fcbc26067f724716a6ec49d12c4728a2af1df659013905dff21", | |
| "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--sarulab-speech--UTMOSv2/snapshots/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57", | |
| "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--timm--tf_efficientnetv2_s.in21k_ft_in1k/snapshots/ea9abc143ea2b9d8e1ec1de277bce02149b9cf0e/config.json": "dc47b5c54ec8021e3ef2e02972d8c80ba91ec2fa6bf6b8e76566bf1a4f398c23", | |
| "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--timm--tf_efficientnetv2_s.in21k_ft_in1k/snapshots/ea9abc143ea2b9d8e1ec1de277bce02149b9cf0e/model.safetensors": "6f1933fb6c0d760eae03863ad0110570393e16c0610f8fe94dc9f978e52ec59c" | |
| }, | |
| "evidence_limit": "Saved successful pre-scoring asset/source-hash admission checked against pinned receipts; this publisher does not rerun scoring or independently rehash remote model payloads.", | |
| "model_weights_sha256": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57", | |
| "quality_wrapper_sha256": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8", | |
| "runtime_versions": { | |
| "librosa": "0.11.0", | |
| "numpy": "2.4.2", | |
| "soundfile": "0.13.1", | |
| "torch": "2.11.0+cu128", | |
| "transformers": "5.2.0" | |
| }, | |
| "source_pins": { | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf.py": "72dee4dfeecdb632663290155024ede7e50adef49d798f54750910acd93ca31d", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf_test.py": "cc42a3d4bef5b2c8ab9e6120aa4df6db4011641a4000d73713ee8019c46f59d3", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/fairseq_alt.py": "f243661c1dd01bec87c32d869d67b7c72f1218b8362b12ae3e0bbe6ca8614e2f", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model.py": "c9631bdc42f4687eace749a7bf5bc283537e811ec2fe4bdacb373fadced3b751", | |
| "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model_test.py": "84d196d3733fb5bce9f66d0e645b351a88b8bd9ff8ba927d37b0949896be7ee2" | |
| }, | |
| "verified_asset_receipt_sha256": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59", | |
| "verified_model_asset": { | |
| "filename": "fold0_s42_best_model.pth", | |
| "relative_path": "hub/models--sarulab-speech--UTMOSv2/snapshots/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth", | |
| "repo": "sarulab-speech/UTMOSv2", | |
| "revision": "506474f2b33dc77c234d668cc419be1861899cad", | |
| "sha256": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57", | |
| "size": 818531314, | |
| "url": "https://huggingface.co/sarulab-speech/UTMOSv2/resolve/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth" | |
| }, | |
| "verified_runtime_receipt_sha256": "ca339d334ed4e1a0b151e2d47ae67d95ba2ca86c058158ada8c92425662507f8", | |
| "verified_source_receipt_sha256": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1", | |
| "verified_source_tree": { | |
| "commit": "14a281c6072d6fad2bf31f992ed2e60304400075", | |
| "tracked_files_sha256": { | |
| ".github/ISSUE_TEMPLATE/bug-report.yml": "1c555396240f6ce5c844826194827c1bbc2d69f5e63d43e3d0af8f63f7a44900", | |
| ".github/ISSUE_TEMPLATE/config.yml": "24cfdf9e3d4880738184eb765d98aa064a725b04053d133862ff6d50074f0323", | |
| ".github/pull_request_template.md": "150c01c4b343a77fc30c4a5e28acf23660e1094a40902fd83358e9591ff4852c", | |
| ".github/workflows/lint_and_format.yml": "363a72839ea103d2e3ca7a2e6f38d596e6f7e05cc552658799cca43e9deaf3b2", | |
| ".github/workflows/mypy_check.yml": "a9cfb2f0a465fc062d625d54cea934b1ab6a85fb46ab75d2d2c2ffb1627a96b5", | |
| ".github/workflows/tests.yml": "75801156effdbda3860be7fb85f3f89c145e4dad7d34b4682bc2c9c674da0a6e", | |
| ".gitignore": "4b24693066d6feeb27393b262b43b2f3b45a5a4fc04b5dae611d66e6d1049ed2", | |
| ".vscode/settings.json": "2822db6b6363e03234742851c0c00b50de6355b0e0a3f24c131d2cc0ae0c6ba8", | |
| "CITATION.cff": "452869811a2661105bc668c623651d48c5bb5c03ba74963c91b0d4ad9eb9dc24", | |
| "LICENSE": "ddefd7cc91936715d038865d38d5ada0cd42d31916a2583f121dfa94242de76d", | |
| "README.md": "e2a168d618451a5094b217d5340f3f32590b84b1e8e0d552cc7f0e7f44013350", | |
| "docs/datasets.md": "21098e7139f2a0d01c7a8150adb09d1afa5603d107fe70ce5ffb16359bec1a6f", | |
| "docs/image/line2.svg": "7d645a311344885e2a8dafb09428370ebcdf8c0290c73f886cf73bcb6fbbc4f6", | |
| "docs/image/line3.svg": "129d08072260874407450c4c715f3b0356ca57134d2ee62d015d2b37c1f43163", | |
| "docs/image/line4.svg": "8b1049dd611291b50a75c64a56fb08b3d75c985908e3a77456c9a3711e5822de", | |
| "docs/image/titleLine.svg": "947a10474cdd919c1ae58c5ae7dab7e87a469c490d54f1d923864449ebba058a", | |
| "docs/image/titleLine2b.svg": "1c54331511bde1d121a6ac28290cd95ffba15718897bb535133bc9697be5a8d8", | |
| "docs/image/titleLine2t.svg": "99fb519c87bc8a3b0fddedcfb24b47ea9be64fe7016f6c6a3d18c119655f3829", | |
| "docs/image/titleLine3b.svg": "1d74e764253efcb824dc79d126f39c4515f8fd1f73eb96862d425963ea303ab3", | |
| "docs/image/titleLine3t.svg": "6ad35f781483c9fa0eb62ac2749687075831fdbcd85a187988fd120175ceab3e", | |
| "docs/image/titleLine4b.svg": "083b77360d7e47988d46bf9446144c619abe4d4a46bcf2d1c950c446fc36b588", | |
| "docs/image/titleLine4t.svg": "8d29a0aafc7c0c09c7057c41b2802e964f89d0f27266ea27ed441f2f8a493c8c", | |
| "docs/image/titleLine5b.svg": "67418ab64d8b88ccd4e303e15d132863e68f6876af0afb206e406449c80c15e0", | |
| "docs/image/titleLine5t.svg": "2d865f7cc844f88a76d9fe73e50dff3de7a627b0cadf793f606f7c1e88e86b13", | |
| "docs/image/utmosv2.PNG": "0dbbcbb591a99cd7c44412e2d64835be8e6ae190a3d113feae81b93f048aa42d", | |
| "docs/inference.md": "6b5bea32d78e4a8b59b601e1d9d593f76ee3d14d22c506cfa073cb326b356f47", | |
| "docs/reproduction.md": "58a23a4a7cdd3504017fe5ca690e22f16f9dc57dcacadb79faf29305ce2192f5", | |
| "docs/training.md": "91b830147975b5d8a5aa7011c11cfc57f462b98f2c2f9c90ae213759f23456bd", | |
| "inference.py": "551a5250033664a03b42a213baae4a247101ce9fa9f07eca9670781349ea5586", | |
| "poster.pdf": "1508aa615af85fe142f658332f1154c378278ee2b64403b76e2b4fa775704f95", | |
| "pyproject.toml": "715bf2580da456589a354c56e1fb6bb328da30e94235dd66ea635ab8cb04b830", | |
| "quickstart.ipynb": "b9811c2d22373a066cad65bd7e03b6675a03e6617c7305f942c675a344149a6b", | |
| "tests/core_tests/test_create.py": "821f80f990e440a6f00367de0c538ea6434d567cf7dbcd7a168236e627fea97a", | |
| "tests/core_tests/test_model.py": "f20be949a948a9bbdc031bd8439c0c143189092c36771b5b5256f984e3a7c382", | |
| "train.py": "48a7f71ee5886a041bb64fa48e2d0a45d16d180e932e4ebfe0fc530c9f65c237", | |
| "utmosv2/__init__.py": "e06dc6d346eb846fb93023e6745069b27d9be31b9c96471259225ad24debf283", | |
| "utmosv2/_core/__init__.py": "97855bfa183313568c397cf05aea33d12102b3f7ecfa320aba1c3dd6e84fdedf", | |
| "utmosv2/_core/create.py": "fc4826f65e31da6eff6aec4bc71bc6f0f599707ec9e434701f7c4352fe433542", | |
| "utmosv2/_core/model/__init__.py": "394ee28ff47e226ef8ff05b2a774079e0e692a085500873dabf36a85c61c4c7d", | |
| "utmosv2/_core/model/_common.py": "c751e552eb4eb8ad31697370f6a84ab398cabda3062e0a12f93f63ba651c8f4d", | |
| "utmosv2/_core/model/_models.py": "6f1ada7cb39c5f2da9917c68dc17af363f40ed190d7cc4ec0d8f102382d45496", | |
| "utmosv2/_import.py": "9c4799a0cd837d1ff45fb87083e479243478199352352d3399b5cf12862b2fb0", | |
| "utmosv2/_settings/__init__.py": "4ec7b658e3fea5fdca5dc54d90ccb12d70d11fd18c3f2a85f452996816c82f8f", | |
| "utmosv2/_settings/_config.py": "d865f90543c4c02decc37a52df9403542dd1efeb732707d3ad0b62e97d05771c", | |
| "utmosv2/config/c_fusion_stage2.py": "1ac42cff20dbc8de4e68570b4a4745d724b218020774508aede82b174ad4d258", | |
| "utmosv2/config/c_fusion_stage3.py": "832dfbaecec441b1aedc7a932830bacc4a7b5bec6006f9d043d56569fc799a6c", | |
| "utmosv2/config/c_spec_only_stage1.py": "108e4aa3674d814758a7feff0c2a9cbc32261d0353dedb87510aeec72e540ee6", | |
| "utmosv2/config/c_spec_only_stage2.py": "18a4e0da32eed14f9fc9cd5897622792de2dc147f097a34da4cbdcb91ce6784c", | |
| "utmosv2/config/c_ssl_only_stage1.py": "04d672d7d0aa29bdef75d6e41401ae6921338fb908adf281d349ae3fee657cc0", | |
| "utmosv2/config/c_ssl_only_stage2.py": "86b05cbcd8b464120b26cc3bbed16fb9d378e38fa44e6d9557a516bb240d57d1", | |
| "utmosv2/config/fusion_stage2.py": "cc13ecc5217ffad0036d3bfa8bcd8d52e525470285f4a8bcc90255425b9554dd", | |
| "utmosv2/config/fusion_stage2_wo_bc.py": "63e5694198c064149696e1951b3e19be12b42a6805ebcacf4e6b74940740bd54", | |
| "utmosv2/config/fusion_stage2_wo_bvcc.py": "13e4d054f90cd9e2c2ceddccb801678cb23ad74116bbe15036bcc31c87f855b1", | |
| "utmosv2/config/fusion_stage2_wo_sarulab.py": "1a0b0fe01ceb6fb05c387dded96fba3e6a10921754f09577452ed297af4d3e5f", | |
| "utmosv2/config/fusion_stage2_wo_somos.py": "6ede5659485a074899a14823eb8e7b9fb8acdfd82f2d39d757ac02b1d93c65f9", | |
| "utmosv2/config/fusion_stage3.py": "9e30618e51ddbcf77cb2d3bbd66e3f194833c06f3141abb626ba385eb38f1c05", | |
| "utmosv2/config/fusion_stage3_wo_bc.py": "c8aa6230baee6169fd5496cd9f1c5ac2482ecbc7b3f67d74e7a98e505fd03356", | |
| "utmosv2/config/fusion_stage3_wo_bvcc.py": "3841522053d29172c496f98df49cc17db7512d4e92f95e96845245ab5905aadf", | |
| "utmosv2/config/fusion_stage3_wo_sarulab.py": "753a14b30184e785152e7392f8ff8597feb275e9a7f32fc80a090a1c24130dfa", | |
| "utmosv2/config/fusion_stage3_wo_somos.py": "c898bc0f46561ce56f59fda606e1d70f78e353e7de09f8ccc19381611267f364", | |
| "utmosv2/config/fusion_wo_stage1and2.py": "1d20f81673a88110780a17b1e40afec4c2c26f3761806010e0ef21f2824aacd2", | |
| "utmosv2/config/fusion_wo_stage2.py": "ec5527163d6f084faec5f9fcc89add50b6fe5533deea4348421935e0e40b6e4f", | |
| "utmosv2/config/spec_only.py": "42814110a090b590712c65934e2d0e8a8fe364b917c9ddf094a28240a6934c33", | |
| "utmosv2/config/spec_only_wo_bc.py": "15a3d1456ccee40fee8111d14a3c29226c9ed2e90f4c5e3c5fe39c5976490bb1", | |
| "utmosv2/config/spec_only_wo_bvcc.py": "762ddced5c96e9d10fd7066ed1296fa54d78780ff0414a00ca7a00d4924bd885", | |
| "utmosv2/config/spec_only_wo_sarulab.py": "112d9edfab4d2fe44fe6ab9783786b2d2338c3f8f0ecbefec6d8520baa65370e", | |
| "utmosv2/config/spec_only_wo_somos.py": "25c98b66647bd241c5805e5d4e8b65e5800c29a95769d65e8beadf09b8ffb9e3", | |
| "utmosv2/config/ssl_only_stage1.py": "3e98f812732f3f91235559f741c642fab37f4870b3c3a0f2b2494ca05c1f76ab", | |
| "utmosv2/config/ssl_only_stage1_wo_bc.py": "bd221cdd1b2f4521f27eec6c9a46971f3592f4703923c50ff0b63618c9e88034", | |
| "utmosv2/config/ssl_only_stage1_wo_bvcc.py": "0cc332d2d615863156e5183a4ca10f2f7a798a17a27bfb8a29fbeb2a910ce7d3", | |
| "utmosv2/config/ssl_only_stage1_wo_sarulab.py": "d7cc8c7dbaf8cb81ec9ed76806fdc22b0ef31562b1e71c3b46d30036ca294f7f", | |
| "utmosv2/config/ssl_only_stage1_wo_somos.py": "58a57b430f994853b2143dc5142a659e32c6c3bad9c0d29f035de3a6c0d22092", | |
| "utmosv2/config/ssl_only_stage2.py": "f395f05995893754e2009032f03129e5c801d9a364dca444fbeec4bd92a1aa9a", | |
| "utmosv2/config/ssl_only_stage2_wo_bc.py": "b9f7d2abcad7b649274b1a6705a1676bcbb810d0508a9943c76fb3090c846932", | |
| "utmosv2/config/ssl_only_stage2_wo_bvcc.py": "0090a123be326e534b240402da2e8ed25c986f284c2c525b0b4b7396d7e97e1e", | |
| "utmosv2/config/ssl_only_stage2_wo_sarulab.py": "64bc215dc14e3af1701d126c5e1fc1192b7df243541f0680a50febe3e66f172f", | |
| "utmosv2/config/ssl_only_stage2_wo_somos.py": "0be93b940502bc51bf754ae1a3e4d49c283ce04acaf0b078ef326f678f48c11a", | |
| "utmosv2/dataset/__init__.py": "4c3c3f5605c91b45b1a013efd91cc49840000722947176e7a29fa86e73e10473", | |
| "utmosv2/dataset/_base.py": "68fcbfcda642855320dbff5c313149bb60d2ff437d0730bc9db48b99093f8ba7", | |
| "utmosv2/dataset/_schema.py": "c4b42cdcff6fc0fa517fdbfb7104eaec61f952147143b2f74c0193c69ba31a61", | |
| "utmosv2/dataset/_utils.py": "e3e28c3e0e2eb643846f400a7898afe932bfe4ed5cb705a2343e674abe01380a", | |
| "utmosv2/dataset/multi_spec.py": "5c43fb2cdd746609db59dc597adba12127c844ce332da5840362c9d319193fbc", | |
| "utmosv2/dataset/ssl.py": "94cf4e9a606253de37f02dd715b309991ac5303a6c1c5cf063726700154e59c8", | |
| "utmosv2/dataset/ssl_multispec.py": "57ea343bd156e58918297054f36c67985f29ddea3cebc3c4c38c94ccb263f378", | |
| "utmosv2/loss/__init__.py": "91aba42eb8262753448c804721b94b49474e3791187571e9ac9a5e7e051867a8", | |
| "utmosv2/loss/_losses.py": "226ec4d1ce8bfaacb1fb9c768d8ebc4be242ac58a1b1e2880d7beba7a8e9c768", | |
| "utmosv2/model/__init__.py": "b2d15c929596e7038dba58e8e48e9857863db28f0758f4d33503946b8a795919", | |
| "utmosv2/model/multi_spec.py": "9166fc16a8b95c1f40d4808a5b820bbb4a5a71298e02666bab955015bda60dab", | |
| "utmosv2/model/ssl.py": "007408c00dbf3baf4f63424e2367743e0fc6671f9f2266da13011899c62139d9", | |
| "utmosv2/model/ssl_multispec.py": "11ce2c1c56b81241f40a231a19ee38c8c919b6251f52210f08be5f03ac417ba3", | |
| "utmosv2/preprocess/__init__.py": "6c32a9f8191d0470d3723ff58c2cea1e64f859eccc0b674cbf944aa5d40767e3", | |
| "utmosv2/preprocess/_preprocess.py": "0a86d0d9e0ec7210e1375d33775b38c4752fe088c551389f72207dfbbd3aaeae", | |
| "utmosv2/py.typed": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", | |
| "utmosv2/runner/__init__.py": "19850919de7394e61f88bce21388d06d87f14721807cac72ba28552c70ba7d06", | |
| "utmosv2/runner/_inference.py": "dfcc13e973c056d7d1123a6626250f202a2c43eb81d65e8d0072612e2f40a75c", | |
| "utmosv2/runner/_train.py": "4899445ae22907aaa8108ce575f6e8a228f120fecb508c773e64248bea5ad04c", | |
| "utmosv2/transform/__init__.py": "a77578722bee96fdc2e9f5f82d722befe489e176ec93e8954c0a7c247459410e", | |
| "utmosv2/transform/_xymasking.py": "c50bc929963aa6b352cce34e1568cf4a7c61bcb6a778c8160368cb68e534cd2c", | |
| "utmosv2/utils/__init__.py": "5a062c5a4541e8d41692cd369add9476f17bc9cc78b1edebb38456cb0f6ad309", | |
| "utmosv2/utils/_constants.py": "9def1481bc0da33fd884dbf3ef424ccb79c52b4a698fb059cd915ba4990c89b1", | |
| "utmosv2/utils/_download.py": "d9fc6efe6e9421dc43ef328b4893df9b64b324b52d65f4ef7181771218e16802", | |
| "utmosv2/utils/_pure/__init__.py": "6ecc5b4b2d703e3c719b3e908b0c50e61f5247b49d9994192bf757616ff3d786", | |
| "utmosv2/utils/_pure/initializers.py": "60bfabaec9ab14a2a461210f932a2893f7c671579f8b66e9dae4eaa4759c744d", | |
| "utmosv2/utils/_pure/metrics.py": "9fb39563141893d2e845d5fde79970583ddd3279148f04acc2d6d15842665fbf", | |
| "utmosv2/utils/_pure/save.py": "14b78fb01330d6caa96b515b0af5b53eaf754d26747ea3b80d5df7382f6aa80e", | |
| "utmosv2/utils/_pure/split.py": "7bec87d6d2a89b8943cd1edda602d91d20d5b43cf4684b075023a41c49048ba4", | |
| "utmosv2/utils/_task_dependents/__init__.py": "b692f7991c4494d3b7ca28f6936411904c92a98c727b045253e4d3330c34606c", | |
| "utmosv2/utils/_task_dependents/initializers.py": "07573ebdd7be372d39bfe614ba7a638b9c353edd0970b2cac68dc9335f38f984", | |
| "utmosv2/utils/_task_dependents/log.py": "8c692abaef70361665236393feb6e88bd85ee76675582d1f7c4de894e8b3d173", | |
| "utmosv2/utils/_task_dependents/metrics.py": "9e3d8386e8298427e1b93708a742d35f7507c534d640baebb66f6c714fc21c13", | |
| "utmosv2/utils/_task_dependents/save.py": "340dd944788b602f63871c78a5ef146b843bf93c53b0e156d5958605724ccf24", | |
| "uv.lock": "8250985069c8d175835027cbd41961edcde3895260a7202322d6c2254014f095" | |
| }, | |
| "tree_sha256": "225ed6288d2a645d0611626ea2500ced87798c1ab55b9322b45087a098078bb2", | |
| "version": "1.3.0" | |
| } | |
| }, | |
| "type": "Objective quality proxy, not human MOS" | |
| } | |
| }, | |
| "official_submission": false, | |
| "report_sha256": "2ae71224f1c583523af9d9bc404c52586149ead571c941e1313711a723d625a1", | |
| "schema": "inflect-public-native24-evaluation-v1", | |
| "scoring": { | |
| "aggregation": "WER percent, lower is better: per dataset sum(edits)/sum(N)*100, equal dataset mean, then equal six-voice mean. Pooled word-count WER is separate; no intermediate rounding.", | |
| "execution": { | |
| "asr_batch_size": 8, | |
| "audio_cap_seconds": 30, | |
| "bitwise_official_execution_equivalence_claimed": false, | |
| "device": "CUDA", | |
| "dtype": "BF16", | |
| "duration_sorting": "Official duration sorting within each temporary block manifest, not one globally sorted whole-job manifest", | |
| "last_block_may_be_smaller": true, | |
| "local_hardware": "NVIDIA RTX 5090", | |
| "max_new_tokens": 256, | |
| "official_rank_claimed": false, | |
| "submitted_rows_per_transcriber_call": 24, | |
| "upstream_reference_hardware": "NVIDIA H200 (not used for this local run)" | |
| }, | |
| "limits": "Saved receipts and arithmetic checked; this preparation does not rerun ASR, official normalization/alignment, quality models, or human listening. No official leaderboard submission.", | |
| "reader": "Qwen3-ASR-1.7B", | |
| "reader_weights_sha256": "2db53c7d81bd9b8cbc6a074e89be2c968a0d373fb4ee68bb1b1e14f7042dfee1", | |
| "source_scorer_sha256": "7b9ec60595ee1aa9e05a7821c0afd1f7830ef499bcea2e80c93d3df8b5401717", | |
| "transcribe_source_sha256": "0dadc103e104439568431634558112a12d65320382e9c4af6ad449df63faf586", | |
| "utmos22_source_sha256": "55795acfce499829fb33084e3b2202555a00de6252e220837fe84313796df01f" | |
| }, | |
| "source_receipts": { | |
| "external-evidence/quality-asset-pins.json": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59", | |
| "external-evidence/v3_window_quality_score_20261111.py": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8", | |
| "jobs/mini-cassidy-full/reader-admission.json": "2067c9cecd20579b2587990e1523d0b1fc3cc6c5e12ddd716e6f0804361a8534", | |
| "jobs/mini-cassidy-full/render/panel.json": "c37bef1d690cc329d353799a99aaf57f66022c889c81b3f3b59c5cab943ee2e8", | |
| "jobs/mini-cassidy-full/score-render-asr/clips.json": "020403ccbd963c339f5a93044eeb440243e74efa759ba210fb0d04622e7bbd4e", | |
| "jobs/mini-cassidy-full/score-render-asr/plan.json": "6457afc170f060eb9d272ed16ceabc93e17315fd36934b31640fc54180540de8", | |
| "jobs/mini-hope-full/reader-admission.json": "0b09caf2a5120e2ce0c4b341b60d86debf55a003bc17288c5ccda1d07e7fabf1", | |
| "jobs/mini-hope-full/render/panel.json": "9affd3396a801be47229a8b99b617878c1c5e5a32326aa70fcca728e6051f955", | |
| "jobs/mini-hope-full/score-render-asr/clips.json": "093023a251a6bd00ab3f6b86b1560315b67e798a6cc2bd00bfa661964b4f5798", | |
| "jobs/mini-hope-full/score-render-asr/plan.json": "c1716a6e6081b71b1b7d6e828f409fa3dff4700a17d9b4407d0431534ce60501", | |
| "jobs/mini-james-full/reader-admission.json": "b35193893a300349a89a1bfd91e8d03c7887396508a124c73872197fada804a1", | |
| "jobs/mini-james-full/render/panel.json": "e25deae9ad22bdd0b802cbd1f1f7d29c5635c2addbbcae732f2796a96185667b", | |
| "jobs/mini-james-full/score-render-asr/clips.json": "dd43aeaa8852dce2d3f1bacbdb7815a16badcbe96b3c305a0b1e3dcc1ab2cf76", | |
| "jobs/mini-james-full/score-render-asr/plan.json": "8d2718bfcd457eea6db275d58b59f313d30aefd1256c30a79ccb5005ad89659d", | |
| "jobs/mini-jasper-full/reader-admission.json": "dec22421174e43e5cc8cf0c0f86a76979a299097038ffd84daf1114f4e07dd0a", | |
| "jobs/mini-jasper-full/render/panel.json": "fee8d3114aafcb214b1db92e0ad04a00b7cf09b04443de84e8eef0f948cb91e6", | |
| "jobs/mini-jasper-full/score-render-asr/clips.json": "293eb9c4e2e2571cd70f09c91d038ba13d56fa29dc0ecf8d35052a8ff09c0629", | |
| "jobs/mini-jasper-full/score-render-asr/plan.json": "9ce80c47bf60c9bb6caeacb1995069c67862c39b3e24b3485041b12ad93e6d70", | |
| "jobs/mini-mark-full/reader-admission.json": "2b0c834ce94a8851761acfd53dc69e5ff7421927d6099405743bc1bf01746727", | |
| "jobs/mini-mark-full/render/panel.json": "639a1120745da4d588850af09042960e7f3a4cbf3f592f2edca07268e44c57d2", | |
| "jobs/mini-mark-full/score-render-asr/clips.json": "303ea96de7baee1bd14333bcff7936c6feca774ddc77db691fecfb8c2242259e", | |
| "jobs/mini-mark-full/score-render-asr/plan.json": "241aa8ec2453b342cf236345ea216eb61e86e02cc6f2e6ea6950d986e03bd38a", | |
| "jobs/mini-sophia-full/reader-admission.json": "5adbe21ff6bb6898cbc215902eae4478508446d87ab75d700d629437cb4f3a4e", | |
| "jobs/mini-sophia-full/render/panel.json": "d513d6768fab74a75c1e864bc46a286632f9ce3d7fe94a66c05dd42a514f4dd8", | |
| "jobs/mini-sophia-full/score-render-asr/clips.json": "eff6e8accee0ace046d1fa6cc0225c2826e572cc06526a53ee16863c9e8a190b", | |
| "jobs/mini-sophia-full/score-render-asr/plan.json": "e6095f03bb7c2716e4d3069ad884514968a35eb55e185915ee5bba0ec399646c", | |
| "jobs/mos-mini/quality-panel-receipt.json": "4cda1a404f88ab413c0b25ac01ba3f0730c4e3ef0151e9dae566c2936c276cf4", | |
| "jobs/mos-mini/reader-admission-utmos22.json": "5995fe640d2cb00a722e27ebd810778a61d49e586f6ec2a4daa3e5d9c41af6b9", | |
| "jobs/mos-mini/reader-admission-utmosv2.json": "68897e2743a4ef52cd44312afb222590c83ef891972f1dea8289303a7408a2e1", | |
| "jobs/mos-mini/render/panel.json": "e4e195b99b87d80e0baacd493f6993db689b808ef1679bb4b235bd6401c4324f", | |
| "jobs/mos-mini/score-render-utmos22/clips.json": "2a2d2c3a94807ff4dbd53001342f37c9efd31802713c07f8e678e31244c83636", | |
| "jobs/mos-mini/score-render-utmos22/plan.json": "d166e5943b0b29cf8375e014511d6881d426dbeeefe031d35959488f6f3f1ad0", | |
| "jobs/mos-mini/score-render-utmos22/summary.json": "702243875739a7229e19fc8b7d01a09d8d068b18d4f403c7ed7ef48126ec849c", | |
| "jobs/mos-mini/score-render-utmosv2/clips.json": "0a380461327eb6f5eeb474f778bb1695dac65df285c253fcf114ef6f21117ec1", | |
| "jobs/mos-mini/score-render-utmosv2/plan.json": "fe4935a52ee2c40b45c49a9eabff61a0eface063dc0cc6fd802472032c7d3cb4", | |
| "jobs/mos-mini/score-render-utmosv2/runtime.json": "ca339d334ed4e1a0b151e2d47ae67d95ba2ca86c058158ada8c92425662507f8", | |
| "jobs/mos-mini/score-render-utmosv2/summary.json": "0bfcb22b44fdfeccbe330ac8b860fd7ffffd36c7648159d4e9abf3e5221d5cff", | |
| "quality-source-pins.json": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1", | |
| "reader-reference-pins.json": "b859d4fdf2a345693e3e57177e775aa8618fe370b8406b78964e40b1bb855bcc" | |
| }, | |
| "training_disjointness_certified": false, | |
| "wer": { | |
| "N": 127308, | |
| "cases_per_voice": 1688, | |
| "clips": 10128, | |
| "dataset_cases_per_voice": { | |
| "cv3_eval_zero_shot_en": 500, | |
| "minimax_eval_tts_en": 100, | |
| "seed_tts_eval_tts_en": 1088 | |
| }, | |
| "edits": 1114, | |
| "equal_dataset_equal_voice_wer_percent": 0.7390056860624062, | |
| "pooled_wer_percent": 0.875043202312502, | |
| "scope": "full-1688-per-voice", | |
| "voices": [ | |
| { | |
| "N": 21218, | |
| "cells": [ | |
| { | |
| "D": 7, | |
| "I": 6, | |
| "N": 7377, | |
| "S": 77, | |
| "clips": 500, | |
| "dataset": "cv3_eval_zero_shot_en", | |
| "edits": 90, | |
| "wer_percent": 1.2200081333875559 | |
| }, | |
| { | |
| "D": 9, | |
| "I": 3, | |
| "N": 11941, | |
| "S": 76, | |
| "clips": 1088, | |
| "dataset": "seed_tts_eval_tts_en", | |
| "edits": 88, | |
| "wer_percent": 0.7369567037936521 | |
| }, | |
| { | |
| "D": 1, | |
| "I": 0, | |
| "N": 1900, | |
| "S": 4, | |
| "clips": 100, | |
| "dataset": "minimax_eval_tts_en", | |
| "edits": 5, | |
| "wer_percent": 0.2631578947368421 | |
| } | |
| ], | |
| "edits": 183, | |
| "equal_dataset_wer_percent": 0.74004091063935, | |
| "pooled_wer_percent": 0.8624752568573852, | |
| "voice": "hope" | |
| }, | |
| { | |
| "N": 21218, | |
| "cells": [ | |
| { | |
| "D": 6, | |
| "I": 6, | |
| "N": 7377, | |
| "S": 73, | |
| "clips": 500, | |
| "dataset": "cv3_eval_zero_shot_en", | |
| "edits": 85, | |
| "wer_percent": 1.152229903754914 | |
| }, | |
| { | |
| "D": 10, | |
| "I": 3, | |
| "N": 11941, | |
| "S": 85, | |
| "clips": 1088, | |
| "dataset": "seed_tts_eval_tts_en", | |
| "edits": 98, | |
| "wer_percent": 0.8207017837702035 | |
| }, | |
| { | |
| "D": 1, | |
| "I": 0, | |
| "N": 1900, | |
| "S": 3, | |
| "clips": 100, | |
| "dataset": "minimax_eval_tts_en", | |
| "edits": 4, | |
| "wer_percent": 0.21052631578947367 | |
| } | |
| ], | |
| "edits": 187, | |
| "equal_dataset_wer_percent": 0.727819334438197, | |
| "pooled_wer_percent": 0.8813271750400603, | |
| "voice": "sophia" | |
| }, | |
| { | |
| "N": 21218, | |
| "cells": [ | |
| { | |
| "D": 7, | |
| "I": 7, | |
| "N": 7377, | |
| "S": 73, | |
| "clips": 500, | |
| "dataset": "cv3_eval_zero_shot_en", | |
| "edits": 87, | |
| "wer_percent": 1.1793411956079707 | |
| }, | |
| { | |
| "D": 9, | |
| "I": 2, | |
| "N": 11941, | |
| "S": 80, | |
| "clips": 1088, | |
| "dataset": "seed_tts_eval_tts_en", | |
| "edits": 91, | |
| "wer_percent": 0.7620802277866175 | |
| }, | |
| { | |
| "D": 1, | |
| "I": 0, | |
| "N": 1900, | |
| "S": 4, | |
| "clips": 100, | |
| "dataset": "minimax_eval_tts_en", | |
| "edits": 5, | |
| "wer_percent": 0.2631578947368421 | |
| } | |
| ], | |
| "edits": 183, | |
| "equal_dataset_wer_percent": 0.7348597727104768, | |
| "pooled_wer_percent": 0.8624752568573852, | |
| "voice": "cassidy" | |
| }, | |
| { | |
| "N": 21218, | |
| "cells": [ | |
| { | |
| "D": 3, | |
| "I": 8, | |
| "N": 7377, | |
| "S": 66, | |
| "clips": 500, | |
| "dataset": "cv3_eval_zero_shot_en", | |
| "edits": 77, | |
| "wer_percent": 1.0437847363426866 | |
| }, | |
| { | |
| "D": 11, | |
| "I": 4, | |
| "N": 11941, | |
| "S": 88, | |
| "clips": 1088, | |
| "dataset": "seed_tts_eval_tts_en", | |
| "edits": 103, | |
| "wer_percent": 0.8625743237584792 | |
| }, | |
| { | |
| "D": 1, | |
| "I": 0, | |
| "N": 1900, | |
| "S": 5, | |
| "clips": 100, | |
| "dataset": "minimax_eval_tts_en", | |
| "edits": 6, | |
| "wer_percent": 0.3157894736842105 | |
| } | |
| ], | |
| "edits": 186, | |
| "equal_dataset_wer_percent": 0.7407161779284588, | |
| "pooled_wer_percent": 0.8766141954943916, | |
| "voice": "james" | |
| }, | |
| { | |
| "N": 21218, | |
| "cells": [ | |
| { | |
| "D": 5, | |
| "I": 8, | |
| "N": 7377, | |
| "S": 69, | |
| "clips": 500, | |
| "dataset": "cv3_eval_zero_shot_en", | |
| "edits": 82, | |
| "wer_percent": 1.1115629659753288 | |
| }, | |
| { | |
| "D": 8, | |
| "I": 5, | |
| "N": 11941, | |
| "S": 84, | |
| "clips": 1088, | |
| "dataset": "seed_tts_eval_tts_en", | |
| "edits": 97, | |
| "wer_percent": 0.8123272757725484 | |
| }, | |
| { | |
| "D": 1, | |
| "I": 0, | |
| "N": 1900, | |
| "S": 4, | |
| "clips": 100, | |
| "dataset": "minimax_eval_tts_en", | |
| "edits": 5, | |
| "wer_percent": 0.2631578947368421 | |
| } | |
| ], | |
| "edits": 184, | |
| "equal_dataset_wer_percent": 0.7290160454949064, | |
| "pooled_wer_percent": 0.867188236403054, | |
| "voice": "jasper" | |
| }, | |
| { | |
| "N": 21218, | |
| "cells": [ | |
| { | |
| "D": 3, | |
| "I": 9, | |
| "N": 7377, | |
| "S": 69, | |
| "clips": 500, | |
| "dataset": "cv3_eval_zero_shot_en", | |
| "edits": 81, | |
| "wer_percent": 1.0980073200488003 | |
| }, | |
| { | |
| "D": 11, | |
| "I": 4, | |
| "N": 11941, | |
| "S": 89, | |
| "clips": 1088, | |
| "dataset": "seed_tts_eval_tts_en", | |
| "edits": 104, | |
| "wer_percent": 0.8709488317561344 | |
| }, | |
| { | |
| "D": 1, | |
| "I": 0, | |
| "N": 1900, | |
| "S": 5, | |
| "clips": 100, | |
| "dataset": "minimax_eval_tts_en", | |
| "edits": 6, | |
| "wer_percent": 0.3157894736842105 | |
| } | |
| ], | |
| "edits": 191, | |
| "equal_dataset_wer_percent": 0.7615818751630484, | |
| "pooled_wer_percent": 0.9001790932227354, | |
| "voice": "mark" | |
| } | |
| ] | |
| } | |
| } | |