File size: 34,349 Bytes
d133c91
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
{
  "configuration": {
    "enhancer": false,
    "events": false,
    "note": "",
    "pitch_polish": false,
    "profile": "base",
    "raw_text_input": true,
    "sample_rate": 24000,
    "seed": 42,
    "subtype": "PCM_16",
    "voice_tuner": false
  },
  "core_weights_unchanged": true,
  "corpus": "Known CV3 / Seed-TTS / MiniMax development corpus, 1688 source cases; not a new independent test",
  "evaluated_revision": "9f539a24df04fe28e3d4507934b813d6654ddb2e",
  "known_corpus_repeated_use": true,
  "model": "Mini",
  "objective_quality": {
    "utmos22": {
      "clips": 180,
      "equal_voice_mean": 4.4789755611111115,
      "per_voice_clips": 30,
      "per_voice_mean": {
        "cassidy": 4.4978588,
        "hope": 4.513314566666667,
        "james": 4.424281033333333,
        "jasper": 4.4724901,
        "mark": 4.457013066666667,
        "sophia": 4.5088958
      },
      "proof": {
        "admission_file": "jobs/mos-mini/reader-admission-utmos22.json",
        "admission_sha256": "5995fe640d2cb00a722e27ebd810778a61d49e586f6ec2a4daa3e5d9c41af6b9",
        "asset_pins": {
          "/workspace/inflect-wer-focus-20261108-r003/utmos22.pt": "38aa51ab79e2a4e09a1449758a4b37e9cbb2e8235a49662a732d33a9ba1e9bff"
        },
        "evidence_limit": "Saved successful pre-scoring asset/source-hash admission checked against pinned receipts; this publisher does not rerun scoring or independently rehash remote model payloads.",
        "model_weights_sha256": "38aa51ab79e2a4e09a1449758a4b37e9cbb2e8235a49662a732d33a9ba1e9bff",
        "quality_wrapper_sha256": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8",
        "runtime_versions": {
          "librosa": "0.11.0",
          "numpy": "2.4.2",
          "soundfile": "0.13.1",
          "torch": "2.11.0+cu128",
          "transformers": "5.2.0"
        },
        "source_pins": {
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf.py": "72dee4dfeecdb632663290155024ede7e50adef49d798f54750910acd93ca31d",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf_test.py": "cc42a3d4bef5b2c8ab9e6120aa4df6db4011641a4000d73713ee8019c46f59d3",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/fairseq_alt.py": "f243661c1dd01bec87c32d869d67b7c72f1218b8362b12ae3e0bbe6ca8614e2f",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model.py": "c9631bdc42f4687eace749a7bf5bc283537e811ec2fe4bdacb373fadced3b751",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model_test.py": "84d196d3733fb5bce9f66d0e645b351a88b8bd9ff8ba927d37b0949896be7ee2"
        },
        "verified_asset_receipt_sha256": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59",
        "verified_source_receipt_sha256": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1"
      },
      "type": "Objective quality proxy, not human MOS"
    },
    "utmosv2": {
      "clips": 180,
      "equal_voice_mean": 3.9166124131944446,
      "per_voice_clips": 30,
      "per_voice_mean": {
        "cassidy": 3.9544053819444445,
        "hope": 3.9528645833333336,
        "james": 3.8993489583333334,
        "jasper": 3.937261284722222,
        "mark": 3.932052951388889,
        "sophia": 3.8237413194444443
      },
      "proof": {
        "admission_file": "jobs/mos-mini/reader-admission-utmosv2.json",
        "admission_sha256": "68897e2743a4ef52cd44312afb222590c83ef891972f1dea8289303a7408a2e1",
        "asset_pins": {
          "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/assets.json": "a2efc9d98a86afd11e70110cae31d1830f4a1d91f574a3448e6589d1f9437c21",
          "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/config.json": "4937977e24d12d1bba70cdce8709c3c04807a8e4ae8ddac4229c48c436ae99ae",
          "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/preprocessor_config.json": "b225d617c025463b9e157e06afea8b90dc7078fc70b013c533328423e0486b4a",
          "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--facebook--wav2vec2-base/snapshots/0b5b8e868dd84f03fd87d01f9c4ff0f080fecfe8/pytorch_model.bin": "3249fe98bfc62fcbc26067f724716a6ec49d12c4728a2af1df659013905dff21",
          "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--sarulab-speech--UTMOSv2/snapshots/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57",
          "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--timm--tf_efficientnetv2_s.in21k_ft_in1k/snapshots/ea9abc143ea2b9d8e1ec1de277bce02149b9cf0e/config.json": "dc47b5c54ec8021e3ef2e02972d8c80ba91ec2fa6bf6b8e76566bf1a4f398c23",
          "/workspace/inflect-mini-acoustic-20261102-r001/assets/utmos-pinned/hub/models--timm--tf_efficientnetv2_s.in21k_ft_in1k/snapshots/ea9abc143ea2b9d8e1ec1de277bce02149b9cf0e/model.safetensors": "6f1933fb6c0d760eae03863ad0110570393e16c0610f8fe94dc9f978e52ec59c"
        },
        "evidence_limit": "Saved successful pre-scoring asset/source-hash admission checked against pinned receipts; this publisher does not rerun scoring or independently rehash remote model payloads.",
        "model_weights_sha256": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57",
        "quality_wrapper_sha256": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8",
        "runtime_versions": {
          "librosa": "0.11.0",
          "numpy": "2.4.2",
          "soundfile": "0.13.1",
          "torch": "2.11.0+cu128",
          "transformers": "5.2.0"
        },
        "source_pins": {
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf.py": "72dee4dfeecdb632663290155024ede7e50adef49d798f54750910acd93ca31d",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/hubconf_test.py": "cc42a3d4bef5b2c8ab9e6120aa4df6db4011641a4000d73713ee8019c46f59d3",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/fairseq_alt.py": "f243661c1dd01bec87c32d869d67b7c72f1218b8362b12ae3e0bbe6ca8614e2f",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model.py": "c9631bdc42f4687eace749a7bf5bc283537e811ec2fe4bdacb373fadced3b751",
          "/workspace/inflect-wer-focus-20261108-r003/SpeechMOS-v1.2.0/speechmos/utmos22/strong/model_test.py": "84d196d3733fb5bce9f66d0e645b351a88b8bd9ff8ba927d37b0949896be7ee2"
        },
        "verified_asset_receipt_sha256": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59",
        "verified_model_asset": {
          "filename": "fold0_s42_best_model.pth",
          "relative_path": "hub/models--sarulab-speech--UTMOSv2/snapshots/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth",
          "repo": "sarulab-speech/UTMOSv2",
          "revision": "506474f2b33dc77c234d668cc419be1861899cad",
          "sha256": "c8149d988e4bbf3f347e6966b5d769de347a5f8c59ffca1dc4bd4bf5b8585e57",
          "size": 818531314,
          "url": "https://huggingface.co/sarulab-speech/UTMOSv2/resolve/506474f2b33dc77c234d668cc419be1861899cad/fold0_s42_best_model.pth"
        },
        "verified_runtime_receipt_sha256": "ca339d334ed4e1a0b151e2d47ae67d95ba2ca86c058158ada8c92425662507f8",
        "verified_source_receipt_sha256": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1",
        "verified_source_tree": {
          "commit": "14a281c6072d6fad2bf31f992ed2e60304400075",
          "tracked_files_sha256": {
            ".github/ISSUE_TEMPLATE/bug-report.yml": "1c555396240f6ce5c844826194827c1bbc2d69f5e63d43e3d0af8f63f7a44900",
            ".github/ISSUE_TEMPLATE/config.yml": "24cfdf9e3d4880738184eb765d98aa064a725b04053d133862ff6d50074f0323",
            ".github/pull_request_template.md": "150c01c4b343a77fc30c4a5e28acf23660e1094a40902fd83358e9591ff4852c",
            ".github/workflows/lint_and_format.yml": "363a72839ea103d2e3ca7a2e6f38d596e6f7e05cc552658799cca43e9deaf3b2",
            ".github/workflows/mypy_check.yml": "a9cfb2f0a465fc062d625d54cea934b1ab6a85fb46ab75d2d2c2ffb1627a96b5",
            ".github/workflows/tests.yml": "75801156effdbda3860be7fb85f3f89c145e4dad7d34b4682bc2c9c674da0a6e",
            ".gitignore": "4b24693066d6feeb27393b262b43b2f3b45a5a4fc04b5dae611d66e6d1049ed2",
            ".vscode/settings.json": "2822db6b6363e03234742851c0c00b50de6355b0e0a3f24c131d2cc0ae0c6ba8",
            "CITATION.cff": "452869811a2661105bc668c623651d48c5bb5c03ba74963c91b0d4ad9eb9dc24",
            "LICENSE": "ddefd7cc91936715d038865d38d5ada0cd42d31916a2583f121dfa94242de76d",
            "README.md": "e2a168d618451a5094b217d5340f3f32590b84b1e8e0d552cc7f0e7f44013350",
            "docs/datasets.md": "21098e7139f2a0d01c7a8150adb09d1afa5603d107fe70ce5ffb16359bec1a6f",
            "docs/image/line2.svg": "7d645a311344885e2a8dafb09428370ebcdf8c0290c73f886cf73bcb6fbbc4f6",
            "docs/image/line3.svg": "129d08072260874407450c4c715f3b0356ca57134d2ee62d015d2b37c1f43163",
            "docs/image/line4.svg": "8b1049dd611291b50a75c64a56fb08b3d75c985908e3a77456c9a3711e5822de",
            "docs/image/titleLine.svg": "947a10474cdd919c1ae58c5ae7dab7e87a469c490d54f1d923864449ebba058a",
            "docs/image/titleLine2b.svg": "1c54331511bde1d121a6ac28290cd95ffba15718897bb535133bc9697be5a8d8",
            "docs/image/titleLine2t.svg": "99fb519c87bc8a3b0fddedcfb24b47ea9be64fe7016f6c6a3d18c119655f3829",
            "docs/image/titleLine3b.svg": "1d74e764253efcb824dc79d126f39c4515f8fd1f73eb96862d425963ea303ab3",
            "docs/image/titleLine3t.svg": "6ad35f781483c9fa0eb62ac2749687075831fdbcd85a187988fd120175ceab3e",
            "docs/image/titleLine4b.svg": "083b77360d7e47988d46bf9446144c619abe4d4a46bcf2d1c950c446fc36b588",
            "docs/image/titleLine4t.svg": "8d29a0aafc7c0c09c7057c41b2802e964f89d0f27266ea27ed441f2f8a493c8c",
            "docs/image/titleLine5b.svg": "67418ab64d8b88ccd4e303e15d132863e68f6876af0afb206e406449c80c15e0",
            "docs/image/titleLine5t.svg": "2d865f7cc844f88a76d9fe73e50dff3de7a627b0cadf793f606f7c1e88e86b13",
            "docs/image/utmosv2.PNG": "0dbbcbb591a99cd7c44412e2d64835be8e6ae190a3d113feae81b93f048aa42d",
            "docs/inference.md": "6b5bea32d78e4a8b59b601e1d9d593f76ee3d14d22c506cfa073cb326b356f47",
            "docs/reproduction.md": "58a23a4a7cdd3504017fe5ca690e22f16f9dc57dcacadb79faf29305ce2192f5",
            "docs/training.md": "91b830147975b5d8a5aa7011c11cfc57f462b98f2c2f9c90ae213759f23456bd",
            "inference.py": "551a5250033664a03b42a213baae4a247101ce9fa9f07eca9670781349ea5586",
            "poster.pdf": "1508aa615af85fe142f658332f1154c378278ee2b64403b76e2b4fa775704f95",
            "pyproject.toml": "715bf2580da456589a354c56e1fb6bb328da30e94235dd66ea635ab8cb04b830",
            "quickstart.ipynb": "b9811c2d22373a066cad65bd7e03b6675a03e6617c7305f942c675a344149a6b",
            "tests/core_tests/test_create.py": "821f80f990e440a6f00367de0c538ea6434d567cf7dbcd7a168236e627fea97a",
            "tests/core_tests/test_model.py": "f20be949a948a9bbdc031bd8439c0c143189092c36771b5b5256f984e3a7c382",
            "train.py": "48a7f71ee5886a041bb64fa48e2d0a45d16d180e932e4ebfe0fc530c9f65c237",
            "utmosv2/__init__.py": "e06dc6d346eb846fb93023e6745069b27d9be31b9c96471259225ad24debf283",
            "utmosv2/_core/__init__.py": "97855bfa183313568c397cf05aea33d12102b3f7ecfa320aba1c3dd6e84fdedf",
            "utmosv2/_core/create.py": "fc4826f65e31da6eff6aec4bc71bc6f0f599707ec9e434701f7c4352fe433542",
            "utmosv2/_core/model/__init__.py": "394ee28ff47e226ef8ff05b2a774079e0e692a085500873dabf36a85c61c4c7d",
            "utmosv2/_core/model/_common.py": "c751e552eb4eb8ad31697370f6a84ab398cabda3062e0a12f93f63ba651c8f4d",
            "utmosv2/_core/model/_models.py": "6f1ada7cb39c5f2da9917c68dc17af363f40ed190d7cc4ec0d8f102382d45496",
            "utmosv2/_import.py": "9c4799a0cd837d1ff45fb87083e479243478199352352d3399b5cf12862b2fb0",
            "utmosv2/_settings/__init__.py": "4ec7b658e3fea5fdca5dc54d90ccb12d70d11fd18c3f2a85f452996816c82f8f",
            "utmosv2/_settings/_config.py": "d865f90543c4c02decc37a52df9403542dd1efeb732707d3ad0b62e97d05771c",
            "utmosv2/config/c_fusion_stage2.py": "1ac42cff20dbc8de4e68570b4a4745d724b218020774508aede82b174ad4d258",
            "utmosv2/config/c_fusion_stage3.py": "832dfbaecec441b1aedc7a932830bacc4a7b5bec6006f9d043d56569fc799a6c",
            "utmosv2/config/c_spec_only_stage1.py": "108e4aa3674d814758a7feff0c2a9cbc32261d0353dedb87510aeec72e540ee6",
            "utmosv2/config/c_spec_only_stage2.py": "18a4e0da32eed14f9fc9cd5897622792de2dc147f097a34da4cbdcb91ce6784c",
            "utmosv2/config/c_ssl_only_stage1.py": "04d672d7d0aa29bdef75d6e41401ae6921338fb908adf281d349ae3fee657cc0",
            "utmosv2/config/c_ssl_only_stage2.py": "86b05cbcd8b464120b26cc3bbed16fb9d378e38fa44e6d9557a516bb240d57d1",
            "utmosv2/config/fusion_stage2.py": "cc13ecc5217ffad0036d3bfa8bcd8d52e525470285f4a8bcc90255425b9554dd",
            "utmosv2/config/fusion_stage2_wo_bc.py": "63e5694198c064149696e1951b3e19be12b42a6805ebcacf4e6b74940740bd54",
            "utmosv2/config/fusion_stage2_wo_bvcc.py": "13e4d054f90cd9e2c2ceddccb801678cb23ad74116bbe15036bcc31c87f855b1",
            "utmosv2/config/fusion_stage2_wo_sarulab.py": "1a0b0fe01ceb6fb05c387dded96fba3e6a10921754f09577452ed297af4d3e5f",
            "utmosv2/config/fusion_stage2_wo_somos.py": "6ede5659485a074899a14823eb8e7b9fb8acdfd82f2d39d757ac02b1d93c65f9",
            "utmosv2/config/fusion_stage3.py": "9e30618e51ddbcf77cb2d3bbd66e3f194833c06f3141abb626ba385eb38f1c05",
            "utmosv2/config/fusion_stage3_wo_bc.py": "c8aa6230baee6169fd5496cd9f1c5ac2482ecbc7b3f67d74e7a98e505fd03356",
            "utmosv2/config/fusion_stage3_wo_bvcc.py": "3841522053d29172c496f98df49cc17db7512d4e92f95e96845245ab5905aadf",
            "utmosv2/config/fusion_stage3_wo_sarulab.py": "753a14b30184e785152e7392f8ff8597feb275e9a7f32fc80a090a1c24130dfa",
            "utmosv2/config/fusion_stage3_wo_somos.py": "c898bc0f46561ce56f59fda606e1d70f78e353e7de09f8ccc19381611267f364",
            "utmosv2/config/fusion_wo_stage1and2.py": "1d20f81673a88110780a17b1e40afec4c2c26f3761806010e0ef21f2824aacd2",
            "utmosv2/config/fusion_wo_stage2.py": "ec5527163d6f084faec5f9fcc89add50b6fe5533deea4348421935e0e40b6e4f",
            "utmosv2/config/spec_only.py": "42814110a090b590712c65934e2d0e8a8fe364b917c9ddf094a28240a6934c33",
            "utmosv2/config/spec_only_wo_bc.py": "15a3d1456ccee40fee8111d14a3c29226c9ed2e90f4c5e3c5fe39c5976490bb1",
            "utmosv2/config/spec_only_wo_bvcc.py": "762ddced5c96e9d10fd7066ed1296fa54d78780ff0414a00ca7a00d4924bd885",
            "utmosv2/config/spec_only_wo_sarulab.py": "112d9edfab4d2fe44fe6ab9783786b2d2338c3f8f0ecbefec6d8520baa65370e",
            "utmosv2/config/spec_only_wo_somos.py": "25c98b66647bd241c5805e5d4e8b65e5800c29a95769d65e8beadf09b8ffb9e3",
            "utmosv2/config/ssl_only_stage1.py": "3e98f812732f3f91235559f741c642fab37f4870b3c3a0f2b2494ca05c1f76ab",
            "utmosv2/config/ssl_only_stage1_wo_bc.py": "bd221cdd1b2f4521f27eec6c9a46971f3592f4703923c50ff0b63618c9e88034",
            "utmosv2/config/ssl_only_stage1_wo_bvcc.py": "0cc332d2d615863156e5183a4ca10f2f7a798a17a27bfb8a29fbeb2a910ce7d3",
            "utmosv2/config/ssl_only_stage1_wo_sarulab.py": "d7cc8c7dbaf8cb81ec9ed76806fdc22b0ef31562b1e71c3b46d30036ca294f7f",
            "utmosv2/config/ssl_only_stage1_wo_somos.py": "58a57b430f994853b2143dc5142a659e32c6c3bad9c0d29f035de3a6c0d22092",
            "utmosv2/config/ssl_only_stage2.py": "f395f05995893754e2009032f03129e5c801d9a364dca444fbeec4bd92a1aa9a",
            "utmosv2/config/ssl_only_stage2_wo_bc.py": "b9f7d2abcad7b649274b1a6705a1676bcbb810d0508a9943c76fb3090c846932",
            "utmosv2/config/ssl_only_stage2_wo_bvcc.py": "0090a123be326e534b240402da2e8ed25c986f284c2c525b0b4b7396d7e97e1e",
            "utmosv2/config/ssl_only_stage2_wo_sarulab.py": "64bc215dc14e3af1701d126c5e1fc1192b7df243541f0680a50febe3e66f172f",
            "utmosv2/config/ssl_only_stage2_wo_somos.py": "0be93b940502bc51bf754ae1a3e4d49c283ce04acaf0b078ef326f678f48c11a",
            "utmosv2/dataset/__init__.py": "4c3c3f5605c91b45b1a013efd91cc49840000722947176e7a29fa86e73e10473",
            "utmosv2/dataset/_base.py": "68fcbfcda642855320dbff5c313149bb60d2ff437d0730bc9db48b99093f8ba7",
            "utmosv2/dataset/_schema.py": "c4b42cdcff6fc0fa517fdbfb7104eaec61f952147143b2f74c0193c69ba31a61",
            "utmosv2/dataset/_utils.py": "e3e28c3e0e2eb643846f400a7898afe932bfe4ed5cb705a2343e674abe01380a",
            "utmosv2/dataset/multi_spec.py": "5c43fb2cdd746609db59dc597adba12127c844ce332da5840362c9d319193fbc",
            "utmosv2/dataset/ssl.py": "94cf4e9a606253de37f02dd715b309991ac5303a6c1c5cf063726700154e59c8",
            "utmosv2/dataset/ssl_multispec.py": "57ea343bd156e58918297054f36c67985f29ddea3cebc3c4c38c94ccb263f378",
            "utmosv2/loss/__init__.py": "91aba42eb8262753448c804721b94b49474e3791187571e9ac9a5e7e051867a8",
            "utmosv2/loss/_losses.py": "226ec4d1ce8bfaacb1fb9c768d8ebc4be242ac58a1b1e2880d7beba7a8e9c768",
            "utmosv2/model/__init__.py": "b2d15c929596e7038dba58e8e48e9857863db28f0758f4d33503946b8a795919",
            "utmosv2/model/multi_spec.py": "9166fc16a8b95c1f40d4808a5b820bbb4a5a71298e02666bab955015bda60dab",
            "utmosv2/model/ssl.py": "007408c00dbf3baf4f63424e2367743e0fc6671f9f2266da13011899c62139d9",
            "utmosv2/model/ssl_multispec.py": "11ce2c1c56b81241f40a231a19ee38c8c919b6251f52210f08be5f03ac417ba3",
            "utmosv2/preprocess/__init__.py": "6c32a9f8191d0470d3723ff58c2cea1e64f859eccc0b674cbf944aa5d40767e3",
            "utmosv2/preprocess/_preprocess.py": "0a86d0d9e0ec7210e1375d33775b38c4752fe088c551389f72207dfbbd3aaeae",
            "utmosv2/py.typed": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "utmosv2/runner/__init__.py": "19850919de7394e61f88bce21388d06d87f14721807cac72ba28552c70ba7d06",
            "utmosv2/runner/_inference.py": "dfcc13e973c056d7d1123a6626250f202a2c43eb81d65e8d0072612e2f40a75c",
            "utmosv2/runner/_train.py": "4899445ae22907aaa8108ce575f6e8a228f120fecb508c773e64248bea5ad04c",
            "utmosv2/transform/__init__.py": "a77578722bee96fdc2e9f5f82d722befe489e176ec93e8954c0a7c247459410e",
            "utmosv2/transform/_xymasking.py": "c50bc929963aa6b352cce34e1568cf4a7c61bcb6a778c8160368cb68e534cd2c",
            "utmosv2/utils/__init__.py": "5a062c5a4541e8d41692cd369add9476f17bc9cc78b1edebb38456cb0f6ad309",
            "utmosv2/utils/_constants.py": "9def1481bc0da33fd884dbf3ef424ccb79c52b4a698fb059cd915ba4990c89b1",
            "utmosv2/utils/_download.py": "d9fc6efe6e9421dc43ef328b4893df9b64b324b52d65f4ef7181771218e16802",
            "utmosv2/utils/_pure/__init__.py": "6ecc5b4b2d703e3c719b3e908b0c50e61f5247b49d9994192bf757616ff3d786",
            "utmosv2/utils/_pure/initializers.py": "60bfabaec9ab14a2a461210f932a2893f7c671579f8b66e9dae4eaa4759c744d",
            "utmosv2/utils/_pure/metrics.py": "9fb39563141893d2e845d5fde79970583ddd3279148f04acc2d6d15842665fbf",
            "utmosv2/utils/_pure/save.py": "14b78fb01330d6caa96b515b0af5b53eaf754d26747ea3b80d5df7382f6aa80e",
            "utmosv2/utils/_pure/split.py": "7bec87d6d2a89b8943cd1edda602d91d20d5b43cf4684b075023a41c49048ba4",
            "utmosv2/utils/_task_dependents/__init__.py": "b692f7991c4494d3b7ca28f6936411904c92a98c727b045253e4d3330c34606c",
            "utmosv2/utils/_task_dependents/initializers.py": "07573ebdd7be372d39bfe614ba7a638b9c353edd0970b2cac68dc9335f38f984",
            "utmosv2/utils/_task_dependents/log.py": "8c692abaef70361665236393feb6e88bd85ee76675582d1f7c4de894e8b3d173",
            "utmosv2/utils/_task_dependents/metrics.py": "9e3d8386e8298427e1b93708a742d35f7507c534d640baebb66f6c714fc21c13",
            "utmosv2/utils/_task_dependents/save.py": "340dd944788b602f63871c78a5ef146b843bf93c53b0e156d5958605724ccf24",
            "uv.lock": "8250985069c8d175835027cbd41961edcde3895260a7202322d6c2254014f095"
          },
          "tree_sha256": "225ed6288d2a645d0611626ea2500ced87798c1ab55b9322b45087a098078bb2",
          "version": "1.3.0"
        }
      },
      "type": "Objective quality proxy, not human MOS"
    }
  },
  "official_submission": false,
  "report_sha256": "2ae71224f1c583523af9d9bc404c52586149ead571c941e1313711a723d625a1",
  "schema": "inflect-public-native24-evaluation-v1",
  "scoring": {
    "aggregation": "WER percent, lower is better: per dataset sum(edits)/sum(N)*100, equal dataset mean, then equal six-voice mean. Pooled word-count WER is separate; no intermediate rounding.",
    "execution": {
      "asr_batch_size": 8,
      "audio_cap_seconds": 30,
      "bitwise_official_execution_equivalence_claimed": false,
      "device": "CUDA",
      "dtype": "BF16",
      "duration_sorting": "Official duration sorting within each temporary block manifest, not one globally sorted whole-job manifest",
      "last_block_may_be_smaller": true,
      "local_hardware": "NVIDIA RTX 5090",
      "max_new_tokens": 256,
      "official_rank_claimed": false,
      "submitted_rows_per_transcriber_call": 24,
      "upstream_reference_hardware": "NVIDIA H200 (not used for this local run)"
    },
    "limits": "Saved receipts and arithmetic checked; this preparation does not rerun ASR, official normalization/alignment, quality models, or human listening. No official leaderboard submission.",
    "reader": "Qwen3-ASR-1.7B",
    "reader_weights_sha256": "2db53c7d81bd9b8cbc6a074e89be2c968a0d373fb4ee68bb1b1e14f7042dfee1",
    "source_scorer_sha256": "7b9ec60595ee1aa9e05a7821c0afd1f7830ef499bcea2e80c93d3df8b5401717",
    "transcribe_source_sha256": "0dadc103e104439568431634558112a12d65320382e9c4af6ad449df63faf586",
    "utmos22_source_sha256": "55795acfce499829fb33084e3b2202555a00de6252e220837fe84313796df01f"
  },
  "source_receipts": {
    "external-evidence/quality-asset-pins.json": "51c391fe0b6f6b7821fcd1a4dfc0a43f283c50610067317fe96c3fb6ee871f59",
    "external-evidence/v3_window_quality_score_20261111.py": "5d702be61a0d59d698290ddb18a3a5e7be50fca742617f8dc456c068b9fe69d8",
    "jobs/mini-cassidy-full/reader-admission.json": "2067c9cecd20579b2587990e1523d0b1fc3cc6c5e12ddd716e6f0804361a8534",
    "jobs/mini-cassidy-full/render/panel.json": "c37bef1d690cc329d353799a99aaf57f66022c889c81b3f3b59c5cab943ee2e8",
    "jobs/mini-cassidy-full/score-render-asr/clips.json": "020403ccbd963c339f5a93044eeb440243e74efa759ba210fb0d04622e7bbd4e",
    "jobs/mini-cassidy-full/score-render-asr/plan.json": "6457afc170f060eb9d272ed16ceabc93e17315fd36934b31640fc54180540de8",
    "jobs/mini-hope-full/reader-admission.json": "0b09caf2a5120e2ce0c4b341b60d86debf55a003bc17288c5ccda1d07e7fabf1",
    "jobs/mini-hope-full/render/panel.json": "9affd3396a801be47229a8b99b617878c1c5e5a32326aa70fcca728e6051f955",
    "jobs/mini-hope-full/score-render-asr/clips.json": "093023a251a6bd00ab3f6b86b1560315b67e798a6cc2bd00bfa661964b4f5798",
    "jobs/mini-hope-full/score-render-asr/plan.json": "c1716a6e6081b71b1b7d6e828f409fa3dff4700a17d9b4407d0431534ce60501",
    "jobs/mini-james-full/reader-admission.json": "b35193893a300349a89a1bfd91e8d03c7887396508a124c73872197fada804a1",
    "jobs/mini-james-full/render/panel.json": "e25deae9ad22bdd0b802cbd1f1f7d29c5635c2addbbcae732f2796a96185667b",
    "jobs/mini-james-full/score-render-asr/clips.json": "dd43aeaa8852dce2d3f1bacbdb7815a16badcbe96b3c305a0b1e3dcc1ab2cf76",
    "jobs/mini-james-full/score-render-asr/plan.json": "8d2718bfcd457eea6db275d58b59f313d30aefd1256c30a79ccb5005ad89659d",
    "jobs/mini-jasper-full/reader-admission.json": "dec22421174e43e5cc8cf0c0f86a76979a299097038ffd84daf1114f4e07dd0a",
    "jobs/mini-jasper-full/render/panel.json": "fee8d3114aafcb214b1db92e0ad04a00b7cf09b04443de84e8eef0f948cb91e6",
    "jobs/mini-jasper-full/score-render-asr/clips.json": "293eb9c4e2e2571cd70f09c91d038ba13d56fa29dc0ecf8d35052a8ff09c0629",
    "jobs/mini-jasper-full/score-render-asr/plan.json": "9ce80c47bf60c9bb6caeacb1995069c67862c39b3e24b3485041b12ad93e6d70",
    "jobs/mini-mark-full/reader-admission.json": "2b0c834ce94a8851761acfd53dc69e5ff7421927d6099405743bc1bf01746727",
    "jobs/mini-mark-full/render/panel.json": "639a1120745da4d588850af09042960e7f3a4cbf3f592f2edca07268e44c57d2",
    "jobs/mini-mark-full/score-render-asr/clips.json": "303ea96de7baee1bd14333bcff7936c6feca774ddc77db691fecfb8c2242259e",
    "jobs/mini-mark-full/score-render-asr/plan.json": "241aa8ec2453b342cf236345ea216eb61e86e02cc6f2e6ea6950d986e03bd38a",
    "jobs/mini-sophia-full/reader-admission.json": "5adbe21ff6bb6898cbc215902eae4478508446d87ab75d700d629437cb4f3a4e",
    "jobs/mini-sophia-full/render/panel.json": "d513d6768fab74a75c1e864bc46a286632f9ce3d7fe94a66c05dd42a514f4dd8",
    "jobs/mini-sophia-full/score-render-asr/clips.json": "eff6e8accee0ace046d1fa6cc0225c2826e572cc06526a53ee16863c9e8a190b",
    "jobs/mini-sophia-full/score-render-asr/plan.json": "e6095f03bb7c2716e4d3069ad884514968a35eb55e185915ee5bba0ec399646c",
    "jobs/mos-mini/quality-panel-receipt.json": "4cda1a404f88ab413c0b25ac01ba3f0730c4e3ef0151e9dae566c2936c276cf4",
    "jobs/mos-mini/reader-admission-utmos22.json": "5995fe640d2cb00a722e27ebd810778a61d49e586f6ec2a4daa3e5d9c41af6b9",
    "jobs/mos-mini/reader-admission-utmosv2.json": "68897e2743a4ef52cd44312afb222590c83ef891972f1dea8289303a7408a2e1",
    "jobs/mos-mini/render/panel.json": "e4e195b99b87d80e0baacd493f6993db689b808ef1679bb4b235bd6401c4324f",
    "jobs/mos-mini/score-render-utmos22/clips.json": "2a2d2c3a94807ff4dbd53001342f37c9efd31802713c07f8e678e31244c83636",
    "jobs/mos-mini/score-render-utmos22/plan.json": "d166e5943b0b29cf8375e014511d6881d426dbeeefe031d35959488f6f3f1ad0",
    "jobs/mos-mini/score-render-utmos22/summary.json": "702243875739a7229e19fc8b7d01a09d8d068b18d4f403c7ed7ef48126ec849c",
    "jobs/mos-mini/score-render-utmosv2/clips.json": "0a380461327eb6f5eeb474f778bb1695dac65df285c253fcf114ef6f21117ec1",
    "jobs/mos-mini/score-render-utmosv2/plan.json": "fe4935a52ee2c40b45c49a9eabff61a0eface063dc0cc6fd802472032c7d3cb4",
    "jobs/mos-mini/score-render-utmosv2/runtime.json": "ca339d334ed4e1a0b151e2d47ae67d95ba2ca86c058158ada8c92425662507f8",
    "jobs/mos-mini/score-render-utmosv2/summary.json": "0bfcb22b44fdfeccbe330ac8b860fd7ffffd36c7648159d4e9abf3e5221d5cff",
    "quality-source-pins.json": "63ba72e31309389fc4dc9d7ff1df12ab56e53d6bbc0d8fb23734c42edefe73c1",
    "reader-reference-pins.json": "b859d4fdf2a345693e3e57177e775aa8618fe370b8406b78964e40b1bb855bcc"
  },
  "training_disjointness_certified": false,
  "wer": {
    "N": 127308,
    "cases_per_voice": 1688,
    "clips": 10128,
    "dataset_cases_per_voice": {
      "cv3_eval_zero_shot_en": 500,
      "minimax_eval_tts_en": 100,
      "seed_tts_eval_tts_en": 1088
    },
    "edits": 1114,
    "equal_dataset_equal_voice_wer_percent": 0.7390056860624062,
    "pooled_wer_percent": 0.875043202312502,
    "scope": "full-1688-per-voice",
    "voices": [
      {
        "N": 21218,
        "cells": [
          {
            "D": 7,
            "I": 6,
            "N": 7377,
            "S": 77,
            "clips": 500,
            "dataset": "cv3_eval_zero_shot_en",
            "edits": 90,
            "wer_percent": 1.2200081333875559
          },
          {
            "D": 9,
            "I": 3,
            "N": 11941,
            "S": 76,
            "clips": 1088,
            "dataset": "seed_tts_eval_tts_en",
            "edits": 88,
            "wer_percent": 0.7369567037936521
          },
          {
            "D": 1,
            "I": 0,
            "N": 1900,
            "S": 4,
            "clips": 100,
            "dataset": "minimax_eval_tts_en",
            "edits": 5,
            "wer_percent": 0.2631578947368421
          }
        ],
        "edits": 183,
        "equal_dataset_wer_percent": 0.74004091063935,
        "pooled_wer_percent": 0.8624752568573852,
        "voice": "hope"
      },
      {
        "N": 21218,
        "cells": [
          {
            "D": 6,
            "I": 6,
            "N": 7377,
            "S": 73,
            "clips": 500,
            "dataset": "cv3_eval_zero_shot_en",
            "edits": 85,
            "wer_percent": 1.152229903754914
          },
          {
            "D": 10,
            "I": 3,
            "N": 11941,
            "S": 85,
            "clips": 1088,
            "dataset": "seed_tts_eval_tts_en",
            "edits": 98,
            "wer_percent": 0.8207017837702035
          },
          {
            "D": 1,
            "I": 0,
            "N": 1900,
            "S": 3,
            "clips": 100,
            "dataset": "minimax_eval_tts_en",
            "edits": 4,
            "wer_percent": 0.21052631578947367
          }
        ],
        "edits": 187,
        "equal_dataset_wer_percent": 0.727819334438197,
        "pooled_wer_percent": 0.8813271750400603,
        "voice": "sophia"
      },
      {
        "N": 21218,
        "cells": [
          {
            "D": 7,
            "I": 7,
            "N": 7377,
            "S": 73,
            "clips": 500,
            "dataset": "cv3_eval_zero_shot_en",
            "edits": 87,
            "wer_percent": 1.1793411956079707
          },
          {
            "D": 9,
            "I": 2,
            "N": 11941,
            "S": 80,
            "clips": 1088,
            "dataset": "seed_tts_eval_tts_en",
            "edits": 91,
            "wer_percent": 0.7620802277866175
          },
          {
            "D": 1,
            "I": 0,
            "N": 1900,
            "S": 4,
            "clips": 100,
            "dataset": "minimax_eval_tts_en",
            "edits": 5,
            "wer_percent": 0.2631578947368421
          }
        ],
        "edits": 183,
        "equal_dataset_wer_percent": 0.7348597727104768,
        "pooled_wer_percent": 0.8624752568573852,
        "voice": "cassidy"
      },
      {
        "N": 21218,
        "cells": [
          {
            "D": 3,
            "I": 8,
            "N": 7377,
            "S": 66,
            "clips": 500,
            "dataset": "cv3_eval_zero_shot_en",
            "edits": 77,
            "wer_percent": 1.0437847363426866
          },
          {
            "D": 11,
            "I": 4,
            "N": 11941,
            "S": 88,
            "clips": 1088,
            "dataset": "seed_tts_eval_tts_en",
            "edits": 103,
            "wer_percent": 0.8625743237584792
          },
          {
            "D": 1,
            "I": 0,
            "N": 1900,
            "S": 5,
            "clips": 100,
            "dataset": "minimax_eval_tts_en",
            "edits": 6,
            "wer_percent": 0.3157894736842105
          }
        ],
        "edits": 186,
        "equal_dataset_wer_percent": 0.7407161779284588,
        "pooled_wer_percent": 0.8766141954943916,
        "voice": "james"
      },
      {
        "N": 21218,
        "cells": [
          {
            "D": 5,
            "I": 8,
            "N": 7377,
            "S": 69,
            "clips": 500,
            "dataset": "cv3_eval_zero_shot_en",
            "edits": 82,
            "wer_percent": 1.1115629659753288
          },
          {
            "D": 8,
            "I": 5,
            "N": 11941,
            "S": 84,
            "clips": 1088,
            "dataset": "seed_tts_eval_tts_en",
            "edits": 97,
            "wer_percent": 0.8123272757725484
          },
          {
            "D": 1,
            "I": 0,
            "N": 1900,
            "S": 4,
            "clips": 100,
            "dataset": "minimax_eval_tts_en",
            "edits": 5,
            "wer_percent": 0.2631578947368421
          }
        ],
        "edits": 184,
        "equal_dataset_wer_percent": 0.7290160454949064,
        "pooled_wer_percent": 0.867188236403054,
        "voice": "jasper"
      },
      {
        "N": 21218,
        "cells": [
          {
            "D": 3,
            "I": 9,
            "N": 7377,
            "S": 69,
            "clips": 500,
            "dataset": "cv3_eval_zero_shot_en",
            "edits": 81,
            "wer_percent": 1.0980073200488003
          },
          {
            "D": 11,
            "I": 4,
            "N": 11941,
            "S": 89,
            "clips": 1088,
            "dataset": "seed_tts_eval_tts_en",
            "edits": 104,
            "wer_percent": 0.8709488317561344
          },
          {
            "D": 1,
            "I": 0,
            "N": 1900,
            "S": 5,
            "clips": 100,
            "dataset": "minimax_eval_tts_en",
            "edits": 6,
            "wer_percent": 0.3157894736842105
          }
        ],
        "edits": 191,
        "equal_dataset_wer_percent": 0.7615818751630484,
        "pooled_wer_percent": 0.9001790932227354,
        "voice": "mark"
      }
    ]
  }
}