manifest: 2 models (latin + multilingual) x 4 tiers, per-language benchmarks

manifest.json

@@ -6,705 +6,51 @@
   "runtime": "CoreML / Apple Neural Engine",
   "benchmark_machine": "Apple M5 Pro / macOS 26.5",
   "benchmark_dataset": "FLEURS test (all languages)",
-  "recipe": "LAYERPOS [42,13] mixed-precision encoder (INT8 cuff + 6-bit middle) + Latin-script vocab prune (shared en/es/fr/it/pt/de) / full vocab (zh/ja/multilingual) + B1 decoder-joint fusion + triple-stage pipelining",
+  "models": {
+    "latin": {
+      "folder": "latin",
+      "vocab_size": 2828,
+      "serves": [
+        "en",
+        "es",
+        "fr",
+        "it",
+        "pt",
+        "de"
+      ]
+    },
+    "multilingual": {
+      "folder": "multilingual",
+      "vocab_size": 13087,
+      "serves": [
+        "zh",
+        "ja",
+        "100+ via prompt_id"
+      ]
+    }
+  },
+  "recipe": "LAYERPOS [42,13] mixed-precision encoder (INT8 cuff + 6-bit middle) + Latin-script vocab prune (latin model) / full vocab (multilingual) + B1 decoder-joint fusion + triple-stage pipelining. Encoder shared across both models per tier.",
   "no_retraining": true,
   "no_calibration": true,
   "tiers_ms": [
     560,
     1120,
     2240,
-    4480
-  ],
-  "recommended_tier_ms": 2240,
-  "vocab": {
-    "latin_shared": 2828,
-    "full": 13087
-  },
-  "ships": [
-    {
-      "path": "en/560ms",
-      "language": "English",
-      "language_code": "en-US",
-      "chunk_ms": 560,
-      "latency_s": 0.56,
-      "chunk_mel_frames": 56,
-      "total_mel_frames": 65,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 57.5,
-        "wer_pct": 9.43,
-        "metric": "WER",
-        "n": 647,
-        "test_set": "FLEURS en_us",
-        "benched": true
-      }
-    },
-    {
-      "path": "en/1120ms",
-      "language": "English",
-      "language_code": "en-US",
-      "chunk_ms": 1120,
-      "latency_s": 1.12,
-      "chunk_mel_frames": 112,
-      "total_mel_frames": 121,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 102.9,
-        "wer_pct": 8.89,
-        "metric": "WER",
-        "n": 647,
-        "test_set": "FLEURS en_us",
-        "benched": true
-      }
-    },
-    {
-      "path": "en/2240ms",
-      "language": "English",
-      "language_code": "en-US",
-      "chunk_ms": 2240,
-      "latency_s": 2.24,
-      "chunk_mel_frames": 224,
-      "total_mel_frames": 233,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 130.2,
-        "wer_pct": 8.96,
-        "metric": "WER",
-        "n": 647,
-        "test_set": "FLEURS en_us",
-        "benched": true
-      }
-    },
-    {
-      "path": "en/4480ms",
-      "language": "English",
-      "language_code": "en-US",
-      "chunk_ms": 4480,
-      "latency_s": 4.48,
-      "chunk_mel_frames": 448,
-      "total_mel_frames": 457,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 122.1,
-        "wer_pct": 9.02,
-        "metric": "WER",
-        "n": 647,
-        "test_set": "FLEURS en_us",
-        "benched": true
-      }
-    },
-    {
-      "path": "es/560ms",
-      "language": "Spanish",
-      "language_code": "es-ES",
-      "chunk_ms": 560,
-      "latency_s": 0.56,
-      "chunk_mel_frames": 56,
-      "total_mel_frames": 65,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 58.2,
-        "wer_pct": 4.95,
-        "metric": "WER",
-        "n": 908,
-        "test_set": "FLEURS es_419",
-        "benched": true
-      }
-    },
-    {
-      "path": "es/1120ms",
-      "language": "Spanish",
-      "language_code": "es-ES",
-      "chunk_ms": 1120,
-      "latency_s": 1.12,
-      "chunk_mel_frames": 112,
-      "total_mel_frames": 121,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 106.5,
-        "wer_pct": 4.76,
-        "metric": "WER",
-        "n": 908,
-        "test_set": "FLEURS es_419",
-        "benched": true
-      }
-    },
-    {
-      "path": "es/2240ms",
-      "language": "Spanish",
-      "language_code": "es-ES",
-      "chunk_ms": 2240,
-      "latency_s": 2.24,
-      "chunk_mel_frames": 224,
-      "total_mel_frames": 233,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 139.6,
-        "wer_pct": 4.8,
-        "metric": "WER",
-        "n": 908,
-        "test_set": "FLEURS es_419",
-        "benched": true
-      }
-    },
-    {
-      "path": "es/4480ms",
-      "language": "Spanish",
-      "language_code": "es-ES",
-      "chunk_ms": 4480,
-      "latency_s": 4.48,
-      "chunk_mel_frames": 448,
-      "total_mel_frames": 457,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 135.8,
-        "wer_pct": 4.77,
-        "metric": "WER",
-        "n": 908,
-        "test_set": "FLEURS es_419",
-        "benched": true
-      }
-    },
-    {
-      "path": "fr/560ms",
-      "language": "French",
-      "language_code": "fr-FR",
-      "chunk_ms": 560,
-      "latency_s": 0.56,
-      "chunk_mel_frames": 56,
-      "total_mel_frames": 65,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 57.4,
-        "wer_pct": 9.68,
-        "metric": "WER",
-        "n": 676,
-        "test_set": "FLEURS fr_fr",
-        "benched": true
-      }
-    },
-    {
-      "path": "fr/1120ms",
-      "language": "French",
-      "language_code": "fr-FR",
-      "chunk_ms": 1120,
-      "latency_s": 1.12,
-      "chunk_mel_frames": 112,
-      "total_mel_frames": 121,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 104.7,
-        "wer_pct": 9.44,
-        "metric": "WER",
-        "n": 676,
-        "test_set": "FLEURS fr_fr",
-        "benched": true
-      }
-    },
-    {
-      "path": "fr/2240ms",
-      "language": "French",
-      "language_code": "fr-FR",
-      "chunk_ms": 2240,
-      "latency_s": 2.24,
-      "chunk_mel_frames": 224,
-      "total_mel_frames": 233,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 130.4,
-        "wer_pct": 9.52,
-        "metric": "WER",
-        "n": 676,
-        "test_set": "FLEURS fr_fr",
-        "benched": true
-      }
-    },
-    {
-      "path": "fr/4480ms",
-      "language": "French",
-      "language_code": "fr-FR",
-      "chunk_ms": 4480,
-      "latency_s": 4.48,
-      "chunk_mel_frames": 448,
-      "total_mel_frames": 457,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 124.3,
-        "wer_pct": 9.42,
-        "metric": "WER",
-        "n": 676,
-        "test_set": "FLEURS fr_fr",
-        "benched": true
-      }
-    },
-    {
-      "path": "it/560ms",
-      "language": "Italian",
-      "language_code": "it-IT",
-      "chunk_ms": 560,
-      "latency_s": 0.56,
-      "chunk_mel_frames": 56,
-      "total_mel_frames": 65,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 59.0,
-        "wer_pct": 5.68,
-        "metric": "WER",
-        "n": 865,
-        "test_set": "FLEURS it_it",
-        "benched": true
-      }
-    },
-    {
-      "path": "it/1120ms",
-      "language": "Italian",
-      "language_code": "it-IT",
-      "chunk_ms": 1120,
-      "latency_s": 1.12,
-      "chunk_mel_frames": 112,
-      "total_mel_frames": 121,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 109.0,
-        "wer_pct": 5.45,
-        "metric": "WER",
-        "n": 865,
-        "test_set": "FLEURS it_it",
-        "benched": true
-      }
-    },
-    {
-      "path": "it/2240ms",
-      "language": "Italian",
-      "language_code": "it-IT",
-      "chunk_ms": 2240,
-      "latency_s": 2.24,
-      "chunk_mel_frames": 224,
-      "total_mel_frames": 233,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 146.7,
-        "wer_pct": 5.41,
-        "metric": "WER",
-        "n": 865,
-        "test_set": "FLEURS it_it",
-        "benched": true
-      }
-    },
-    {
-      "path": "it/4480ms",
-      "language": "Italian",
-      "language_code": "it-IT",
-      "chunk_ms": 4480,
-      "latency_s": 4.48,
-      "chunk_mel_frames": 448,
-      "total_mel_frames": 457,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 150.5,
-        "wer_pct": 5.4,
-        "metric": "WER",
-        "n": 865,
-        "test_set": "FLEURS it_it",
-        "benched": true
-      }
-    },
-    {
-      "path": "pt/560ms",
-      "language": "Portuguese",
-      "language_code": "pt-BR",
-      "chunk_ms": 560,
-      "latency_s": 0.56,
-      "chunk_mel_frames": 56,
-      "total_mel_frames": 65,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 58.7,
-        "wer_pct": 6.38,
-        "metric": "WER",
-        "n": 919,
-        "test_set": "FLEURS pt_br",
-        "benched": true
-      }
-    },
-    {
-      "path": "pt/1120ms",
-      "language": "Portuguese",
-      "language_code": "pt-BR",
-      "chunk_ms": 1120,
-      "latency_s": 1.12,
-      "chunk_mel_frames": 112,
-      "total_mel_frames": 121,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 107.6,
-        "wer_pct": 6.11,
-        "metric": "WER",
-        "n": 919,
-        "test_set": "FLEURS pt_br",
-        "benched": true
-      }
-    },
-    {
-      "path": "pt/2240ms",
-      "language": "Portuguese",
-      "language_code": "pt-BR",
-      "chunk_ms": 2240,
-      "latency_s": 2.24,
-      "chunk_mel_frames": 224,
-      "total_mel_frames": 233,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 141.0,
-        "wer_pct": 6.14,
-        "metric": "WER",
-        "n": 919,
-        "test_set": "FLEURS pt_br",
-        "benched": true
-      }
-    },
+    4480
+  ],
+  "recommended_tier_ms": 2240,
+  "ships": [
     {
-      "path": "pt/4480ms",
-      "language": "Portuguese",
-      "language_code": "pt-BR",
-      "chunk_ms": 4480,
-      "latency_s": 4.48,
-      "chunk_mel_frames": 448,
-      "total_mel_frames": 457,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 2828,
-      "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
+      "path": "latin/560ms",
+      "model": "latin",
+      "languages_served": [
+        "en",
+        "es",
+        "fr",
+        "it",
+        "pt",
+        "de"
       ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 141.3,
-        "wer_pct": 6.18,
-        "metric": "WER",
-        "n": 919,
-        "test_set": "FLEURS pt_br",
-        "benched": true
-      }
-    },
-    {
-      "path": "de/560ms",
-      "language": "German",
-      "language_code": "de-DE",
       "chunk_ms": 560,
       "latency_s": 0.56,
       "chunk_mel_frames": 56,
@@ -715,30 +61,79 @@
       ],
       "vocab_size": 2828,
       "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
+      "vocab_prune_method": "latin-script (writing-system, domain-general)",
+      "components": [
+        "decoder",
+        "decoder_joint",
+        "encoder",
+        "joint",
+        "preprocessor"
+      ],
+      "formats": [
+        "mlmodelc"
+      ],
+      "benchmarks": [
+        {
+          "language_code": "en",
+          "rtfx": 57.5,
+          "metric": "WER",
+          "n": 647,
+          "test_set": "FLEURS en_us",
+          "wer_pct": 9.43
+        },
+        {
+          "language_code": "es",
+          "rtfx": 58.2,
+          "metric": "WER",
+          "n": 908,
+          "test_set": "FLEURS es_419",
+          "wer_pct": 4.95
+        },
+        {
+          "language_code": "fr",
+          "rtfx": 57.4,
+          "metric": "WER",
+          "n": 676,
+          "test_set": "FLEURS fr_fr",
+          "wer_pct": 9.68
+        },
+        {
+          "language_code": "it",
+          "rtfx": 59.0,
+          "metric": "WER",
+          "n": 865,
+          "test_set": "FLEURS it_it",
+          "wer_pct": 5.68
+        },
+        {
+          "language_code": "pt",
+          "rtfx": 58.7,
+          "metric": "WER",
+          "n": 919,
+          "test_set": "FLEURS pt_br",
+          "wer_pct": 6.38
+        },
+        {
+          "language_code": "de",
+          "rtfx": 58.8,
+          "metric": "WER",
+          "n": 862,
+          "test_set": "FLEURS de_de",
+          "wer_pct": 10.83
+        }
+      ]
+    },
+    {
+      "path": "latin/1120ms",
+      "model": "latin",
+      "languages_served": [
+        "en",
+        "es",
+        "fr",
+        "it",
+        "pt",
+        "de"
       ],
-      "benchmark": {
-        "rtfx": 58.8,
-        "wer_pct": 10.83,
-        "metric": "WER",
-        "n": 862,
-        "test_set": "FLEURS de_de",
-        "benched": true
-      }
-    },
-    {
-      "path": "de/1120ms",
-      "language": "German",
-      "language_code": "de-DE",
       "chunk_ms": 1120,
       "latency_s": 1.12,
       "chunk_mel_frames": 112,
@@ -749,30 +144,79 @@
       ],
       "vocab_size": 2828,
       "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
+      "vocab_prune_method": "latin-script (writing-system, domain-general)",
+      "components": [
+        "decoder",
+        "decoder_joint",
+        "encoder",
+        "joint",
+        "preprocessor"
+      ],
+      "formats": [
+        "mlmodelc"
+      ],
+      "benchmarks": [
+        {
+          "language_code": "en",
+          "rtfx": 102.9,
+          "metric": "WER",
+          "n": 647,
+          "test_set": "FLEURS en_us",
+          "wer_pct": 8.89
+        },
+        {
+          "language_code": "es",
+          "rtfx": 106.5,
+          "metric": "WER",
+          "n": 908,
+          "test_set": "FLEURS es_419",
+          "wer_pct": 4.76
+        },
+        {
+          "language_code": "fr",
+          "rtfx": 104.7,
+          "metric": "WER",
+          "n": 676,
+          "test_set": "FLEURS fr_fr",
+          "wer_pct": 9.44
+        },
+        {
+          "language_code": "it",
+          "rtfx": 109.0,
+          "metric": "WER",
+          "n": 865,
+          "test_set": "FLEURS it_it",
+          "wer_pct": 5.45
+        },
+        {
+          "language_code": "pt",
+          "rtfx": 107.6,
+          "metric": "WER",
+          "n": 919,
+          "test_set": "FLEURS pt_br",
+          "wer_pct": 6.11
+        },
+        {
+          "language_code": "de",
+          "rtfx": 107.2,
+          "metric": "WER",
+          "n": 862,
+          "test_set": "FLEURS de_de",
+          "wer_pct": 9.78
+        }
+      ]
+    },
+    {
+      "path": "latin/2240ms",
+      "model": "latin",
+      "languages_served": [
+        "en",
+        "es",
+        "fr",
+        "it",
+        "pt",
+        "de"
       ],
-      "benchmark": {
-        "rtfx": 107.2,
-        "wer_pct": 9.78,
-        "metric": "WER",
-        "n": 862,
-        "test_set": "FLEURS de_de",
-        "benched": true
-      }
-    },
-    {
-      "path": "de/2240ms",
-      "language": "German",
-      "language_code": "de-DE",
       "chunk_ms": 2240,
       "latency_s": 2.24,
       "chunk_mel_frames": 224,
@@ -783,30 +227,79 @@
       ],
       "vocab_size": 2828,
       "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
+      "vocab_prune_method": "latin-script (writing-system, domain-general)",
+      "components": [
+        "decoder",
+        "decoder_joint",
+        "encoder",
+        "joint",
+        "preprocessor"
+      ],
+      "formats": [
+        "mlmodelc"
+      ],
+      "benchmarks": [
+        {
+          "language_code": "en",
+          "rtfx": 130.2,
+          "metric": "WER",
+          "n": 647,
+          "test_set": "FLEURS en_us",
+          "wer_pct": 8.96
+        },
+        {
+          "language_code": "es",
+          "rtfx": 139.6,
+          "metric": "WER",
+          "n": 908,
+          "test_set": "FLEURS es_419",
+          "wer_pct": 4.8
+        },
+        {
+          "language_code": "fr",
+          "rtfx": 130.4,
+          "metric": "WER",
+          "n": 676,
+          "test_set": "FLEURS fr_fr",
+          "wer_pct": 9.52
+        },
+        {
+          "language_code": "it",
+          "rtfx": 146.7,
+          "metric": "WER",
+          "n": 865,
+          "test_set": "FLEURS it_it",
+          "wer_pct": 5.41
+        },
+        {
+          "language_code": "pt",
+          "rtfx": 141.0,
+          "metric": "WER",
+          "n": 919,
+          "test_set": "FLEURS pt_br",
+          "wer_pct": 6.14
+        },
+        {
+          "language_code": "de",
+          "rtfx": 144.4,
+          "metric": "WER",
+          "n": 862,
+          "test_set": "FLEURS de_de",
+          "wer_pct": 9.83
+        }
+      ]
+    },
+    {
+      "path": "latin/4480ms",
+      "model": "latin",
+      "languages_served": [
+        "en",
+        "es",
+        "fr",
+        "it",
+        "pt",
+        "de"
       ],
-      "benchmark": {
-        "rtfx": 144.4,
-        "wer_pct": 9.83,
-        "metric": "WER",
-        "n": 862,
-        "test_set": "FLEURS de_de",
-        "benched": true
-      }
-    },
-    {
-      "path": "de/4480ms",
-      "language": "German",
-      "language_code": "de-DE",
       "chunk_ms": 4480,
       "latency_s": 4.48,
       "chunk_mel_frames": 448,
@@ -817,302 +310,76 @@
       ],
       "vocab_size": 2828,
       "vocab_pruned": true,
-      "vocab_prune_method": "latin-script",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 141.5,
-        "wer_pct": 9.83,
-        "metric": "WER",
-        "n": 862,
-        "test_set": "FLEURS de_de",
-        "benched": true
-      }
-    },
-    {
-      "path": "zh/560ms",
-      "language": "Chinese",
-      "language_code": "zh-CN",
-      "chunk_ms": 560,
-      "latency_s": 0.56,
-      "chunk_mel_frames": 56,
-      "total_mel_frames": 65,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 13087,
-      "vocab_pruned": false,
-      "vocab_prune_method": "none (full vocab)",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 22.5,
-        "cer_pct": 19.48,
-        "metric": "CER",
-        "n": 945,
-        "test_set": "FLEURS cmn_hans_cn",
-        "benched": true
-      }
-    },
-    {
-      "path": "zh/1120ms",
-      "language": "Chinese",
-      "language_code": "zh-CN",
-      "chunk_ms": 1120,
-      "latency_s": 1.12,
-      "chunk_mel_frames": 112,
-      "total_mel_frames": 121,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 13087,
-      "vocab_pruned": false,
-      "vocab_prune_method": "none (full vocab)",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 26.6,
-        "cer_pct": 18.75,
-        "metric": "CER",
-        "n": 945,
-        "test_set": "FLEURS cmn_hans_cn",
-        "benched": true
-      }
-    },
-    {
-      "path": "zh/2240ms",
-      "language": "Chinese",
-      "language_code": "zh-CN",
-      "chunk_ms": 2240,
-      "latency_s": 2.24,
-      "chunk_mel_frames": 224,
-      "total_mel_frames": 233,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 13087,
-      "vocab_pruned": false,
-      "vocab_prune_method": "none (full vocab)",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 89.0,
-        "cer_pct": 18.57,
-        "metric": "CER",
-        "n": 945,
-        "test_set": "FLEURS cmn_hans_cn",
-        "benched": true
-      }
-    },
-    {
-      "path": "zh/4480ms",
-      "language": "Chinese",
-      "language_code": "zh-CN",
-      "chunk_ms": 4480,
-      "latency_s": 4.48,
-      "chunk_mel_frames": 448,
-      "total_mel_frames": 457,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 13087,
-      "vocab_pruned": false,
-      "vocab_prune_method": "none (full vocab)",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 89.6,
-        "cer_pct": 18.05,
-        "metric": "CER",
-        "n": 945,
-        "test_set": "FLEURS cmn_hans_cn",
-        "benched": true
-      }
-    },
-    {
-      "path": "ja/560ms",
-      "language": "Japanese",
-      "language_code": "ja-JP",
-      "chunk_ms": 560,
-      "latency_s": 0.56,
-      "chunk_mel_frames": 56,
-      "total_mel_frames": 65,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 13087,
-      "vocab_pruned": false,
-      "vocab_prune_method": "none (full vocab)",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 20.7,
-        "cer_pct": 14.61,
-        "metric": "CER",
-        "n": 650,
-        "test_set": "FLEURS ja_jp",
-        "benched": true
-      }
-    },
-    {
-      "path": "ja/1120ms",
-      "language": "Japanese",
-      "language_code": "ja-JP",
-      "chunk_ms": 1120,
-      "latency_s": 1.12,
-      "chunk_mel_frames": 112,
-      "total_mel_frames": 121,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 13087,
-      "vocab_pruned": false,
-      "vocab_prune_method": "none (full vocab)",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 25.9,
-        "cer_pct": 13.77,
-        "metric": "CER",
-        "n": 650,
-        "test_set": "FLEURS ja_jp",
-        "benched": true
-      }
-    },
-    {
-      "path": "ja/2240ms",
-      "language": "Japanese",
-      "language_code": "ja-JP",
-      "chunk_ms": 2240,
-      "latency_s": 2.24,
-      "chunk_mel_frames": 224,
-      "total_mel_frames": 233,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 13087,
-      "vocab_pruned": false,
-      "vocab_prune_method": "none (full vocab)",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 84.2,
-        "cer_pct": 13.79,
-        "metric": "CER",
-        "n": 650,
-        "test_set": "FLEURS ja_jp",
-        "benched": true
-      }
-    },
-    {
-      "path": "ja/4480ms",
-      "language": "Japanese",
-      "language_code": "ja-JP",
-      "chunk_ms": 4480,
-      "latency_s": 4.48,
-      "chunk_mel_frames": 448,
-      "total_mel_frames": 457,
-      "att_context": [
-        42,
-        13
-      ],
-      "vocab_size": 13087,
-      "vocab_pruned": false,
-      "vocab_prune_method": "none (full vocab)",
-      "components": [
-        "decoder",
-        "decoder_joint",
-        "encoder",
-        "joint",
-        "preprocessor"
-      ],
-      "formats": [
-        "mlmodelc"
-      ],
-      "benchmark": {
-        "rtfx": 89.3,
-        "cer_pct": 13.82,
-        "metric": "CER",
-        "n": 650,
-        "test_set": "FLEURS ja_jp",
-        "benched": true
-      }
+      "vocab_prune_method": "latin-script (writing-system, domain-general)",
+      "components": [
+        "decoder",
+        "decoder_joint",
+        "encoder",
+        "joint",
+        "preprocessor"
+      ],
+      "formats": [
+        "mlmodelc"
+      ],
+      "benchmarks": [
+        {
+          "language_code": "en",
+          "rtfx": 122.1,
+          "metric": "WER",
+          "n": 647,
+          "test_set": "FLEURS en_us",
+          "wer_pct": 9.02
+        },
+        {
+          "language_code": "es",
+          "rtfx": 135.8,
+          "metric": "WER",
+          "n": 908,
+          "test_set": "FLEURS es_419",
+          "wer_pct": 4.77
+        },
+        {
+          "language_code": "fr",
+          "rtfx": 124.3,
+          "metric": "WER",
+          "n": 676,
+          "test_set": "FLEURS fr_fr",
+          "wer_pct": 9.42
+        },
+        {
+          "language_code": "it",
+          "rtfx": 150.5,
+          "metric": "WER",
+          "n": 865,
+          "test_set": "FLEURS it_it",
+          "wer_pct": 5.4
+        },
+        {
+          "language_code": "pt",
+          "rtfx": 141.3,
+          "metric": "WER",
+          "n": 919,
+          "test_set": "FLEURS pt_br",
+          "wer_pct": 6.18
+        },
+        {
+          "language_code": "de",
+          "rtfx": 141.5,
+          "metric": "WER",
+          "n": 862,
+          "test_set": "FLEURS de_de",
+          "wer_pct": 9.83
+        }
+      ]
     },
     {
       "path": "multilingual/560ms",
-      "language": "Multilingual",
-      "language_code": "auto",
+      "model": "multilingual",
+      "languages_served": [
+        "zh",
+        "ja",
+        "100+ via prompt_id"
+      ],
       "chunk_ms": 560,
       "latency_s": 0.56,
       "chunk_mel_frames": 56,
@@ -1134,19 +401,41 @@
       "formats": [
         "mlmodelc"
       ],
-      "benchmark": {
-        "rtfx": 23.4,
-        "wer_pct": 9.15,
-        "metric": "WER",
-        "n": 647,
-        "test_set": "FLEURS en_us",
-        "benched": true
-      }
+      "benchmarks": [
+        {
+          "language_code": "zh",
+          "rtfx": 22.5,
+          "metric": "CER",
+          "n": 945,
+          "test_set": "FLEURS cmn_hans_cn",
+          "cer_pct": 19.48
+        },
+        {
+          "language_code": "ja",
+          "rtfx": 20.7,
+          "metric": "CER",
+          "n": 650,
+          "test_set": "FLEURS ja_jp",
+          "cer_pct": 14.61
+        },
+        {
+          "language_code": "multilingual",
+          "rtfx": 23.4,
+          "metric": "WER",
+          "n": 647,
+          "test_set": "FLEURS en_us",
+          "wer_pct": 9.15
+        }
+      ]
     },
     {
       "path": "multilingual/1120ms",
-      "language": "Multilingual",
-      "language_code": "auto",
+      "model": "multilingual",
+      "languages_served": [
+        "zh",
+        "ja",
+        "100+ via prompt_id"
+      ],
       "chunk_ms": 1120,
       "latency_s": 1.12,
       "chunk_mel_frames": 112,
@@ -1168,19 +457,41 @@
       "formats": [
         "mlmodelc"
       ],
-      "benchmark": {
-        "rtfx": 70.9,
-        "wer_pct": 8.64,
-        "metric": "WER",
-        "n": 647,
-        "test_set": "FLEURS en_us",
-        "benched": true
-      }
+      "benchmarks": [
+        {
+          "language_code": "zh",
+          "rtfx": 26.6,
+          "metric": "CER",
+          "n": 945,
+          "test_set": "FLEURS cmn_hans_cn",
+          "cer_pct": 18.75
+        },
+        {
+          "language_code": "ja",
+          "rtfx": 25.9,
+          "metric": "CER",
+          "n": 650,
+          "test_set": "FLEURS ja_jp",
+          "cer_pct": 13.77
+        },
+        {
+          "language_code": "multilingual",
+          "rtfx": 70.9,
+          "metric": "WER",
+          "n": 647,
+          "test_set": "FLEURS en_us",
+          "wer_pct": 8.64
+        }
+      ]
     },
     {
       "path": "multilingual/2240ms",
-      "language": "Multilingual",
-      "language_code": "auto",
+      "model": "multilingual",
+      "languages_served": [
+        "zh",
+        "ja",
+        "100+ via prompt_id"
+      ],
       "chunk_ms": 2240,
       "latency_s": 2.24,
       "chunk_mel_frames": 224,
@@ -1202,19 +513,41 @@
       "formats": [
         "mlmodelc"
       ],
-      "benchmark": {
-        "rtfx": 80.4,
-        "wer_pct": 8.76,
-        "metric": "WER",
-        "n": 647,
-        "test_set": "FLEURS en_us",
-        "benched": true
-      }
+      "benchmarks": [
+        {
+          "language_code": "zh",
+          "rtfx": 89.0,
+          "metric": "CER",
+          "n": 945,
+          "test_set": "FLEURS cmn_hans_cn",
+          "cer_pct": 18.57
+        },
+        {
+          "language_code": "ja",
+          "rtfx": 84.2,
+          "metric": "CER",
+          "n": 650,
+          "test_set": "FLEURS ja_jp",
+          "cer_pct": 13.79
+        },
+        {
+          "language_code": "multilingual",
+          "rtfx": 80.4,
+          "metric": "WER",
+          "n": 647,
+          "test_set": "FLEURS en_us",
+          "wer_pct": 8.76
+        }
+      ]
     },
     {
       "path": "multilingual/4480ms",
-      "language": "Multilingual",
-      "language_code": "auto",
+      "model": "multilingual",
+      "languages_served": [
+        "zh",
+        "ja",
+        "100+ via prompt_id"
+      ],
       "chunk_ms": 4480,
       "latency_s": 4.48,
       "chunk_mel_frames": 448,
@@ -1236,14 +569,32 @@
       "formats": [
         "mlmodelc"
       ],
-      "benchmark": {
-        "rtfx": 78.0,
-        "wer_pct": 8.78,
-        "metric": "WER",
-        "n": 647,
-        "test_set": "FLEURS en_us",
-        "benched": true
-      }
+      "benchmarks": [
+        {
+          "language_code": "zh",
+          "rtfx": 89.6,
+          "metric": "CER",
+          "n": 945,
+          "test_set": "FLEURS cmn_hans_cn",
+          "cer_pct": 18.05
+        },
+        {
+          "language_code": "ja",
+          "rtfx": 89.3,
+          "metric": "CER",
+          "n": 650,
+          "test_set": "FLEURS ja_jp",
+          "cer_pct": 13.82
+        },
+        {
+          "language_code": "multilingual",
+          "rtfx": 78.0,
+          "metric": "WER",
+          "n": 647,
+          "test_set": "FLEURS en_us",
+          "wer_pct": 8.78
+        }
+      ]
     }
   ]
 }