Add ASR model bundle metadata and small assets

dist/ASRModels.bundle/asr_manifest.json

@@ -0,0 +1,79 @@
+{
+  "mel": {
+    "n_fft": 400,
+    "hop": 160,
+    "n_mels": 128,
+    "sample_rate": 16000,
+    "frames_padded": 3000,
+    "max_samples": 480000
+  },
+  "mel_filters_shape": [
+    201,
+    128
+  ],
+  "projector": {
+    "in": 1024,
+    "out": 512
+  },
+  "embedding": {
+    "vocab": 151936,
+    "dim": 512,
+    "dtype": "float16"
+  },
+  "lm": {
+    "num_layers": 8,
+    "num_heads": 8,
+    "head_dim": 64,
+    "hidden": 512,
+    "max_total_len": 512
+  },
+  "tokens": {
+    "user_token": "<|user|>",
+    "assistant_token": "<|assistant|>",
+    "bos_audio_token": "<|begin_of_audio|>",
+    "audio_token": "<|audio|>",
+    "eos_audio_token": "<|end_of_audio|>",
+    "assistant_end_token": "<|im_end|>",
+    "audio_token_id": 151646,
+    "pad_token_id": 151643,
+    "eos_token_ids": [
+      151645
+    ],
+    "asr_block_token_id_from": -1,
+    "extra_block_token_ids": [
+      151647,
+      151650,
+      151648,
+      151646,
+      151649
+    ],
+    "vocab_size": 151652
+  },
+  "prompt": {
+    "template": "{user}{bos_audio}{audio}{eos_audio}Please transcribe this audio.{assistant}",
+    "merge_factor": 4
+  },
+  "generation": {
+    "max_new_tokens": 128,
+    "repetition_penalty": 1.0,
+    "greedy": true
+  },
+  "prompt_ids": {
+    "user": 151647,
+    "bos_audio": 151648,
+    "audio": 151646,
+    "eos_audio": 151649,
+    "text": [
+      5501,
+      1356,
+      3114,
+      419,
+      7699,
+      13
+    ],
+    "assistant": 151650
+  },
+  "vocab_table": {
+    "size": 151652
+  }
+}

dist/ASRModels.bundle/hann_window.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b66ad855bb20e73e657a4df6d8f4a4c840a18431c35cf323f29143f04796c7e
+size 1600

dist/ASRModels.bundle/lm_decode.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce33ce3f1e0e0992b71de0c567fd572a1be5f2c384749150114607938b813f1d
+size 163575

dist/ASRModels.bundle/lm_prefill.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d2ff37c7dbbf8a466f4058aededa0452b899f85a7ce5840a95579d5b1005ab
+size 162606

dist/ASRModels.bundle/manifest.json

@@ -0,0 +1,85 @@
+{
+  "schemaVersion": 2,
+  "bundleVersion": "1.0.0",
+  "assets": {
+    "tower": {
+      "file": "tower.mlmodelc",
+      "sha256": "29d6ff275182f31eb51bfb0ac782c2d119c87c1277aa7ee59178979b67895127",
+      "sizeBytes": 221403139
+    },
+    "lm_prefill": {
+      "file": "lm_prefill.onnx",
+      "sha256": "79d2ff37c7dbbf8a466f4058aededa0452b899f85a7ce5840a95579d5b1005ab",
+      "sizeBytes": 162606
+    },
+    "lm_decode": {
+      "file": "lm_decode.onnx",
+      "sha256": "ce33ce3f1e0e0992b71de0c567fd572a1be5f2c384749150114607938b813f1d",
+      "sizeBytes": 163575
+    },
+    "lm_shared_data": {
+      "file": "lm_shared_int4.data",
+      "sha256": "f7ffe71cc716a7b2db49fd9a39cca9b714b5d30680d93760003c0b63109bf8e8",
+      "sizeBytes": 55464704
+    },
+    "mask_gen": {
+      "file": "mask_gen.onnx",
+      "sha256": "bae8051fa484580e5e5828a851ebed6f45877a0348b1ef225667eb9e99e26bd4",
+      "sizeBytes": 166605
+    },
+    "asr_manifest": {
+      "file": "asr_manifest.json",
+      "sha256": "bae102bbab352f3a550c02bfa7bb1356c23e31a5b20af1f94989f202489edcac",
+      "sizeBytes": 1476
+    },
+    "hann_window": {
+      "file": "hann_window.bin",
+      "sha256": "2b66ad855bb20e73e657a4df6d8f4a4c840a18431c35cf323f29143f04796c7e",
+      "sizeBytes": 1600
+    },
+    "mel_filters": {
+      "file": "mel_filters.bin",
+      "sha256": "a3bdc67fe03fb9464ae3dd00533bb422f7530fa6eaf5bdda4faf72c156aad17b",
+      "sizeBytes": 102912
+    },
+    "projector_norm_w": {
+      "file": "projector_norm_w.bin",
+      "sha256": "41580bc0d9f389f58b0fed9e287851ef97f7c089f2670655ac756482dfaa5932",
+      "sizeBytes": 4096
+    },
+    "projector_norm_b": {
+      "file": "projector_norm_b.bin",
+      "sha256": "a1cf72db77e96997f775303a9a284d73b379f815a2ea02942dd1bf6603f3fa3a",
+      "sizeBytes": 4096
+    },
+    "projector_lin_w": {
+      "file": "projector_lin_w.bin",
+      "sha256": "c94c5e7aac7ee5ef891fcfc8acae04f2fbbba9cd77cad2fd877d3611e453f16a",
+      "sizeBytes": 2097152
+    },
+    "projector_lin_b": {
+      "file": "projector_lin_b.bin",
+      "sha256": "d954ed1c7800f115ebcfcb21930f7db8c46ac4dea2bd935be4f55ba58478c9ec",
+      "sizeBytes": 2048
+    },
+    "token_embedding": {
+      "file": "token_embedding_fp16.bin",
+      "sha256": "15aef975b5283283de86ed009750ac73e0314b918c7aed4ed455bb24e7f6bbcb",
+      "sizeBytes": 155582464
+    },
+    "vocab_bytes": {
+      "file": "vocab_bytes.bin",
+      "sha256": "047830a7230b3609a4afce91f1e10cd0c488f7e908ca381e4435c743c10850c5",
+      "sizeBytes": 976078
+    },
+    "vocab_offsets": {
+      "file": "vocab_offsets.bin",
+      "sha256": "af2cc5f3e54f2eaa69d21636bb696cc99c55d10aeaf31280f3b5a1c622475a52",
+      "sizeBytes": 606612
+    }
+  },
+  "extra": {
+    "model": "Audio8-ASR-0.1B",
+    "builtBy": "make_asset_bundle.py"
+  }
+}

dist/ASRModels.bundle/mask_gen.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae8051fa484580e5e5828a851ebed6f45877a0348b1ef225667eb9e99e26bd4
+size 166605

dist/ASRModels.bundle/mel_filters.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bdc67fe03fb9464ae3dd00533bb422f7530fa6eaf5bdda4faf72c156aad17b
+size 102912

dist/ASRModels.bundle/projector_lin_b.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d954ed1c7800f115ebcfcb21930f7db8c46ac4dea2bd935be4f55ba58478c9ec
+size 2048

dist/ASRModels.bundle/projector_lin_w.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94c5e7aac7ee5ef891fcfc8acae04f2fbbba9cd77cad2fd877d3611e453f16a
+size 2097152

dist/ASRModels.bundle/projector_norm_b.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cf72db77e96997f775303a9a284d73b379f815a2ea02942dd1bf6603f3fa3a
+size 4096

dist/ASRModels.bundle/projector_norm_w.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41580bc0d9f389f58b0fed9e287851ef97f7c089f2670655ac756482dfaa5932
+size 4096

dist/ASRModels.bundle/tower.mlmodelc/analytics/coremldata.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b986d3cad99739964a83157016239050e93490db6675ce3fa3b5b1f70d438b
+size 243

dist/ASRModels.bundle/tower.mlmodelc/coremldata.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b64cc1cba68b025f7019d4a455486f1f9b3178db8f6ff8c632cc19d4a37c32
+size 418

dist/ASRModels.bundle/tower.mlmodelc/metadata.json

@@ -0,0 +1,262 @@
+[
+  {
+    "metadataOutputVersion" : "3.0",
+    "storagePrecision" : "Mixed (Float16, Int8)",
+    "outputSchema" : [
+      {
+        "hasShapeFlexibility" : "0",
+        "isOptional" : "0",
+        "dataType" : "Float16",
+        "formattedType" : "MultiArray (Float16 390 × 1024)",
+        "shortDescription" : "",
+        "shape" : "[390, 1024]",
+        "name" : "hidden",
+        "type" : "MultiArray"
+      }
+    ],
+    "modelParameters" : [
+
+    ],
+    "specificationVersion" : 9,
+    "functions" : [
+      {
+        "inputSchema" : [
+          {
+            "hasShapeFlexibility" : "0",
+            "isOptional" : "0",
+            "dataType" : "Float32",
+            "formattedType" : "MultiArray (Float32 1 × 128 × 500)",
+            "shortDescription" : "",
+            "shape" : "[1, 128, 500]",
+            "name" : "audios",
+            "type" : "MultiArray"
+          },
+          {
+            "hasShapeFlexibility" : "0",
+            "isOptional" : "0",
+            "dataType" : "Float32",
+            "formattedType" : "MultiArray (Float32 1 × 1 × 65 × 65)",
+            "shortDescription" : "",
+            "shape" : "[1, 1, 65, 65]",
+            "name" : "attn_mask",
+            "type" : "MultiArray"
+          }
+        ],
+        "computePrecision" : "Mixed (Float16, Int32)",
+        "storagePrecision" : "Mixed (Float16, Int8)",
+        "stateSchema" : [
+
+        ],
+        "outputSchema" : [
+          {
+            "hasShapeFlexibility" : "0",
+            "isOptional" : "0",
+            "dataType" : "Float16",
+            "formattedType" : "MultiArray (Float16 65 × 1024)",
+            "shortDescription" : "",
+            "shape" : "[65, 1024]",
+            "name" : "hidden",
+            "type" : "MultiArray"
+          }
+        ],
+        "name" : "tower_5s",
+        "mlProgramOperationTypeHistogram" : {
+          "Ios18.linear" : 119,
+          "Ios18.conv" : 3,
+          "Ios18.expandDims" : 55,
+          "Ios18.matmul" : 36,
+          "Ios18.gelu" : 26,
+          "Ios16.constexprAffineDequantize" : 123,
+          "Ios18.add" : 59,
+          "Ios18.softmax" : 18,
+          "Ios18.sliceByIndex" : 1,
+          "Ios18.layerNorm" : 42,
+          "Ios18.transpose" : 75,
+          "Ios18.cast" : 2,
+          "Ios18.squeeze" : 18,
+          "Ios18.reshape" : 75,
+          "Ios18.mul" : 18
+        }
+      },
+      {
+        "inputSchema" : [
+          {
+            "hasShapeFlexibility" : "0",
+            "isOptional" : "0",
+            "dataType" : "Float32",
+            "formattedType" : "MultiArray (Float32 1 × 128 × 1000)",
+            "shortDescription" : "",
+            "shape" : "[1, 128, 1000]",
+            "name" : "audios",
+            "type" : "MultiArray"
+          },
+          {
+            "hasShapeFlexibility" : "0",
+            "isOptional" : "0",
+            "dataType" : "Float32",
+            "formattedType" : "MultiArray (Float32 1 × 1 × 130 × 130)",
+            "shortDescription" : "",
+            "shape" : "[1, 1, 130, 130]",
+            "name" : "attn_mask",
+            "type" : "MultiArray"
+          }
+        ],
+        "computePrecision" : "Mixed (Float16, Int32)",
+        "storagePrecision" : "Mixed (Float16, Int8)",
+        "stateSchema" : [
+
+        ],
+        "outputSchema" : [
+          {
+            "hasShapeFlexibility" : "0",
+            "isOptional" : "0",
+            "dataType" : "Float16",
+            "formattedType" : "MultiArray (Float16 130 × 1024)",
+            "shortDescription" : "",
+            "shape" : "[130, 1024]",
+            "name" : "hidden",
+            "type" : "MultiArray"
+          }
+        ],
+        "name" : "tower_10s",
+        "mlProgramOperationTypeHistogram" : {
+          "Ios18.linear" : 119,
+          "Ios18.conv" : 3,
+          "Ios18.expandDims" : 55,
+          "Ios18.matmul" : 36,
+          "Ios18.gelu" : 26,
+          "Ios16.constexprAffineDequantize" : 123,
+          "Ios18.add" : 59,
+          "Ios18.softmax" : 18,
+          "Ios18.sliceByIndex" : 1,
+          "Ios18.layerNorm" : 42,
+          "Ios18.transpose" : 75,
+          "Ios18.cast" : 2,
+          "Ios18.squeeze" : 18,
+          "Ios18.reshape" : 75,
+          "Ios18.mul" : 18
+        }
+      },
+      {
+        "inputSchema" : [
+          {
+            "hasShapeFlexibility" : "0",
+            "isOptional" : "0",
+            "dataType" : "Float32",
+            "formattedType" : "MultiArray (Float32 1 × 128 × 3000)",
+            "shortDescription" : "",
+            "shape" : "[1, 128, 3000]",
+            "name" : "audios",
+            "type" : "MultiArray"
+          },
+          {
+            "hasShapeFlexibility" : "0",
+            "isOptional" : "0",
+            "dataType" : "Float32",
+            "formattedType" : "MultiArray (Float32 1 × 1 × 390 × 390)",
+            "shortDescription" : "",
+            "shape" : "[1, 1, 390, 390]",
+            "name" : "attn_mask",
+            "type" : "MultiArray"
+          }
+        ],
+        "computePrecision" : "Mixed (Float16, Int32)",
+        "storagePrecision" : "Mixed (Float16, Int8)",
+        "stateSchema" : [
+
+        ],
+        "outputSchema" : [
+          {
+            "hasShapeFlexibility" : "0",
+            "isOptional" : "0",
+            "dataType" : "Float16",
+            "formattedType" : "MultiArray (Float16 390 × 1024)",
+            "shortDescription" : "",
+            "shape" : "[390, 1024]",
+            "name" : "hidden",
+            "type" : "MultiArray"
+          }
+        ],
+        "name" : "tower_30s",
+        "mlProgramOperationTypeHistogram" : {
+          "Ios18.linear" : 119,
+          "Ios18.conv" : 3,
+          "Ios18.expandDims" : 55,
+          "Ios18.matmul" : 36,
+          "Ios18.gelu" : 26,
+          "Ios16.constexprAffineDequantize" : 123,
+          "Ios18.add" : 59,
+          "Ios18.softmax" : 18,
+          "Ios18.sliceByIndex" : 1,
+          "Ios18.layerNorm" : 42,
+          "Ios18.transpose" : 75,
+          "Ios18.cast" : 2,
+          "Ios18.squeeze" : 18,
+          "Ios18.reshape" : 75,
+          "Ios18.mul" : 18
+        }
+      }
+    ],
+    "mlProgramOperationTypeHistogram" : {
+      "Ios18.linear" : 119,
+      "Ios18.conv" : 3,
+      "Ios18.expandDims" : 55,
+      "Ios18.matmul" : 36,
+      "Ios18.gelu" : 26,
+      "Ios16.constexprAffineDequantize" : 123,
+      "Ios18.add" : 59,
+      "Ios18.softmax" : 18,
+      "Ios18.sliceByIndex" : 1,
+      "Ios18.layerNorm" : 42,
+      "Ios18.transpose" : 75,
+      "Ios18.cast" : 2,
+      "Ios18.squeeze" : 18,
+      "Ios18.reshape" : 75,
+      "Ios18.mul" : 18
+    },
+    "isUpdatable" : "0",
+    "stateSchema" : [
+
+    ],
+    "availability" : {
+      "macOS" : "15.0",
+      "tvOS" : "18.0",
+      "visionOS" : "2.0",
+      "watchOS" : "11.0",
+      "iOS" : "18.0",
+      "macCatalyst" : "18.0"
+    },
+    "computePrecision" : "Mixed (Float16, Int32)",
+    "modelType" : {
+      "name" : "MLModelType_mlProgram"
+    },
+    "inputSchema" : [
+      {
+        "hasShapeFlexibility" : "0",
+        "isOptional" : "0",
+        "dataType" : "Float32",
+        "formattedType" : "MultiArray (Float32 1 × 128 × 3000)",
+        "shortDescription" : "",
+        "shape" : "[1, 128, 3000]",
+        "name" : "audios",
+        "type" : "MultiArray"
+      },
+      {
+        "hasShapeFlexibility" : "0",
+        "isOptional" : "0",
+        "dataType" : "Float32",
+        "formattedType" : "MultiArray (Float32 1 × 1 × 390 × 390)",
+        "shortDescription" : "",
+        "shape" : "[1, 1, 390, 390]",
+        "name" : "attn_mask",
+        "type" : "MultiArray"
+      }
+    ],
+    "defaultFunctionName" : "tower_30s",
+    "generatedClassName" : "audio_tower_multifunction_w8",
+    "userDefinedMetadata" : {
+
+    },
+    "method" : "predict"
+  }
+]

dist/ASRModels.bundle/vocab_bytes.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047830a7230b3609a4afce91f1e10cd0c488f7e908ca381e4435c743c10850c5
+size 976078

dist/ASRModels.bundle/vocab_offsets.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2cc5f3e54f2eaa69d21636bb696cc99c55d10aeaf31280f3b5a1c622475a52
+size 606612