qaihm-bot commited on
Commit
9fbb05d
·
verified ·
1 Parent(s): f7c8c31

See https://github.com/qualcomm/ai-hub-models/releases/v0.53.0 for changelog.

Files changed (2) hide show
  1. README.md +123 -99
  2. release_assets.json +26 -26
README.md CHANGED
@@ -28,31 +28,31 @@ Below are pre-exported model assets ready for deployment.
28
 
29
  | Runtime | Precision | Chipset | SDK Versions | Download |
30
  |---|---|---|---|---|
31
- | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_gen5.zip)
32
- | PRECOMPILED_QNN_ONNX | float | Snapdragon® X2 Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_x2_elite.zip)
33
- | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_x_elite.zip)
34
- | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Gen 3 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8gen3.zip)
35
- | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS8550 (Proxy) | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_qcs8550_proxy.zip)
36
- | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_for_galaxy.zip)
37
- | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS9075 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_qcs9075.zip)
38
- | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite Gen 5 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8_elite_gen5.zip)
39
- | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X2 Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_x2_elite.zip)
40
- | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_x_elite.zip)
41
- | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Gen 3 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8gen3.zip)
42
- | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS8550 (Proxy) | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_qcs8550_proxy.zip)
43
- | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite For Galaxy Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8_elite_for_galaxy.zip)
44
- | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS9075 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_qcs9075.zip)
45
- | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Gen 5 Mobile | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8_elite_gen5.zip)
46
- | QNN_CONTEXT_BINARY | float | Snapdragon® X2 Elite | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_x2_elite.zip)
47
- | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_x_elite.zip)
48
- | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Gen 3 Mobile | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8gen3.zip)
49
- | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8550 (Proxy) | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_qcs8550_proxy.zip)
50
- | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_sa8775p.zip)
51
- | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite For Galaxy Mobile | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8_elite_for_galaxy.zip)
52
- | QNN_CONTEXT_BINARY | float | Qualcomm® SA7255P | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_sa7255p.zip)
53
- | QNN_CONTEXT_BINARY | float | Qualcomm® SA8295P | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_sa8295p.zip)
54
- | QNN_CONTEXT_BINARY | float | Qualcomm® QCS9075 | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_qcs9075.zip)
55
- | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8450 (Proxy) | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_qcs8450_proxy.zip)
56
 
57
  For more device-specific assets and performance metrics, visit **[Zipformer on Qualcomm® AI Hub](https://aihub.qualcomm.com/models/zipformer)**.
58
 
@@ -86,84 +86,108 @@ See our repository for [Zipformer on GitHub](https://github.com/qualcomm/ai-hub-
86
  ## Performance Summary
87
  | Model | Runtime | Precision | Chipset | Inference Time (ms) | Peak Memory Range (MB) | Primary Compute Unit
88
  |---|---|---|---|---|---|---
89
- | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | 0.05 ms | 0 - 10 MB | NPU
90
- | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® X2 Elite | 0.037 ms | 7 - 7 MB | NPU
 
91
  | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | 0.152 ms | 7 - 7 MB | NPU
92
- | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Gen 3 Mobile | 0.058 ms | 0 - 6 MB | NPU
93
- | decoder | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS8550 (Proxy) | 0.076 ms | 0 - 15 MB | NPU
94
- | decoder | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS9075 | 0.15 ms | 0 - 3 MB | NPU
95
- | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 0.051 ms | 0 - 9 MB | NPU
96
- | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite Gen 5 Mobile | 0.053 ms | 0 - 10 MB | NPU
97
- | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X2 Elite | 0.039 ms | 7 - 7 MB | NPU
98
- | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X Elite | 0.169 ms | 7 - 7 MB | NPU
99
- | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Gen 3 Mobile | 0.066 ms | 0 - 7 MB | NPU
100
- | decoder | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS8550 (Proxy) | 0.082 ms | 0 - 8 MB | NPU
101
- | decoder | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS9075 | 0.164 ms | 0 - 3 MB | NPU
102
- | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite For Galaxy Mobile | 0.052 ms | 0 - 11 MB | NPU
103
- | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Gen 5 Mobile | 0.049 ms | 0 - 10 MB | NPU
104
- | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® X2 Elite | 0.139 ms | 0 - 0 MB | NPU
105
- | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | 0.149 ms | 0 - 0 MB | NPU
106
- | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Gen 3 Mobile | 0.054 ms | 0 - 7 MB | NPU
107
- | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8275 (Proxy) | 0.309 ms | 0 - 8 MB | NPU
108
- | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8550 (Proxy) | 0.069 ms | 0 - 2 MB | NPU
109
- | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 0.208 ms | 0 - 9 MB | NPU
110
- | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS9075 | 0.123 ms | 2 - 4 MB | NPU
 
 
 
 
 
 
 
111
  | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8450 (Proxy) | 0.097 ms | 0 - 9 MB | NPU
112
- | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA7255P | 0.309 ms | 0 - 8 MB | NPU
113
- | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8295P | 0.332 ms | 0 - 5 MB | NPU
114
- | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite For Galaxy Mobile | 0.048 ms | 0 - 13 MB | NPU
115
- | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | 4.893 ms | 10 - 20 MB | NPU
116
- | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® X2 Elite | 5.569 ms | 142 - 142 MB | NPU
117
- | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | 9.746 ms | 142 - 142 MB | NPU
118
- | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Gen 3 Mobile | 6.478 ms | 9 - 16 MB | NPU
119
- | encoder | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS8550 (Proxy) | 9.059 ms | 9 - 10 MB | NPU
120
- | encoder | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS9075 | 10.333 ms | 8 - 12 MB | NPU
121
- | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 5.452 ms | 9 - 17 MB | NPU
122
- | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite Gen 5 Mobile | 7.137 ms | 10 - 20 MB | NPU
123
- | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X2 Elite | 8.447 ms | 75 - 75 MB | NPU
124
- | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X Elite | 13.29 ms | 75 - 75 MB | NPU
125
- | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Gen 3 Mobile | 10.972 ms | 9 - 17 MB | NPU
126
- | encoder | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS8550 (Proxy) | 14.815 ms | 9 - 11 MB | NPU
127
- | encoder | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS9075 | 16.528 ms | 8 - 12 MB | NPU
128
- | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite For Galaxy Mobile | 7.583 ms | 9 - 21 MB | NPU
129
- | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Gen 5 Mobile | 4.743 ms | 3 - 13 MB | NPU
130
- | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® X2 Elite | 6.038 ms | 3 - 3 MB | NPU
131
- | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | 9.383 ms | 3 - 3 MB | NPU
132
- | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Gen 3 Mobile | 6.693 ms | 2 - 10 MB | NPU
133
- | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8275 (Proxy) | 23.495 ms | 3 - 11 MB | NPU
134
- | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8550 (Proxy) | 8.819 ms | 3 - 4 MB | NPU
135
- | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 10.731 ms | 3 - 11 MB | NPU
136
- | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS9075 | 10.198 ms | 3 - 7 MB | NPU
137
- | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8450 (Proxy) | 12.137 ms | 3 - 13 MB | NPU
138
- | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA7255P | 23.495 ms | 3 - 11 MB | NPU
139
- | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8295P | 12.861 ms | 3 - 8 MB | NPU
140
- | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite For Galaxy Mobile | 5.317 ms | 3 - 15 MB | NPU
141
- | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | 0.133 ms | 0 - 10 MB | NPU
142
- | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® X2 Elite | 0.108 ms | 6 - 6 MB | NPU
143
- | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | 0.266 ms | 6 - 6 MB | NPU
144
- | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Gen 3 Mobile | 0.158 ms | 0 - 7 MB | NPU
145
- | joiner | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS8550 (Proxy) | 0.193 ms | 0 - 8 MB | NPU
146
- | joiner | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS9075 | 0.264 ms | 0 - 3 MB | NPU
 
 
 
 
 
 
 
 
 
 
147
  | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 0.133 ms | 0 - 7 MB | NPU
148
- | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite Gen 5 Mobile | 0.135 ms | 0 - 10 MB | NPU
149
- | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X2 Elite | 0.222 ms | 6 - 6 MB | NPU
150
- | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X Elite | 0.278 ms | 6 - 6 MB | NPU
151
- | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Gen 3 Mobile | 0.162 ms | 0 - 7 MB | NPU
 
 
152
  | joiner | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS8550 (Proxy) | 0.206 ms | 0 - 8 MB | NPU
153
- | joiner | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS9075 | 0.266 ms | 0 - 3 MB | NPU
154
- | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite For Galaxy Mobile | 0.142 ms | 0 - 11 MB | NPU
155
- | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Gen 5 Mobile | 0.134 ms | 0 - 10 MB | NPU
156
- | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® X2 Elite | 0.175 ms | 0 - 0 MB | NPU
157
- | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | 0.264 ms | 0 - 0 MB | NPU
158
- | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Gen 3 Mobile | 0.152 ms | 0 - 7 MB | NPU
159
- | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8275 (Proxy) | 0.485 ms | 0 - 8 MB | NPU
160
- | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8550 (Proxy) | 0.187 ms | 0 - 2 MB | NPU
161
- | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 0.329 ms | 0 - 9 MB | NPU
162
- | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® QCS9075 | 0.233 ms | 0 - 2 MB | NPU
163
- | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8450 (Proxy) | 0.228 ms | 0 - 9 MB | NPU
164
- | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® SA7255P | 0.485 ms | 0 - 8 MB | NPU
165
- | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® SA8295P | 0.471 ms | 0 - 5 MB | NPU
166
- | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite For Galaxy Mobile | 0.138 ms | 0 - 13 MB | NPU
 
 
 
 
167
 
168
  ## License
169
  * The license for the original implementation of Zipformer can be found
 
28
 
29
  | Runtime | Precision | Chipset | SDK Versions | Download |
30
  |---|---|---|---|---|
31
+ | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_gen5.zip)
32
+ | PRECOMPILED_QNN_ONNX | float | Snapdragon® X2 Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_x2_elite.zip)
33
+ | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_x_elite.zip)
34
+ | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Gen 3 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8gen3.zip)
35
+ | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS8550 (Proxy) | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_qcs8550_proxy.zip)
36
+ | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_for_galaxy.zip)
37
+ | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS9075 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_qcs9075.zip)
38
+ | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite Gen 5 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8_elite_gen5.zip)
39
+ | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X2 Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_x2_elite.zip)
40
+ | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_x_elite.zip)
41
+ | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Gen 3 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8gen3.zip)
42
+ | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS8550 (Proxy) | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_qcs8550_proxy.zip)
43
+ | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite For Galaxy Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8_elite_for_galaxy.zip)
44
+ | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS9075 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_qcs9075.zip)
45
+ | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Gen 5 Mobile | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8_elite_gen5.zip)
46
+ | QNN_CONTEXT_BINARY | float | Snapdragon® X2 Elite | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_x2_elite.zip)
47
+ | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_x_elite.zip)
48
+ | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Gen 3 Mobile | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8gen3.zip)
49
+ | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8550 (Proxy) | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_qcs8550_proxy.zip)
50
+ | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_sa8775p.zip)
51
+ | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite For Galaxy Mobile | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8_elite_for_galaxy.zip)
52
+ | QNN_CONTEXT_BINARY | float | Qualcomm® SA7255P | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_sa7255p.zip)
53
+ | QNN_CONTEXT_BINARY | float | Qualcomm® SA8295P | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_sa8295p.zip)
54
+ | QNN_CONTEXT_BINARY | float | Qualcomm® QCS9075 | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_qcs9075.zip)
55
+ | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8450 (Proxy) | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_qcs8450_proxy.zip)
56
 
57
  For more device-specific assets and performance metrics, visit **[Zipformer on Qualcomm® AI Hub](https://aihub.qualcomm.com/models/zipformer)**.
58
 
 
86
  ## Performance Summary
87
  | Model | Runtime | Precision | Chipset | Inference Time (ms) | Peak Memory Range (MB) | Primary Compute Unit
88
  |---|---|---|---|---|---|---
89
+ | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | 0.048 ms | 0 - 10 MB | NPU
90
+ | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Mobile | 0.048 ms | 0 - 11 MB | NPU
91
+ | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® X2 Elite | 0.038 ms | 7 - 7 MB | NPU
92
  | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | 0.152 ms | 7 - 7 MB | NPU
93
+ | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | 0.152 ms | 7 - 7 MB | NPU
94
+ | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Gen 3 Mobile | 0.057 ms | 0 - 6 MB | NPU
95
+ | decoder | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS8550 (Proxy) | 0.075 ms | 0 - 8 MB | NPU
96
+ | decoder | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS9075 | 0.154 ms | 0 - 3 MB | NPU
97
+ | decoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 0.048 ms | 0 - 11 MB | NPU
98
+ | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite Gen 5 Mobile | 0.054 ms | 0 - 10 MB | NPU
99
+ | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite Mobile | 0.052 ms | 0 - 7 MB | NPU
100
+ | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X2 Elite | 0.034 ms | 7 - 7 MB | NPU
101
+ | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X Elite | 0.156 ms | 7 - 7 MB | NPU
102
+ | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X Elite | 0.156 ms | 7 - 7 MB | NPU
103
+ | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Gen 3 Mobile | 0.061 ms | 0 - 6 MB | NPU
104
+ | decoder | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS8550 (Proxy) | 0.073 ms | 0 - 8 MB | NPU
105
+ | decoder | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS9075 | 0.151 ms | 0 - 3 MB | NPU
106
+ | decoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite For Galaxy Mobile | 0.052 ms | 0 - 7 MB | NPU
107
+ | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Gen 5 Mobile | 0.042 ms | 0 - 10 MB | NPU
108
+ | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Mobile | 0.041 ms | 0 - 9 MB | NPU
109
+ | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® X2 Elite | 0.133 ms | 0 - 0 MB | NPU
110
+ | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | 0.147 ms | 0 - 0 MB | NPU
111
+ | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | 0.147 ms | 0 - 0 MB | NPU
112
+ | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Gen 3 Mobile | 0.05 ms | 0 - 8 MB | NPU
113
+ | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8275 (Proxy) | 0.301 ms | 0 - 9 MB | NPU
114
+ | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8550 (Proxy) | 0.07 ms | 0 - 1 MB | NPU
115
+ | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 0.206 ms | 0 - 9 MB | NPU
116
+ | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 0.206 ms | 0 - 9 MB | NPU
117
+ | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 0.206 ms | 0 - 9 MB | NPU
118
+ | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS9075 | 0.123 ms | 0 - 2 MB | NPU
119
  | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8450 (Proxy) | 0.097 ms | 0 - 9 MB | NPU
120
+ | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA7255P | 0.301 ms | 0 - 9 MB | NPU
121
+ | decoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8295P | 0.336 ms | 0 - 5 MB | NPU
122
+ | decoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite For Galaxy Mobile | 0.041 ms | 0 - 9 MB | NPU
123
+ | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | 4.821 ms | 10 - 20 MB | NPU
124
+ | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Mobile | 5.459 ms | 10 - 21 MB | NPU
125
+ | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® X2 Elite | 5.345 ms | 142 - 142 MB | NPU
126
+ | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | 9.829 ms | 142 - 142 MB | NPU
127
+ | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | 9.829 ms | 142 - 142 MB | NPU
128
+ | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Gen 3 Mobile | 6.565 ms | 9 - 17 MB | NPU
129
+ | encoder | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS8550 (Proxy) | 9.122 ms | 0 - 159 MB | NPU
130
+ | encoder | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS9075 | 10.452 ms | 8 - 12 MB | NPU
131
+ | encoder | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 5.459 ms | 10 - 21 MB | NPU
132
+ | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite Gen 5 Mobile | 7.148 ms | 10 - 20 MB | NPU
133
+ | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite Mobile | 7.53 ms | 9 - 16 MB | NPU
134
+ | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X2 Elite | 8.433 ms | 75 - 75 MB | NPU
135
+ | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X Elite | 13.447 ms | 75 - 75 MB | NPU
136
+ | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X Elite | 13.447 ms | 75 - 75 MB | NPU
137
+ | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Gen 3 Mobile | 11.413 ms | 9 - 17 MB | NPU
138
+ | encoder | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS8550 (Proxy) | 15.855 ms | 9 - 10 MB | NPU
139
+ | encoder | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS9075 | 16.676 ms | 8 - 12 MB | NPU
140
+ | encoder | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite For Galaxy Mobile | 7.53 ms | 9 - 16 MB | NPU
141
+ | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Gen 5 Mobile | 4.807 ms | 3 - 12 MB | NPU
142
+ | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Mobile | 5.463 ms | 3 - 15 MB | NPU
143
+ | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® X2 Elite | 6.067 ms | 3 - 3 MB | NPU
144
+ | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | 9.514 ms | 3 - 3 MB | NPU
145
+ | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | 9.514 ms | 3 - 3 MB | NPU
146
+ | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Gen 3 Mobile | 6.548 ms | 2 - 12 MB | NPU
147
+ | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8275 (Proxy) | 23.477 ms | 3 - 11 MB | NPU
148
+ | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8550 (Proxy) | 8.797 ms | 3 - 4 MB | NPU
149
+ | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 10.581 ms | 3 - 11 MB | NPU
150
+ | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 10.581 ms | 3 - 11 MB | NPU
151
+ | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 10.581 ms | 3 - 11 MB | NPU
152
+ | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS9075 | 10.15 ms | 3 - 7 MB | NPU
153
+ | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8450 (Proxy) | 12.087 ms | 2 - 13 MB | NPU
154
+ | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA7255P | 23.477 ms | 3 - 11 MB | NPU
155
+ | encoder | QNN_CONTEXT_BINARY | float | Qualcomm® SA8295P | 13.077 ms | 3 - 8 MB | NPU
156
+ | encoder | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite For Galaxy Mobile | 5.463 ms | 3 - 15 MB | NPU
157
+ | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | 0.132 ms | 0 - 10 MB | NPU
158
+ | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Mobile | 0.133 ms | 0 - 7 MB | NPU
159
+ | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® X2 Elite | 0.089 ms | 6 - 6 MB | NPU
160
+ | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | 0.252 ms | 6 - 6 MB | NPU
161
+ | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | 0.252 ms | 6 - 6 MB | NPU
162
+ | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Gen 3 Mobile | 0.156 ms | 0 - 7 MB | NPU
163
+ | joiner | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS8550 (Proxy) | 0.192 ms | 0 - 9 MB | NPU
164
+ | joiner | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS9075 | 0.271 ms | 0 - 3 MB | NPU
165
  | joiner | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 0.133 ms | 0 - 7 MB | NPU
166
+ | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite Gen 5 Mobile | 0.136 ms | 0 - 10 MB | NPU
167
+ | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite Mobile | 0.138 ms | 0 - 7 MB | NPU
168
+ | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X2 Elite | 0.087 ms | 6 - 6 MB | NPU
169
+ | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X Elite | 0.268 ms | 6 - 6 MB | NPU
170
+ | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® X Elite | 0.268 ms | 6 - 6 MB | NPU
171
+ | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Gen 3 Mobile | 0.161 ms | 0 - 6 MB | NPU
172
  | joiner | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS8550 (Proxy) | 0.206 ms | 0 - 8 MB | NPU
173
+ | joiner | PRECOMPILED_QNN_ONNX | mixed | Qualcomm® QCS9075 | 0.277 ms | 0 - 3 MB | NPU
174
+ | joiner | PRECOMPILED_QNN_ONNX | mixed | Snapdragon® 8 Elite For Galaxy Mobile | 0.138 ms | 0 - 7 MB | NPU
175
+ | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Gen 5 Mobile | 0.132 ms | 0 - 10 MB | NPU
176
+ | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Mobile | 0.146 ms | 0 - 13 MB | NPU
177
+ | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® X2 Elite | 0.177 ms | 0 - 0 MB | NPU
178
+ | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | 0.254 ms | 0 - 0 MB | NPU
179
+ | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | 0.254 ms | 0 - 0 MB | NPU
180
+ | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Gen 3 Mobile | 0.139 ms | 0 - 8 MB | NPU
181
+ | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8275 (Proxy) | 0.487 ms | 0 - 9 MB | NPU
182
+ | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8550 (Proxy) | 0.184 ms | 0 - 1 MB | NPU
183
+ | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 0.319 ms | 0 - 9 MB | NPU
184
+ | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 0.319 ms | 0 - 9 MB | NPU
185
+ | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 0.319 ms | 0 - 9 MB | NPU
186
+ | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® QCS9075 | 0.236 ms | 0 - 2 MB | NPU
187
+ | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8450 (Proxy) | 0.229 ms | 0 - 9 MB | NPU
188
+ | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® SA7255P | 0.487 ms | 0 - 9 MB | NPU
189
+ | joiner | QNN_CONTEXT_BINARY | float | Qualcomm® SA8295P | 0.458 ms | 0 - 5 MB | NPU
190
+ | joiner | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite For Galaxy Mobile | 0.146 ms | 0 - 13 MB | NPU
191
 
192
  ## License
193
  * The license for the original implementation of Zipformer can be found
release_assets.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "version": "0.52.0",
3
  "precisions": {
4
  "mixed": {
5
  "chipset_assets": {
@@ -9,7 +9,7 @@
9
  "qairt": "2.42.0.251225135753_193295",
10
  "onnx_runtime": "1.24.3"
11
  },
12
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8gen3.zip"
13
  }
14
  },
15
  "qualcomm-snapdragon-8-elite-for-galaxy": {
@@ -18,7 +18,7 @@
18
  "qairt": "2.42.0.251225135753_193295",
19
  "onnx_runtime": "1.24.3"
20
  },
21
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8_elite_for_galaxy.zip"
22
  }
23
  },
24
  "qualcomm-snapdragon-8-elite-gen5": {
@@ -27,7 +27,7 @@
27
  "qairt": "2.42.0.251225135753_193295",
28
  "onnx_runtime": "1.24.3"
29
  },
30
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8_elite_gen5.zip"
31
  }
32
  },
33
  "qualcomm-snapdragon-x-elite": {
@@ -36,7 +36,7 @@
36
  "qairt": "2.42.0.251225135753_193295",
37
  "onnx_runtime": "1.24.3"
38
  },
39
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_x_elite.zip"
40
  }
41
  },
42
  "qualcomm-snapdragon-x2-elite": {
@@ -45,7 +45,7 @@
45
  "qairt": "2.42.0.251225135753_193295",
46
  "onnx_runtime": "1.24.3"
47
  },
48
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_x2_elite.zip"
49
  }
50
  },
51
  "qualcomm-qcs8550-proxy": {
@@ -54,7 +54,7 @@
54
  "qairt": "2.42.0.251225135753_193295",
55
  "onnx_runtime": "1.24.3"
56
  },
57
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_qcs8550_proxy.zip"
58
  }
59
  },
60
  "qualcomm-qcs9075": {
@@ -63,7 +63,7 @@
63
  "qairt": "2.42.0.251225135753_193295",
64
  "onnx_runtime": "1.24.3"
65
  },
66
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_qcs9075.zip"
67
  }
68
  }
69
  }
@@ -75,14 +75,14 @@
75
  "tool_versions": {
76
  "qairt": "2.45.0.260326154327"
77
  },
78
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8gen3.zip"
79
  },
80
  "precompiled_qnn_onnx": {
81
  "tool_versions": {
82
  "qairt": "2.42.0.251225135753_193295",
83
  "onnx_runtime": "1.24.3"
84
  },
85
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8gen3.zip"
86
  }
87
  },
88
  "qualcomm-snapdragon-8-elite-for-galaxy": {
@@ -90,14 +90,14 @@
90
  "tool_versions": {
91
  "qairt": "2.45.0.260326154327"
92
  },
93
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8_elite_for_galaxy.zip"
94
  },
95
  "precompiled_qnn_onnx": {
96
  "tool_versions": {
97
  "qairt": "2.42.0.251225135753_193295",
98
  "onnx_runtime": "1.24.3"
99
  },
100
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_for_galaxy.zip"
101
  }
102
  },
103
  "qualcomm-snapdragon-8-elite-gen5": {
@@ -105,14 +105,14 @@
105
  "tool_versions": {
106
  "qairt": "2.45.0.260326154327"
107
  },
108
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8_elite_gen5.zip"
109
  },
110
  "precompiled_qnn_onnx": {
111
  "tool_versions": {
112
  "qairt": "2.42.0.251225135753_193295",
113
  "onnx_runtime": "1.24.3"
114
  },
115
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_gen5.zip"
116
  }
117
  },
118
  "qualcomm-snapdragon-x-elite": {
@@ -120,14 +120,14 @@
120
  "tool_versions": {
121
  "qairt": "2.45.0.260326154327"
122
  },
123
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_x_elite.zip"
124
  },
125
  "precompiled_qnn_onnx": {
126
  "tool_versions": {
127
  "qairt": "2.42.0.251225135753_193295",
128
  "onnx_runtime": "1.24.3"
129
  },
130
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_x_elite.zip"
131
  }
132
  },
133
  "qualcomm-snapdragon-x2-elite": {
@@ -135,14 +135,14 @@
135
  "tool_versions": {
136
  "qairt": "2.45.0.260326154327"
137
  },
138
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_x2_elite.zip"
139
  },
140
  "precompiled_qnn_onnx": {
141
  "tool_versions": {
142
  "qairt": "2.42.0.251225135753_193295",
143
  "onnx_runtime": "1.24.3"
144
  },
145
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_x2_elite.zip"
146
  }
147
  },
148
  "qualcomm-sa7255p": {
@@ -150,7 +150,7 @@
150
  "tool_versions": {
151
  "qairt": "2.45.0.260326154327"
152
  },
153
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_sa7255p.zip"
154
  }
155
  },
156
  "qualcomm-sa8295p": {
@@ -158,7 +158,7 @@
158
  "tool_versions": {
159
  "qairt": "2.45.0.260326154327"
160
  },
161
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_sa8295p.zip"
162
  }
163
  },
164
  "qualcomm-sa8775p": {
@@ -166,7 +166,7 @@
166
  "tool_versions": {
167
  "qairt": "2.45.0.260326154327"
168
  },
169
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_sa8775p.zip"
170
  }
171
  },
172
  "qualcomm-qcs8550-proxy": {
@@ -174,14 +174,14 @@
174
  "tool_versions": {
175
  "qairt": "2.45.0.260326154327"
176
  },
177
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_qcs8550_proxy.zip"
178
  },
179
  "precompiled_qnn_onnx": {
180
  "tool_versions": {
181
  "qairt": "2.42.0.251225135753_193295",
182
  "onnx_runtime": "1.24.3"
183
  },
184
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_qcs8550_proxy.zip"
185
  }
186
  },
187
  "qualcomm-qcs9075": {
@@ -189,14 +189,14 @@
189
  "tool_versions": {
190
  "qairt": "2.45.0.260326154327"
191
  },
192
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_qcs9075.zip"
193
  },
194
  "precompiled_qnn_onnx": {
195
  "tool_versions": {
196
  "qairt": "2.42.0.251225135753_193295",
197
  "onnx_runtime": "1.24.3"
198
  },
199
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-precompiled_qnn_onnx-float-qualcomm_qcs9075.zip"
200
  }
201
  },
202
  "qualcomm-qcs8450-proxy": {
@@ -204,7 +204,7 @@
204
  "tool_versions": {
205
  "qairt": "2.45.0.260326154327"
206
  },
207
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.52.0/zipformer-qnn_context_binary-float-qualcomm_qcs8450_proxy.zip"
208
  }
209
  }
210
  }
 
1
  {
2
+ "version": "0.53.0",
3
  "precisions": {
4
  "mixed": {
5
  "chipset_assets": {
 
9
  "qairt": "2.42.0.251225135753_193295",
10
  "onnx_runtime": "1.24.3"
11
  },
12
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8gen3.zip"
13
  }
14
  },
15
  "qualcomm-snapdragon-8-elite-for-galaxy": {
 
18
  "qairt": "2.42.0.251225135753_193295",
19
  "onnx_runtime": "1.24.3"
20
  },
21
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8_elite_for_galaxy.zip"
22
  }
23
  },
24
  "qualcomm-snapdragon-8-elite-gen5": {
 
27
  "qairt": "2.42.0.251225135753_193295",
28
  "onnx_runtime": "1.24.3"
29
  },
30
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_8_elite_gen5.zip"
31
  }
32
  },
33
  "qualcomm-snapdragon-x-elite": {
 
36
  "qairt": "2.42.0.251225135753_193295",
37
  "onnx_runtime": "1.24.3"
38
  },
39
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_x_elite.zip"
40
  }
41
  },
42
  "qualcomm-snapdragon-x2-elite": {
 
45
  "qairt": "2.42.0.251225135753_193295",
46
  "onnx_runtime": "1.24.3"
47
  },
48
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_snapdragon_x2_elite.zip"
49
  }
50
  },
51
  "qualcomm-qcs8550-proxy": {
 
54
  "qairt": "2.42.0.251225135753_193295",
55
  "onnx_runtime": "1.24.3"
56
  },
57
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_qcs8550_proxy.zip"
58
  }
59
  },
60
  "qualcomm-qcs9075": {
 
63
  "qairt": "2.42.0.251225135753_193295",
64
  "onnx_runtime": "1.24.3"
65
  },
66
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-mixed-qualcomm_qcs9075.zip"
67
  }
68
  }
69
  }
 
75
  "tool_versions": {
76
  "qairt": "2.45.0.260326154327"
77
  },
78
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8gen3.zip"
79
  },
80
  "precompiled_qnn_onnx": {
81
  "tool_versions": {
82
  "qairt": "2.42.0.251225135753_193295",
83
  "onnx_runtime": "1.24.3"
84
  },
85
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8gen3.zip"
86
  }
87
  },
88
  "qualcomm-snapdragon-8-elite-for-galaxy": {
 
90
  "tool_versions": {
91
  "qairt": "2.45.0.260326154327"
92
  },
93
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8_elite_for_galaxy.zip"
94
  },
95
  "precompiled_qnn_onnx": {
96
  "tool_versions": {
97
  "qairt": "2.42.0.251225135753_193295",
98
  "onnx_runtime": "1.24.3"
99
  },
100
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_for_galaxy.zip"
101
  }
102
  },
103
  "qualcomm-snapdragon-8-elite-gen5": {
 
105
  "tool_versions": {
106
  "qairt": "2.45.0.260326154327"
107
  },
108
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_8_elite_gen5.zip"
109
  },
110
  "precompiled_qnn_onnx": {
111
  "tool_versions": {
112
  "qairt": "2.42.0.251225135753_193295",
113
  "onnx_runtime": "1.24.3"
114
  },
115
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_gen5.zip"
116
  }
117
  },
118
  "qualcomm-snapdragon-x-elite": {
 
120
  "tool_versions": {
121
  "qairt": "2.45.0.260326154327"
122
  },
123
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_x_elite.zip"
124
  },
125
  "precompiled_qnn_onnx": {
126
  "tool_versions": {
127
  "qairt": "2.42.0.251225135753_193295",
128
  "onnx_runtime": "1.24.3"
129
  },
130
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_x_elite.zip"
131
  }
132
  },
133
  "qualcomm-snapdragon-x2-elite": {
 
135
  "tool_versions": {
136
  "qairt": "2.45.0.260326154327"
137
  },
138
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_snapdragon_x2_elite.zip"
139
  },
140
  "precompiled_qnn_onnx": {
141
  "tool_versions": {
142
  "qairt": "2.42.0.251225135753_193295",
143
  "onnx_runtime": "1.24.3"
144
  },
145
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_snapdragon_x2_elite.zip"
146
  }
147
  },
148
  "qualcomm-sa7255p": {
 
150
  "tool_versions": {
151
  "qairt": "2.45.0.260326154327"
152
  },
153
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_sa7255p.zip"
154
  }
155
  },
156
  "qualcomm-sa8295p": {
 
158
  "tool_versions": {
159
  "qairt": "2.45.0.260326154327"
160
  },
161
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_sa8295p.zip"
162
  }
163
  },
164
  "qualcomm-sa8775p": {
 
166
  "tool_versions": {
167
  "qairt": "2.45.0.260326154327"
168
  },
169
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_sa8775p.zip"
170
  }
171
  },
172
  "qualcomm-qcs8550-proxy": {
 
174
  "tool_versions": {
175
  "qairt": "2.45.0.260326154327"
176
  },
177
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_qcs8550_proxy.zip"
178
  },
179
  "precompiled_qnn_onnx": {
180
  "tool_versions": {
181
  "qairt": "2.42.0.251225135753_193295",
182
  "onnx_runtime": "1.24.3"
183
  },
184
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_qcs8550_proxy.zip"
185
  }
186
  },
187
  "qualcomm-qcs9075": {
 
189
  "tool_versions": {
190
  "qairt": "2.45.0.260326154327"
191
  },
192
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_qcs9075.zip"
193
  },
194
  "precompiled_qnn_onnx": {
195
  "tool_versions": {
196
  "qairt": "2.42.0.251225135753_193295",
197
  "onnx_runtime": "1.24.3"
198
  },
199
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-precompiled_qnn_onnx-float-qualcomm_qcs9075.zip"
200
  }
201
  },
202
  "qualcomm-qcs8450-proxy": {
 
204
  "tool_versions": {
205
  "qairt": "2.45.0.260326154327"
206
  },
207
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/zipformer/releases/v0.53.0/zipformer-qnn_context_binary-float-qualcomm_qcs8450_proxy.zip"
208
  }
209
  }
210
  }