Hugging Face's logo

qualcomm
/
GKT

Other
PyTorch
android
Model card Files
xet
 Community
qaihm-bot commited on
Commit
da7516b
·
verified ·
1 Parent(s): 9e4b0ce

v0.51.0

Browse files

See https://github.com/qualcomm/ai-hub-models/releases/v0.51.0 for changelog.

Files changed (2) hide show
  1. README.md +51 -74
  2. release_assets.json +213 -1
README.md CHANGED
@@ -27,42 +27,31 @@ Below are pre-exported model assets ready for deployment.
27
 
28
  | Runtime | Precision | Chipset | SDK Versions | Download |
29
  |---|---|---|---|---|
30
- | PRECOMPILED_QNN_ONNX | float | qualcomm_qcs8550_proxy | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_qcs8550_proxy.zip)
31
- | PRECOMPILED_QNN_ONNX | float | qualcomm_qcs9075 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_qcs9075.zip)
32
- | PRECOMPILED_QNN_ONNX | float | qualcomm_snapdragon_8_elite_for_galaxy | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_for_galaxy.zip)
33
- | PRECOMPILED_QNN_ONNX | float | qualcomm_snapdragon_8_elite_gen5 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_gen5.zip)
34
- | PRECOMPILED_QNN_ONNX | float | qualcomm_snapdragon_8gen3 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8gen3.zip)
35
- | PRECOMPILED_QNN_ONNX | float | qualcomm_snapdragon_x2_elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_x2_elite.zip)
36
- | PRECOMPILED_QNN_ONNX | float | qualcomm_snapdragon_x_elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_x_elite.zip)
37
- | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | qualcomm_qcs8550_proxy | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_qcs8550_proxy.zip)
38
- | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | qualcomm_qcs9075 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_qcs9075.zip)
39
- | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | qualcomm_snapdragon_8_elite_for_galaxy | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_for_galaxy.zip)
40
- | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | qualcomm_snapdragon_8_elite_gen5 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_gen5.zip)
41
- | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | qualcomm_snapdragon_8gen3 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8gen3.zip)
42
- | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | qualcomm_snapdragon_x2_elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_x2_elite.zip)
43
- | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | qualcomm_snapdragon_x_elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_x_elite.zip)
44
- | QNN_CONTEXT_BINARY | float | qualcomm_qcs8450_proxy | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_qcs8450_proxy.zip)
45
- | QNN_CONTEXT_BINARY | float | qualcomm_qcs8550_proxy | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_qcs8550_proxy.zip)
46
- | QNN_CONTEXT_BINARY | float | qualcomm_qcs9075 | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_qcs9075.zip)
47
- | QNN_CONTEXT_BINARY | float | qualcomm_sa7255p | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_sa7255p.zip)
48
- | QNN_CONTEXT_BINARY | float | qualcomm_sa8295p | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_sa8295p.zip)
49
- | QNN_CONTEXT_BINARY | float | qualcomm_sa8775p | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_sa8775p.zip)
50
- | QNN_CONTEXT_BINARY | float | qualcomm_snapdragon_8_elite_for_galaxy | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_snapdragon_8_elite_for_galaxy.zip)
51
- | QNN_CONTEXT_BINARY | float | qualcomm_snapdragon_8_elite_gen5 | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_snapdragon_8_elite_gen5.zip)
52
- | QNN_CONTEXT_BINARY | float | qualcomm_snapdragon_8gen3 | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_snapdragon_8gen3.zip)
53
- | QNN_CONTEXT_BINARY | float | qualcomm_snapdragon_x2_elite | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_snapdragon_x2_elite.zip)
54
- | QNN_CONTEXT_BINARY | float | qualcomm_snapdragon_x_elite | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_snapdragon_x_elite.zip)
55
- | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | qualcomm_qcs8450_proxy | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_qcs8450_proxy.zip)
56
- | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | qualcomm_qcs8550_proxy | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_qcs8550_proxy.zip)
57
- | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | qualcomm_qcs9075 | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_qcs9075.zip)
58
- | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | qualcomm_sa7255p | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_sa7255p.zip)
59
- | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | qualcomm_sa8295p | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_sa8295p.zip)
60
- | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | qualcomm_sa8775p | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_sa8775p.zip)
61
- | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | qualcomm_snapdragon_8_elite_for_galaxy | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_for_galaxy.zip)
62
- | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | qualcomm_snapdragon_8_elite_gen5 | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_gen5.zip)
63
- | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | qualcomm_snapdragon_8gen3 | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_snapdragon_8gen3.zip)
64
- | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | qualcomm_snapdragon_x2_elite | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_snapdragon_x2_elite.zip)
65
- | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | qualcomm_snapdragon_x_elite | QAIRT 2.43 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_snapdragon_x_elite.zip)
66
 
67
  For more device-specific assets and performance metrics, visit **[GKT on Qualcomm® AI Hub](https://aihub.qualcomm.com/models/gkt)**.
68
 
@@ -91,44 +80,32 @@ See our repository for [GKT on GitHub](https://github.com/qualcomm/ai-hub-models
91
  ## Performance Summary
92
  | Model | Runtime | Precision | Chipset | Inference Time (ms) | Peak Memory Range (MB) | Primary Compute Unit
93
  |---|---|---|---|---|---|---
94
- | GKT | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | 56.763 ms | 8 - 18 MB | NPU
95
- | GKT | PRECOMPILED_QNN_ONNX | float | Snapdragon® X2 Elite | 61.693 ms | 6 - 6 MB | NPU
96
- | GKT | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | 105.184 ms | 7 - 7 MB | NPU
97
- | GKT | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Gen 3 Mobile | 79.746 ms | 8 - 15 MB | NPU
98
- | GKT | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS8550 (Proxy) | 110.33 ms | 8 - 11 MB | NPU
99
- | GKT | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS9075 | 110.359 ms | 7 - 10 MB | NPU
100
- | GKT | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 71.426 ms | 1 - 8 MB | NPU
101
- | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® 8 Elite Gen 5 Mobile | 72.082 ms | 4 - 14 MB | NPU
102
- | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® X2 Elite | 81.256 ms | 7 - 7 MB | NPU
103
- | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® X Elite | 130.804 ms | 6 - 6 MB | NPU
104
- | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® 8 Gen 3 Mobile | 98.087 ms | 4 - 11 MB | NPU
105
- | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Qualcomm® QCS8550 (Proxy) | 131.116 ms | 0 - 8 MB | NPU
106
- | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Qualcomm® QCS9075 | 133.72 ms | 4 - 6 MB | NPU
107
- | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® 8 Elite For Galaxy Mobile | 84.691 ms | 0 - 12 MB | NPU
108
- | GKT | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Gen 5 Mobile | 58.545 ms | 8 - 17 MB | NPU
109
- | GKT | QNN_CONTEXT_BINARY | float | Snapdragon® X2 Elite | 61.811 ms | 7 - 7 MB | NPU
110
- | GKT | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | 104.743 ms | 7 - 7 MB | NPU
111
- | GKT | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Gen 3 Mobile | 78.541 ms | 8 - 15 MB | NPU
112
- | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8275 (Proxy) | 183.394 ms | 0 - 10 MB | NPU
113
- | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8550 (Proxy) | 109.092 ms | 8 - 9 MB | NPU
114
- | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 110.662 ms | 0 - 9 MB | NPU
115
- | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® QCS9075 | 110.064 ms | 7 - 17 MB | NPU
116
- | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8450 (Proxy) | 209.237 ms | 8 - 17 MB | NPU
117
- | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® SA7255P | 183.394 ms | 0 - 10 MB | NPU
118
- | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® SA8295P | 140.529 ms | 1 - 6 MB | NPU
119
- | GKT | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite For Galaxy Mobile | 71.275 ms | 0 - 9 MB | NPU
120
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Snapdragon® 8 Elite Gen 5 Mobile | 38.541 ms | 4 - 14 MB | NPU
121
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Snapdragon® X2 Elite | 41.741 ms | 4 - 4 MB | NPU
122
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Snapdragon® X Elite | 93.081 ms | 4 - 4 MB | NPU
123
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Snapdragon® 8 Gen 3 Mobile | 64.835 ms | 4 - 11 MB | NPU
124
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Qualcomm® QCS8275 (Proxy) | 141.361 ms | 0 - 8 MB | NPU
125
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Qualcomm® QCS8550 (Proxy) | 95.303 ms | 5 - 6 MB | NPU
126
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Qualcomm® SA8775P | 93.425 ms | 0 - 9 MB | NPU
127
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Qualcomm® QCS9075 | 93.84 ms | 4 - 9 MB | NPU
128
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Qualcomm® QCS8450 (Proxy) | 145.368 ms | 4 - 13 MB | NPU
129
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Qualcomm® SA7255P | 141.361 ms | 0 - 8 MB | NPU
130
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Qualcomm® SA8295P | 109.583 ms | 0 - 6 MB | NPU
131
- | GKT | QNN_CONTEXT_BINARY | w8a16_mixed_fp16 | Snapdragon® 8 Elite For Galaxy Mobile | 49.154 ms | 4 - 12 MB | NPU
132
 
133
  ## License
134
  * The license for the original implementation of GKT can be found
 
27
 
28
  | Runtime | Precision | Chipset | SDK Versions | Download |
29
  |---|---|---|---|---|
30
+ | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_gen5.zip)
31
+ | PRECOMPILED_QNN_ONNX | float | Snapdragon® X2 Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_x2_elite.zip)
32
+ | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_x_elite.zip)
33
+ | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Gen 3 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8gen3.zip)
34
+ | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS8550 (Proxy) | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_qcs8550_proxy.zip)
35
+ | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_for_galaxy.zip)
36
+ | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS9075 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_qcs9075.zip)
37
+ | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® 8 Elite Gen 5 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_gen5.zip)
38
+ | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® X2 Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_x2_elite.zip)
39
+ | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® X Elite | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_x_elite.zip)
40
+ | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® 8 Gen 3 Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8gen3.zip)
41
+ | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Qualcomm® QCS8550 (Proxy) | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_qcs8550_proxy.zip)
42
+ | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® 8 Elite For Galaxy Mobile | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_for_galaxy.zip)
43
+ | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Qualcomm® QCS9075 | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_qcs9075.zip)
44
+ | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Gen 5 Mobile | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_snapdragon_8_elite_gen5.zip)
45
+ | QNN_CONTEXT_BINARY | float | Snapdragon® X2 Elite | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_snapdragon_x2_elite.zip)
46
+ | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_snapdragon_x_elite.zip)
47
+ | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Gen 3 Mobile | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_snapdragon_8gen3.zip)
48
+ | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8550 (Proxy) | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_qcs8550_proxy.zip)
49
+ | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_sa8775p.zip)
50
+ | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite For Galaxy Mobile | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_snapdragon_8_elite_for_galaxy.zip)
51
+ | QNN_CONTEXT_BINARY | float | Qualcomm® SA7255P | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_sa7255p.zip)
52
+ | QNN_CONTEXT_BINARY | float | Qualcomm® SA8295P | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_sa8295p.zip)
53
+ | QNN_CONTEXT_BINARY | float | Qualcomm® QCS9075 | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_qcs9075.zip)
54
+ | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8450 (Proxy) | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_qcs8450_proxy.zip)
 
 
 
 
 
 
 
 
 
 
 
55
 
56
  For more device-specific assets and performance metrics, visit **[GKT on Qualcomm® AI Hub](https://aihub.qualcomm.com/models/gkt)**.
57
 
 
80
  ## Performance Summary
81
  | Model | Runtime | Precision | Chipset | Inference Time (ms) | Peak Memory Range (MB) | Primary Compute Unit
82
  |---|---|---|---|---|---|---
83
+ | GKT | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | 56.667 ms | 8 - 17 MB | NPU
84
+ | GKT | PRECOMPILED_QNN_ONNX | float | Snapdragon® X2 Elite | 61.333 ms | 6 - 6 MB | NPU
85
+ | GKT | PRECOMPILED_QNN_ONNX | float | Snapdragon® X Elite | 106.709 ms | 7 - 7 MB | NPU
86
+ | GKT | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Gen 3 Mobile | 78.84 ms | 8 - 15 MB | NPU
87
+ | GKT | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS8550 (Proxy) | 110.224 ms | 8 - 11 MB | NPU
88
+ | GKT | PRECOMPILED_QNN_ONNX | float | Qualcomm® QCS9075 | 110.749 ms | 7 - 10 MB | NPU
89
+ | GKT | PRECOMPILED_QNN_ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 71.359 ms | 3 - 13 MB | NPU
90
+ | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® 8 Elite Gen 5 Mobile | 71.93 ms | 4 - 15 MB | NPU
91
+ | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® X2 Elite | 81.621 ms | 7 - 7 MB | NPU
92
+ | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® X Elite | 132.183 ms | 6 - 6 MB | NPU
93
+ | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® 8 Gen 3 Mobile | 98.521 ms | 5 - 12 MB | NPU
94
+ | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Qualcomm® QCS8550 (Proxy) | 130.38 ms | 0 - 7 MB | NPU
95
+ | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Qualcomm® QCS9075 | 133.189 ms | 4 - 6 MB | NPU
96
+ | GKT | PRECOMPILED_QNN_ONNX | w8a16_mixed_fp16 | Snapdragon® 8 Elite For Galaxy Mobile | 84.895 ms | 0 - 12 MB | NPU
97
+ | GKT | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite Gen 5 Mobile | 58.99 ms | 8 - 18 MB | NPU
98
+ | GKT | QNN_CONTEXT_BINARY | float | Snapdragon® X2 Elite | 57.576 ms | 7 - 7 MB | NPU
99
+ | GKT | QNN_CONTEXT_BINARY | float | Snapdragon® X Elite | 106.118 ms | 7 - 7 MB | NPU
100
+ | GKT | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Gen 3 Mobile | 81.859 ms | 8 - 15 MB | NPU
101
+ | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8275 (Proxy) | 189.463 ms | 1 - 10 MB | NPU
102
+ | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8550 (Proxy) | 113.952 ms | 8 - 9 MB | NPU
103
+ | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® SA8775P | 110.64 ms | 0 - 10 MB | NPU
104
+ | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® QCS9075 | 109.268 ms | 9 - 18 MB | NPU
105
+ | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® QCS8450 (Proxy) | 199.696 ms | 8 - 17 MB | NPU
106
+ | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® SA7255P | 189.463 ms | 1 - 10 MB | NPU
107
+ | GKT | QNN_CONTEXT_BINARY | float | Qualcomm® SA8295P | 140.746 ms | 0 - 6 MB | NPU
108
+ | GKT | QNN_CONTEXT_BINARY | float | Snapdragon® 8 Elite For Galaxy Mobile | 70.783 ms | 0 - 9 MB | NPU
 
 
 
 
 
 
 
 
 
 
 
 
109
 
110
  ## License
111
  * The license for the original implementation of GKT can be found
release_assets.json CHANGED
@@ -1 +1,213 @@
1
- {"version":"0.50.2","precisions":{"float":{"chipset_assets":{"qualcomm_qcs8450_proxy":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_qcs8450_proxy.zip"}},"qualcomm_qcs8550_proxy":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_qcs8550_proxy.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_qcs8550_proxy.zip"}},"qualcomm_qcs9075":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_qcs9075.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_qcs9075.zip"}},"qualcomm_sa7255p":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_sa7255p.zip"}},"qualcomm_sa8295p":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_sa8295p.zip"}},"qualcomm_sa8775p":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_sa8775p.zip"}},"qualcomm_snapdragon_8_elite_for_galaxy":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_snapdragon_8_elite_for_galaxy.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_for_galaxy.zip"}},"qualcomm_snapdragon_8_elite_gen5":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_snapdragon_8_elite_gen5.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_gen5.zip"}},"qualcomm_snapdragon_8gen3":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_snapdragon_8gen3.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8gen3.zip"}},"qualcomm_snapdragon_x2_elite":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_snapdragon_x2_elite.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_x2_elite.zip"}},"qualcomm_snapdragon_x_elite":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-float-qualcomm_snapdragon_x_elite.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_x_elite.zip"}}}},"w8a16_mixed_fp16":{"chipset_assets":{"qualcomm_qcs8450_proxy":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_qcs8450_proxy.zip"}},"qualcomm_qcs8550_proxy":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_qcs8550_proxy.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_qcs8550_proxy.zip"}},"qualcomm_qcs9075":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_qcs9075.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_qcs9075.zip"}},"qualcomm_sa7255p":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_sa7255p.zip"}},"qualcomm_sa8295p":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_sa8295p.zip"}},"qualcomm_sa8775p":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_sa8775p.zip"}},"qualcomm_snapdragon_8_elite_for_galaxy":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_for_galaxy.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_for_galaxy.zip"}},"qualcomm_snapdragon_8_elite_gen5":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_gen5.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_gen5.zip"}},"qualcomm_snapdragon_8gen3":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_snapdragon_8gen3.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8gen3.zip"}},"qualcomm_snapdragon_x2_elite":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_snapdragon_x2_elite.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_x2_elite.zip"}},"qualcomm_snapdragon_x_elite":{"qnn_context_binary":{"tool_versions":{"qairt":"2.43.0.260127150333_193827"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-qnn_context_binary-w8a16_mixed_fp16-qualcomm_snapdragon_x_elite.zip"},"precompiled_qnn_onnx":{"tool_versions":{"qairt":"2.42.0.251225135753_193295","onnx_runtime":"1.24.3"},"download_url":"https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.50.2/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_x_elite.zip"}}}}}}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.51.0",
3
+ "precisions": {
4
+ "float": {
5
+ "chipset_assets": {
6
+ "qualcomm-snapdragon-8gen3": {
7
+ "qnn_context_binary": {
8
+ "tool_versions": {
9
+ "qairt": "2.45.0.260326154327"
10
+ },
11
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_snapdragon_8gen3.zip"
12
+ },
13
+ "precompiled_qnn_onnx": {
14
+ "tool_versions": {
15
+ "qairt": "2.42.0.251225135753_193295",
16
+ "onnx_runtime": "1.24.3"
17
+ },
18
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8gen3.zip"
19
+ }
20
+ },
21
+ "qualcomm-snapdragon-8-elite-for-galaxy": {
22
+ "qnn_context_binary": {
23
+ "tool_versions": {
24
+ "qairt": "2.45.0.260326154327"
25
+ },
26
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_snapdragon_8_elite_for_galaxy.zip"
27
+ },
28
+ "precompiled_qnn_onnx": {
29
+ "tool_versions": {
30
+ "qairt": "2.42.0.251225135753_193295",
31
+ "onnx_runtime": "1.24.3"
32
+ },
33
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_for_galaxy.zip"
34
+ }
35
+ },
36
+ "qualcomm-snapdragon-8-elite-gen5": {
37
+ "qnn_context_binary": {
38
+ "tool_versions": {
39
+ "qairt": "2.45.0.260326154327"
40
+ },
41
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_snapdragon_8_elite_gen5.zip"
42
+ },
43
+ "precompiled_qnn_onnx": {
44
+ "tool_versions": {
45
+ "qairt": "2.42.0.251225135753_193295",
46
+ "onnx_runtime": "1.24.3"
47
+ },
48
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_8_elite_gen5.zip"
49
+ }
50
+ },
51
+ "qualcomm-snapdragon-x-elite": {
52
+ "qnn_context_binary": {
53
+ "tool_versions": {
54
+ "qairt": "2.45.0.260326154327"
55
+ },
56
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_snapdragon_x_elite.zip"
57
+ },
58
+ "precompiled_qnn_onnx": {
59
+ "tool_versions": {
60
+ "qairt": "2.42.0.251225135753_193295",
61
+ "onnx_runtime": "1.24.3"
62
+ },
63
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_x_elite.zip"
64
+ }
65
+ },
66
+ "qualcomm-snapdragon-x2-elite": {
67
+ "qnn_context_binary": {
68
+ "tool_versions": {
69
+ "qairt": "2.45.0.260326154327"
70
+ },
71
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_snapdragon_x2_elite.zip"
72
+ },
73
+ "precompiled_qnn_onnx": {
74
+ "tool_versions": {
75
+ "qairt": "2.42.0.251225135753_193295",
76
+ "onnx_runtime": "1.24.3"
77
+ },
78
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_snapdragon_x2_elite.zip"
79
+ }
80
+ },
81
+ "qualcomm-sa7255p": {
82
+ "qnn_context_binary": {
83
+ "tool_versions": {
84
+ "qairt": "2.45.0.260326154327"
85
+ },
86
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_sa7255p.zip"
87
+ }
88
+ },
89
+ "qualcomm-sa8295p": {
90
+ "qnn_context_binary": {
91
+ "tool_versions": {
92
+ "qairt": "2.45.0.260326154327"
93
+ },
94
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_sa8295p.zip"
95
+ }
96
+ },
97
+ "qualcomm-sa8775p": {
98
+ "qnn_context_binary": {
99
+ "tool_versions": {
100
+ "qairt": "2.45.0.260326154327"
101
+ },
102
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_sa8775p.zip"
103
+ }
104
+ },
105
+ "qualcomm-qcs8550-proxy": {
106
+ "qnn_context_binary": {
107
+ "tool_versions": {
108
+ "qairt": "2.45.0.260326154327"
109
+ },
110
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_qcs8550_proxy.zip"
111
+ },
112
+ "precompiled_qnn_onnx": {
113
+ "tool_versions": {
114
+ "qairt": "2.42.0.251225135753_193295",
115
+ "onnx_runtime": "1.24.3"
116
+ },
117
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_qcs8550_proxy.zip"
118
+ }
119
+ },
120
+ "qualcomm-qcs9075": {
121
+ "qnn_context_binary": {
122
+ "tool_versions": {
123
+ "qairt": "2.45.0.260326154327"
124
+ },
125
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_qcs9075.zip"
126
+ },
127
+ "precompiled_qnn_onnx": {
128
+ "tool_versions": {
129
+ "qairt": "2.42.0.251225135753_193295",
130
+ "onnx_runtime": "1.24.3"
131
+ },
132
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-float-qualcomm_qcs9075.zip"
133
+ }
134
+ },
135
+ "qualcomm-qcs8450-proxy": {
136
+ "qnn_context_binary": {
137
+ "tool_versions": {
138
+ "qairt": "2.45.0.260326154327"
139
+ },
140
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-qnn_context_binary-float-qualcomm_qcs8450_proxy.zip"
141
+ }
142
+ }
143
+ }
144
+ },
145
+ "w8a16_mixed_fp16": {
146
+ "chipset_assets": {
147
+ "qualcomm-snapdragon-8gen3": {
148
+ "precompiled_qnn_onnx": {
149
+ "tool_versions": {
150
+ "qairt": "2.42.0.251225135753_193295",
151
+ "onnx_runtime": "1.24.3"
152
+ },
153
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8gen3.zip"
154
+ }
155
+ },
156
+ "qualcomm-snapdragon-8-elite-for-galaxy": {
157
+ "precompiled_qnn_onnx": {
158
+ "tool_versions": {
159
+ "qairt": "2.42.0.251225135753_193295",
160
+ "onnx_runtime": "1.24.3"
161
+ },
162
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_for_galaxy.zip"
163
+ }
164
+ },
165
+ "qualcomm-snapdragon-8-elite-gen5": {
166
+ "precompiled_qnn_onnx": {
167
+ "tool_versions": {
168
+ "qairt": "2.42.0.251225135753_193295",
169
+ "onnx_runtime": "1.24.3"
170
+ },
171
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_8_elite_gen5.zip"
172
+ }
173
+ },
174
+ "qualcomm-snapdragon-x-elite": {
175
+ "precompiled_qnn_onnx": {
176
+ "tool_versions": {
177
+ "qairt": "2.42.0.251225135753_193295",
178
+ "onnx_runtime": "1.24.3"
179
+ },
180
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_x_elite.zip"
181
+ }
182
+ },
183
+ "qualcomm-snapdragon-x2-elite": {
184
+ "precompiled_qnn_onnx": {
185
+ "tool_versions": {
186
+ "qairt": "2.42.0.251225135753_193295",
187
+ "onnx_runtime": "1.24.3"
188
+ },
189
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_snapdragon_x2_elite.zip"
190
+ }
191
+ },
192
+ "qualcomm-qcs8550-proxy": {
193
+ "precompiled_qnn_onnx": {
194
+ "tool_versions": {
195
+ "qairt": "2.42.0.251225135753_193295",
196
+ "onnx_runtime": "1.24.3"
197
+ },
198
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_qcs8550_proxy.zip"
199
+ }
200
+ },
201
+ "qualcomm-qcs9075": {
202
+ "precompiled_qnn_onnx": {
203
+ "tool_versions": {
204
+ "qairt": "2.42.0.251225135753_193295",
205
+ "onnx_runtime": "1.24.3"
206
+ },
207
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/gkt/releases/v0.51.0/gkt-precompiled_qnn_onnx-w8a16_mixed_fp16-qualcomm_qcs9075.zip"
208
+ }
209
+ }
210
+ }
211
+ }
212
+ }
213
+ }