qaihm-bot commited on
Commit
4b7c868
·
verified ·
1 Parent(s): eef4062

See https://github.com/quic/ai-hub-models/releases/v0.45.0 for changelog.

README.md CHANGED
@@ -41,16 +41,14 @@ More details on model performance across various devices, can be found
41
  | GKT | float | QCS8550 (Proxy) | Qualcomm® QCS8550 (Proxy) | PRECOMPILED_QNN_ONNX | 80.205 ms | 7 - 12 MB | NPU | Use Export Script |
42
  | GKT | float | QCS9075 (Proxy) | Qualcomm® QCS9075 (Proxy) | QNN_CONTEXT_BINARY | 107.699 ms | 0 - 9 MB | NPU | Use Export Script |
43
  | GKT | float | SA7255P ADP | Qualcomm® SA7255P | QNN_CONTEXT_BINARY | 178.364 ms | 4 - 13 MB | NPU | Use Export Script |
44
- | GKT | float | SA8255 (Proxy) | Qualcomm® SA8255P (Proxy) | QNN_CONTEXT_BINARY | 106.111 ms | 8 - 10 MB | NPU | Use Export Script |
45
  | GKT | float | SA8295P ADP | Qualcomm® SA8295P | QNN_CONTEXT_BINARY | 139.075 ms | 0 - 17 MB | NPU | Use Export Script |
46
- | GKT | float | SA8650 (Proxy) | Qualcomm® SA8650P (Proxy) | QNN_CONTEXT_BINARY | 105.282 ms | 8 - 10 MB | NPU | Use Export Script |
47
  | GKT | float | SA8775P ADP | Qualcomm® SA8775P | QNN_CONTEXT_BINARY | 107.699 ms | 0 - 9 MB | NPU | Use Export Script |
48
  | GKT | float | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | QNN_CONTEXT_BINARY | 76.659 ms | 8 - 28 MB | NPU | Use Export Script |
49
  | GKT | float | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | PRECOMPILED_QNN_ONNX | 55.17 ms | 8 - 26 MB | NPU | Use Export Script |
50
  | GKT | float | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | QNN_CONTEXT_BINARY | 67.44 ms | 7 - 20 MB | NPU | Use Export Script |
51
  | GKT | float | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | PRECOMPILED_QNN_ONNX | 50.897 ms | 1 - 11 MB | NPU | Use Export Script |
52
- | GKT | float | Snapdragon 8 Elite Gen 5 QRD | Snapdragon® 8 Elite Gen5 Mobile | QNN_CONTEXT_BINARY | 56.469 ms | 7 - 18 MB | NPU | Use Export Script |
53
- | GKT | float | Snapdragon 8 Elite Gen 5 QRD | Snapdragon® 8 Elite Gen5 Mobile | PRECOMPILED_QNN_ONNX | 40.318 ms | 8 - 18 MB | NPU | Use Export Script |
54
  | GKT | float | Snapdragon X Elite CRD | Snapdragon® X Elite | QNN_CONTEXT_BINARY | 99.942 ms | 7 - 7 MB | NPU | Use Export Script |
55
  | GKT | float | Snapdragon X Elite CRD | Snapdragon® X Elite | PRECOMPILED_QNN_ONNX | 77.464 ms | 7 - 7 MB | NPU | Use Export Script |
56
  | GKT | w8a16_mixed_fp16 | QCS8275 (Proxy) | Qualcomm® QCS8275 (Proxy) | QNN_CONTEXT_BINARY | 192.276 ms | 4 - 13 MB | NPU | Use Export Script |
@@ -59,16 +57,14 @@ More details on model performance across various devices, can be found
59
  | GKT | w8a16_mixed_fp16 | QCS8550 (Proxy) | Qualcomm® QCS8550 (Proxy) | PRECOMPILED_QNN_ONNX | 128.848 ms | 4 - 6 MB | NPU | Use Export Script |
60
  | GKT | w8a16_mixed_fp16 | QCS9075 (Proxy) | Qualcomm® QCS9075 (Proxy) | QNN_CONTEXT_BINARY | 130.062 ms | 1 - 11 MB | NPU | Use Export Script |
61
  | GKT | w8a16_mixed_fp16 | SA7255P ADP | Qualcomm® SA7255P | QNN_CONTEXT_BINARY | 192.276 ms | 4 - 13 MB | NPU | Use Export Script |
62
- | GKT | w8a16_mixed_fp16 | SA8255 (Proxy) | Qualcomm® SA8255P (Proxy) | QNN_CONTEXT_BINARY | 129.938 ms | 4 - 6 MB | NPU | Use Export Script |
63
  | GKT | w8a16_mixed_fp16 | SA8295P ADP | Qualcomm® SA8295P | QNN_CONTEXT_BINARY | 153.875 ms | 0 - 17 MB | NPU | Use Export Script |
64
- | GKT | w8a16_mixed_fp16 | SA8650 (Proxy) | Qualcomm® SA8650P (Proxy) | QNN_CONTEXT_BINARY | 130.476 ms | 4 - 7 MB | NPU | Use Export Script |
65
  | GKT | w8a16_mixed_fp16 | SA8775P ADP | Qualcomm® SA8775P | QNN_CONTEXT_BINARY | 130.062 ms | 1 - 11 MB | NPU | Use Export Script |
66
  | GKT | w8a16_mixed_fp16 | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | QNN_CONTEXT_BINARY | 93.949 ms | 4 - 22 MB | NPU | Use Export Script |
67
  | GKT | w8a16_mixed_fp16 | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | PRECOMPILED_QNN_ONNX | 97.679 ms | 4 - 23 MB | NPU | Use Export Script |
68
  | GKT | w8a16_mixed_fp16 | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | QNN_CONTEXT_BINARY | 82.23 ms | 4 - 20 MB | NPU | Use Export Script |
69
  | GKT | w8a16_mixed_fp16 | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | PRECOMPILED_QNN_ONNX | 83.95 ms | 0 - 14 MB | NPU | Use Export Script |
70
- | GKT | w8a16_mixed_fp16 | Snapdragon 8 Elite Gen 5 QRD | Snapdragon® 8 Elite Gen5 Mobile | QNN_CONTEXT_BINARY | 74.446 ms | 4 - 15 MB | NPU | Use Export Script |
71
- | GKT | w8a16_mixed_fp16 | Snapdragon 8 Elite Gen 5 QRD | Snapdragon® 8 Elite Gen5 Mobile | PRECOMPILED_QNN_ONNX | 70.609 ms | 4 - 14 MB | NPU | Use Export Script |
72
  | GKT | w8a16_mixed_fp16 | Snapdragon X Elite CRD | Snapdragon® X Elite | QNN_CONTEXT_BINARY | 130.182 ms | 4 - 4 MB | NPU | Use Export Script |
73
  | GKT | w8a16_mixed_fp16 | Snapdragon X Elite CRD | Snapdragon® X Elite | PRECOMPILED_QNN_ONNX | 129.483 ms | 7 - 7 MB | NPU | Use Export Script |
74
 
 
41
  | GKT | float | QCS8550 (Proxy) | Qualcomm® QCS8550 (Proxy) | PRECOMPILED_QNN_ONNX | 80.205 ms | 7 - 12 MB | NPU | Use Export Script |
42
  | GKT | float | QCS9075 (Proxy) | Qualcomm® QCS9075 (Proxy) | QNN_CONTEXT_BINARY | 107.699 ms | 0 - 9 MB | NPU | Use Export Script |
43
  | GKT | float | SA7255P ADP | Qualcomm® SA7255P | QNN_CONTEXT_BINARY | 178.364 ms | 4 - 13 MB | NPU | Use Export Script |
 
44
  | GKT | float | SA8295P ADP | Qualcomm® SA8295P | QNN_CONTEXT_BINARY | 139.075 ms | 0 - 17 MB | NPU | Use Export Script |
 
45
  | GKT | float | SA8775P ADP | Qualcomm® SA8775P | QNN_CONTEXT_BINARY | 107.699 ms | 0 - 9 MB | NPU | Use Export Script |
46
  | GKT | float | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | QNN_CONTEXT_BINARY | 76.659 ms | 8 - 28 MB | NPU | Use Export Script |
47
  | GKT | float | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | PRECOMPILED_QNN_ONNX | 55.17 ms | 8 - 26 MB | NPU | Use Export Script |
48
  | GKT | float | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | QNN_CONTEXT_BINARY | 67.44 ms | 7 - 20 MB | NPU | Use Export Script |
49
  | GKT | float | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | PRECOMPILED_QNN_ONNX | 50.897 ms | 1 - 11 MB | NPU | Use Export Script |
50
+ | GKT | float | Snapdragon 8 Elite Gen 5 QRD | Snapdragon® 8 Elite Gen 5 Mobile | QNN_CONTEXT_BINARY | 56.469 ms | 7 - 18 MB | NPU | Use Export Script |
51
+ | GKT | float | Snapdragon 8 Elite Gen 5 QRD | Snapdragon® 8 Elite Gen 5 Mobile | PRECOMPILED_QNN_ONNX | 40.318 ms | 8 - 18 MB | NPU | Use Export Script |
52
  | GKT | float | Snapdragon X Elite CRD | Snapdragon® X Elite | QNN_CONTEXT_BINARY | 99.942 ms | 7 - 7 MB | NPU | Use Export Script |
53
  | GKT | float | Snapdragon X Elite CRD | Snapdragon® X Elite | PRECOMPILED_QNN_ONNX | 77.464 ms | 7 - 7 MB | NPU | Use Export Script |
54
  | GKT | w8a16_mixed_fp16 | QCS8275 (Proxy) | Qualcomm® QCS8275 (Proxy) | QNN_CONTEXT_BINARY | 192.276 ms | 4 - 13 MB | NPU | Use Export Script |
 
57
  | GKT | w8a16_mixed_fp16 | QCS8550 (Proxy) | Qualcomm® QCS8550 (Proxy) | PRECOMPILED_QNN_ONNX | 128.848 ms | 4 - 6 MB | NPU | Use Export Script |
58
  | GKT | w8a16_mixed_fp16 | QCS9075 (Proxy) | Qualcomm® QCS9075 (Proxy) | QNN_CONTEXT_BINARY | 130.062 ms | 1 - 11 MB | NPU | Use Export Script |
59
  | GKT | w8a16_mixed_fp16 | SA7255P ADP | Qualcomm® SA7255P | QNN_CONTEXT_BINARY | 192.276 ms | 4 - 13 MB | NPU | Use Export Script |
 
60
  | GKT | w8a16_mixed_fp16 | SA8295P ADP | Qualcomm® SA8295P | QNN_CONTEXT_BINARY | 153.875 ms | 0 - 17 MB | NPU | Use Export Script |
 
61
  | GKT | w8a16_mixed_fp16 | SA8775P ADP | Qualcomm® SA8775P | QNN_CONTEXT_BINARY | 130.062 ms | 1 - 11 MB | NPU | Use Export Script |
62
  | GKT | w8a16_mixed_fp16 | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | QNN_CONTEXT_BINARY | 93.949 ms | 4 - 22 MB | NPU | Use Export Script |
63
  | GKT | w8a16_mixed_fp16 | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | PRECOMPILED_QNN_ONNX | 97.679 ms | 4 - 23 MB | NPU | Use Export Script |
64
  | GKT | w8a16_mixed_fp16 | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | QNN_CONTEXT_BINARY | 82.23 ms | 4 - 20 MB | NPU | Use Export Script |
65
  | GKT | w8a16_mixed_fp16 | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | PRECOMPILED_QNN_ONNX | 83.95 ms | 0 - 14 MB | NPU | Use Export Script |
66
+ | GKT | w8a16_mixed_fp16 | Snapdragon 8 Elite Gen 5 QRD | Snapdragon® 8 Elite Gen 5 Mobile | QNN_CONTEXT_BINARY | 74.446 ms | 4 - 15 MB | NPU | Use Export Script |
67
+ | GKT | w8a16_mixed_fp16 | Snapdragon 8 Elite Gen 5 QRD | Snapdragon® 8 Elite Gen 5 Mobile | PRECOMPILED_QNN_ONNX | 70.609 ms | 4 - 14 MB | NPU | Use Export Script |
68
  | GKT | w8a16_mixed_fp16 | Snapdragon X Elite CRD | Snapdragon® X Elite | QNN_CONTEXT_BINARY | 130.182 ms | 4 - 4 MB | NPU | Use Export Script |
69
  | GKT | w8a16_mixed_fp16 | Snapdragon X Elite CRD | Snapdragon® X Elite | PRECOMPILED_QNN_ONNX | 129.483 ms | 7 - 7 MB | NPU | Use Export Script |
70
 
precompiled/qualcomm-sa8255p-proxy/GKT_float.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4aa6ce7708ae13f733084495ecc53f818725e22d546f51d3e3f5c14255685838
3
- size 8835072
 
 
 
 
precompiled/qualcomm-sa8255p-proxy/GKT_w8a16_mixed_fp16.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b34e66eac0822ebd4eda20182eb51073c3218fa9568fabad18539991409e25a
3
- size 10567680
 
 
 
 
precompiled/qualcomm-sa8255p-proxy/tool-versions.yaml DELETED
@@ -1,3 +0,0 @@
1
- tool_versions:
2
- qnn_context_binary:
3
- qairt: 2.41.0.251128145156_191518
 
 
 
 
precompiled/qualcomm-sa8650p-proxy/GKT_float.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a40e0a6e29ad7866a3b320382b88314c2a79efa2a8659d3842d76e71f9bcd36
3
- size 8835072
 
 
 
 
precompiled/qualcomm-sa8650p-proxy/GKT_w8a16_mixed_fp16.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6538a06aceff771213b90e6686b511de881e56140ddad27397e67fc2e325555
3
- size 10567680
 
 
 
 
precompiled/qualcomm-sa8650p-proxy/tool-versions.yaml DELETED
@@ -1,3 +0,0 @@
1
- tool_versions:
2
- qnn_context_binary:
3
- qairt: 2.41.0.251128145156_191518