Image-to-Text
PyTorch
android
qaihm-bot commited on
Commit
9a90c53
·
verified ·
1 Parent(s): dfd8d40

See https://github.com/qualcomm/ai-hub-models/releases/v0.54.0 for changelog.

Files changed (2) hide show
  1. README.md +39 -43
  2. release_assets.json +4 -4
README.md CHANGED
@@ -27,9 +27,9 @@ Below are pre-exported model assets ready for deployment.
27
 
28
  | Runtime | Precision | Chipset | SDK Versions | Download |
29
  |---|---|---|---|---|
30
- | ONNX | float | Universal | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.53.1/trocr-onnx-float.zip)
31
- | QNN_DLC | float | Universal | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.53.1/trocr-qnn_dlc-float.zip)
32
- | TFLITE | float | Universal | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.53.1/trocr-tflite-float.zip)
33
 
34
  For more device-specific assets and performance metrics, visit **[TrOCR on Qualcomm® AI Hub](https://aihub.qualcomm.com/models/trocr)**.
35
 
@@ -67,37 +67,35 @@ See our repository for [TrOCR on GitHub](https://github.com/qualcomm/ai-hub-mode
67
  | decoder | ONNX | float | Snapdragon® X Elite | 2.232 ms | 67 - 67 MB | NPU
68
  | decoder | ONNX | float | Snapdragon® 8 Gen 3 Mobile | 1.435 ms | 0 - 247 MB | NPU
69
  | decoder | ONNX | float | Qualcomm® QCS8550 (Proxy) | 2.101 ms | 0 - 74 MB | NPU
70
- | decoder | ONNX | float | Qualcomm® QCS9075 | 2.739 ms | 7 - 16 MB | NPU
71
  | decoder | ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 1.25 ms | 0 - 218 MB | NPU
72
- | decoder | QNN_DLC | float | Snapdragon® 8 Elite Gen 5 Mobile | 1.137 ms | 1 - 172 MB | NPU
73
- | decoder | QNN_DLC | float | Snapdragon® 8 Elite Mobile | 1.249 ms | 0 - 187 MB | NPU
74
- | decoder | QNN_DLC | float | Snapdragon® X2 Elite | 1.63 ms | 7 - 7 MB | NPU
75
- | decoder | QNN_DLC | float | Snapdragon® X Elite | 2.172 ms | 7 - 7 MB | NPU
76
- | decoder | QNN_DLC | float | Snapdragon® X Elite | 2.172 ms | 7 - 7 MB | NPU
77
- | decoder | QNN_DLC | float | Snapdragon® 8 Gen 3 Mobile | 1.358 ms | 0 - 275 MB | NPU
78
- | decoder | QNN_DLC | float | Qualcomm® QCS8275 (Proxy) | 4.119 ms | 7 - 105 MB | NPU
79
- | decoder | QNN_DLC | float | Qualcomm® QCS8550 (Proxy) | 1.989 ms | 1 - 3 MB | NPU
80
- | decoder | QNN_DLC | float | Qualcomm® SA8775P | 2.854 ms | 7 - 106 MB | NPU
81
- | decoder | QNN_DLC | float | Qualcomm® SA8775P | 2.854 ms | 7 - 106 MB | NPU
82
- | decoder | QNN_DLC | float | Qualcomm® SA8775P | 2.854 ms | 7 - 106 MB | NPU
83
- | decoder | QNN_DLC | float | Qualcomm® QCS9075 | 2.557 ms | 7 - 15 MB | NPU
84
- | decoder | QNN_DLC | float | Qualcomm® QCS8450 (Proxy) | 2.703 ms | 3 - 219 MB | NPU
85
- | decoder | QNN_DLC | float | Qualcomm® SA7255P | 4.119 ms | 7 - 105 MB | NPU
86
- | decoder | QNN_DLC | float | Qualcomm® SA8295P | 2.663 ms | 0 - 49 MB | NPU
87
- | decoder | QNN_DLC | float | Snapdragon® 8 Elite For Galaxy Mobile | 1.249 ms | 0 - 187 MB | NPU
88
  | decoder | TFLITE | float | Snapdragon® 8 Elite Gen 5 Mobile | 1.116 ms | 0 - 175 MB | NPU
89
  | decoder | TFLITE | float | Snapdragon® 8 Elite Mobile | 1.214 ms | 0 - 190 MB | NPU
90
  | decoder | TFLITE | float | Snapdragon® 8 Gen 3 Mobile | 1.404 ms | 0 - 281 MB | NPU
91
- | decoder | TFLITE | float | Qualcomm® QCS8275 (Proxy) | 4.202 ms | 0 - 103 MB | NPU
92
  | decoder | TFLITE | float | Qualcomm® QCS8550 (Proxy) | 2.042 ms | 0 - 2 MB | NPU
93
  | decoder | TFLITE | float | Qualcomm® SA8775P | 2.876 ms | 0 - 102 MB | NPU
94
  | decoder | TFLITE | float | Qualcomm® SA8775P | 2.876 ms | 0 - 102 MB | NPU
95
  | decoder | TFLITE | float | Qualcomm® SA8775P | 2.876 ms | 0 - 102 MB | NPU
96
- | decoder | TFLITE | float | Qualcomm® QCS9075 | 2.594 ms | 0 - 83 MB | NPU
97
- | decoder | TFLITE | float | Qualcomm® QCS8450 (Proxy) | 2.459 ms | 0 - 217 MB | NPU
98
  | decoder | TFLITE | float | Qualcomm® SA7255P | 4.202 ms | 0 - 103 MB | NPU
99
  | decoder | TFLITE | float | Qualcomm® SA8295P | 2.669 ms | 0 - 43 MB | NPU
100
  | decoder | TFLITE | float | Snapdragon® 8 Elite For Galaxy Mobile | 1.214 ms | 0 - 190 MB | NPU
 
 
101
  | encoder | ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | 4.156 ms | 1 - 150 MB | NPU
102
  | encoder | ONNX | float | Snapdragon® 8 Elite Mobile | 5.278 ms | 16 - 166 MB | NPU
103
  | encoder | ONNX | float | Snapdragon® X2 Elite | 4.579 ms | 48 - 48 MB | NPU
@@ -105,37 +103,35 @@ See our repository for [TrOCR on GitHub](https://github.com/qualcomm/ai-hub-mode
105
  | encoder | ONNX | float | Snapdragon® X Elite | 11.423 ms | 47 - 47 MB | NPU
106
  | encoder | ONNX | float | Snapdragon® 8 Gen 3 Mobile | 7.824 ms | 16 - 234 MB | NPU
107
  | encoder | ONNX | float | Qualcomm® QCS8550 (Proxy) | 10.913 ms | 0 - 60 MB | NPU
108
- | encoder | ONNX | float | Qualcomm® QCS9075 | 14.132 ms | 15 - 19 MB | NPU
109
  | encoder | ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 5.278 ms | 16 - 166 MB | NPU
110
- | encoder | QNN_DLC | float | Snapdragon® 8 Elite Gen 5 Mobile | 4.312 ms | 1 - 115 MB | NPU
111
- | encoder | QNN_DLC | float | Snapdragon® 8 Elite Mobile | 5.46 ms | 2 - 113 MB | NPU
112
- | encoder | QNN_DLC | float | Snapdragon® X2 Elite | 5.176 ms | 2 - 2 MB | NPU
113
- | encoder | QNN_DLC | float | Snapdragon® X Elite | 12.007 ms | 2 - 2 MB | NPU
114
- | encoder | QNN_DLC | float | Snapdragon® X Elite | 12.007 ms | 2 - 2 MB | NPU
115
- | encoder | QNN_DLC | float | Snapdragon® 8 Gen 3 Mobile | 8.005 ms | 0 - 192 MB | NPU
116
- | encoder | QNN_DLC | float | Qualcomm® QCS8275 (Proxy) | 37.042 ms | 2 - 107 MB | NPU
117
- | encoder | QNN_DLC | float | Qualcomm® QCS8550 (Proxy) | 11.31 ms | 2 - 4 MB | NPU
118
- | encoder | QNN_DLC | float | Qualcomm® SA8775P | 13.979 ms | 2 - 108 MB | NPU
119
- | encoder | QNN_DLC | float | Qualcomm® SA8775P | 13.979 ms | 2 - 108 MB | NPU
120
- | encoder | QNN_DLC | float | Qualcomm® SA8775P | 13.979 ms | 2 - 108 MB | NPU
121
- | encoder | QNN_DLC | float | Qualcomm® QCS9075 | 15.257 ms | 2 - 12 MB | NPU
122
- | encoder | QNN_DLC | float | Qualcomm® QCS8450 (Proxy) | 19.596 ms | 0 - 306 MB | NPU
123
- | encoder | QNN_DLC | float | Qualcomm® SA7255P | 37.042 ms | 2 - 107 MB | NPU
124
- | encoder | QNN_DLC | float | Qualcomm® SA8295P | 19.704 ms | 2 - 232 MB | NPU
125
- | encoder | QNN_DLC | float | Snapdragon® 8 Elite For Galaxy Mobile | 5.46 ms | 2 - 113 MB | NPU
126
  | encoder | TFLITE | float | Snapdragon® 8 Elite Gen 5 Mobile | 4.074 ms | 0 - 110 MB | NPU
127
  | encoder | TFLITE | float | Snapdragon® 8 Elite Mobile | 5.205 ms | 6 - 118 MB | NPU
128
  | encoder | TFLITE | float | Snapdragon® 8 Gen 3 Mobile | 7.714 ms | 7 - 198 MB | NPU
129
- | encoder | TFLITE | float | Qualcomm® QCS8275 (Proxy) | 36.817 ms | 7 - 120 MB | NPU
130
  | encoder | TFLITE | float | Qualcomm® QCS8550 (Proxy) | 10.695 ms | 7 - 9 MB | NPU
131
  | encoder | TFLITE | float | Qualcomm® SA8775P | 13.51 ms | 7 - 111 MB | NPU
132
  | encoder | TFLITE | float | Qualcomm® SA8775P | 13.51 ms | 7 - 111 MB | NPU
133
  | encoder | TFLITE | float | Qualcomm® SA8775P | 13.51 ms | 7 - 111 MB | NPU
134
- | encoder | TFLITE | float | Qualcomm® QCS9075 | 13.937 ms | 6 - 65 MB | NPU
135
- | encoder | TFLITE | float | Qualcomm® QCS8450 (Proxy) | 19.779 ms | 7 - 311 MB | NPU
136
  | encoder | TFLITE | float | Qualcomm® SA7255P | 36.817 ms | 7 - 120 MB | NPU
137
  | encoder | TFLITE | float | Qualcomm® SA8295P | 19.074 ms | 8 - 236 MB | NPU
138
  | encoder | TFLITE | float | Snapdragon® 8 Elite For Galaxy Mobile | 5.205 ms | 6 - 118 MB | NPU
 
 
139
 
140
  ## License
141
  * The license for the original implementation of TrOCR can be found
 
27
 
28
  | Runtime | Precision | Chipset | SDK Versions | Download |
29
  |---|---|---|---|---|
30
+ | ONNX | float | Universal | QAIRT 2.42, ONNX Runtime 1.24.3 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.54.0/trocr-onnx-float.zip)
31
+ | QNN_DLC | float | Universal | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.54.0/trocr-qnn_dlc-float.zip)
32
+ | TFLITE | float | Universal | QAIRT 2.45 | [Download](https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.54.0/trocr-tflite-float.zip)
33
 
34
  For more device-specific assets and performance metrics, visit **[TrOCR on Qualcomm® AI Hub](https://aihub.qualcomm.com/models/trocr)**.
35
 
 
67
  | decoder | ONNX | float | Snapdragon® X Elite | 2.232 ms | 67 - 67 MB | NPU
68
  | decoder | ONNX | float | Snapdragon® 8 Gen 3 Mobile | 1.435 ms | 0 - 247 MB | NPU
69
  | decoder | ONNX | float | Qualcomm® QCS8550 (Proxy) | 2.101 ms | 0 - 74 MB | NPU
 
70
  | decoder | ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 1.25 ms | 0 - 218 MB | NPU
71
+ | decoder | ONNX | float | Qualcomm® QCS9075 | 2.739 ms | 7 - 16 MB | NPU
72
+ | decoder | QNN_DLC | float | Snapdragon® 8 Elite Gen 5 Mobile | 1.14 ms | 1 - 172 MB | NPU
73
+ | decoder | QNN_DLC | float | Snapdragon® 8 Elite Mobile | 1.237 ms | 0 - 186 MB | NPU
74
+ | decoder | QNN_DLC | float | Snapdragon® X2 Elite | 1.598 ms | 7 - 7 MB | NPU
75
+ | decoder | QNN_DLC | float | Snapdragon® X Elite | 2.131 ms | 7 - 7 MB | NPU
76
+ | decoder | QNN_DLC | float | Snapdragon® X Elite | 2.131 ms | 7 - 7 MB | NPU
77
+ | decoder | QNN_DLC | float | Snapdragon® 8 Gen 3 Mobile | 1.389 ms | 0 - 276 MB | NPU
78
+ | decoder | QNN_DLC | float | Qualcomm® QCS8550 (Proxy) | 1.95 ms | 3 - 4 MB | NPU
79
+ | decoder | QNN_DLC | float | Qualcomm® SA8775P | 2.873 ms | 7 - 106 MB | NPU
80
+ | decoder | QNN_DLC | float | Qualcomm® SA8775P | 2.873 ms | 7 - 106 MB | NPU
81
+ | decoder | QNN_DLC | float | Qualcomm® SA8775P | 2.873 ms | 7 - 106 MB | NPU
82
+ | decoder | QNN_DLC | float | Qualcomm® SA7255P | 4.136 ms | 7 - 105 MB | NPU
83
+ | decoder | QNN_DLC | float | Qualcomm® SA8295P | 2.627 ms | 0 - 49 MB | NPU
84
+ | decoder | QNN_DLC | float | Snapdragon® 8 Elite For Galaxy Mobile | 1.237 ms | 0 - 186 MB | NPU
85
+ | decoder | QNN_DLC | float | Qualcomm® QCS9075 | 2.525 ms | 7 - 15 MB | NPU
86
+ | decoder | QNN_DLC | float | Qualcomm® QCS8450 (Proxy) | 2.683 ms | 2 - 217 MB | NPU
87
  | decoder | TFLITE | float | Snapdragon® 8 Elite Gen 5 Mobile | 1.116 ms | 0 - 175 MB | NPU
88
  | decoder | TFLITE | float | Snapdragon® 8 Elite Mobile | 1.214 ms | 0 - 190 MB | NPU
89
  | decoder | TFLITE | float | Snapdragon® 8 Gen 3 Mobile | 1.404 ms | 0 - 281 MB | NPU
 
90
  | decoder | TFLITE | float | Qualcomm® QCS8550 (Proxy) | 2.042 ms | 0 - 2 MB | NPU
91
  | decoder | TFLITE | float | Qualcomm® SA8775P | 2.876 ms | 0 - 102 MB | NPU
92
  | decoder | TFLITE | float | Qualcomm® SA8775P | 2.876 ms | 0 - 102 MB | NPU
93
  | decoder | TFLITE | float | Qualcomm® SA8775P | 2.876 ms | 0 - 102 MB | NPU
 
 
94
  | decoder | TFLITE | float | Qualcomm® SA7255P | 4.202 ms | 0 - 103 MB | NPU
95
  | decoder | TFLITE | float | Qualcomm® SA8295P | 2.669 ms | 0 - 43 MB | NPU
96
  | decoder | TFLITE | float | Snapdragon® 8 Elite For Galaxy Mobile | 1.214 ms | 0 - 190 MB | NPU
97
+ | decoder | TFLITE | float | Qualcomm® QCS9075 | 2.594 ms | 0 - 83 MB | NPU
98
+ | decoder | TFLITE | float | Qualcomm® QCS8450 (Proxy) | 2.459 ms | 0 - 217 MB | NPU
99
  | encoder | ONNX | float | Snapdragon® 8 Elite Gen 5 Mobile | 4.156 ms | 1 - 150 MB | NPU
100
  | encoder | ONNX | float | Snapdragon® 8 Elite Mobile | 5.278 ms | 16 - 166 MB | NPU
101
  | encoder | ONNX | float | Snapdragon® X2 Elite | 4.579 ms | 48 - 48 MB | NPU
 
103
  | encoder | ONNX | float | Snapdragon® X Elite | 11.423 ms | 47 - 47 MB | NPU
104
  | encoder | ONNX | float | Snapdragon® 8 Gen 3 Mobile | 7.824 ms | 16 - 234 MB | NPU
105
  | encoder | ONNX | float | Qualcomm® QCS8550 (Proxy) | 10.913 ms | 0 - 60 MB | NPU
 
106
  | encoder | ONNX | float | Snapdragon® 8 Elite For Galaxy Mobile | 5.278 ms | 16 - 166 MB | NPU
107
+ | encoder | ONNX | float | Qualcomm® QCS9075 | 14.132 ms | 15 - 19 MB | NPU
108
+ | encoder | QNN_DLC | float | Snapdragon® 8 Elite Gen 5 Mobile | 4.31 ms | 2 - 115 MB | NPU
109
+ | encoder | QNN_DLC | float | Snapdragon® 8 Elite Mobile | 5.447 ms | 2 - 114 MB | NPU
110
+ | encoder | QNN_DLC | float | Snapdragon® X2 Elite | 5.055 ms | 2 - 2 MB | NPU
111
+ | encoder | QNN_DLC | float | Snapdragon® X Elite | 11.986 ms | 2 - 2 MB | NPU
112
+ | encoder | QNN_DLC | float | Snapdragon® X Elite | 11.986 ms | 2 - 2 MB | NPU
113
+ | encoder | QNN_DLC | float | Snapdragon® 8 Gen 3 Mobile | 8.006 ms | 0 - 189 MB | NPU
114
+ | encoder | QNN_DLC | float | Qualcomm® QCS8550 (Proxy) | 11.264 ms | 2 - 4 MB | NPU
115
+ | encoder | QNN_DLC | float | Qualcomm® SA8775P | 13.992 ms | 2 - 108 MB | NPU
116
+ | encoder | QNN_DLC | float | Qualcomm® SA8775P | 13.992 ms | 2 - 108 MB | NPU
117
+ | encoder | QNN_DLC | float | Qualcomm® SA8775P | 13.992 ms | 2 - 108 MB | NPU
118
+ | encoder | QNN_DLC | float | Qualcomm® SA7255P | 37.067 ms | 2 - 106 MB | NPU
119
+ | encoder | QNN_DLC | float | Qualcomm® SA8295P | 19.685 ms | 2 - 233 MB | NPU
120
+ | encoder | QNN_DLC | float | Snapdragon® 8 Elite For Galaxy Mobile | 5.447 ms | 2 - 114 MB | NPU
121
+ | encoder | QNN_DLC | float | Qualcomm® QCS9075 | 15.054 ms | 2 - 12 MB | NPU
122
+ | encoder | QNN_DLC | float | Qualcomm® QCS8450 (Proxy) | 19.555 ms | 0 - 307 MB | NPU
123
  | encoder | TFLITE | float | Snapdragon® 8 Elite Gen 5 Mobile | 4.074 ms | 0 - 110 MB | NPU
124
  | encoder | TFLITE | float | Snapdragon® 8 Elite Mobile | 5.205 ms | 6 - 118 MB | NPU
125
  | encoder | TFLITE | float | Snapdragon® 8 Gen 3 Mobile | 7.714 ms | 7 - 198 MB | NPU
 
126
  | encoder | TFLITE | float | Qualcomm® QCS8550 (Proxy) | 10.695 ms | 7 - 9 MB | NPU
127
  | encoder | TFLITE | float | Qualcomm® SA8775P | 13.51 ms | 7 - 111 MB | NPU
128
  | encoder | TFLITE | float | Qualcomm® SA8775P | 13.51 ms | 7 - 111 MB | NPU
129
  | encoder | TFLITE | float | Qualcomm® SA8775P | 13.51 ms | 7 - 111 MB | NPU
 
 
130
  | encoder | TFLITE | float | Qualcomm® SA7255P | 36.817 ms | 7 - 120 MB | NPU
131
  | encoder | TFLITE | float | Qualcomm® SA8295P | 19.074 ms | 8 - 236 MB | NPU
132
  | encoder | TFLITE | float | Snapdragon® 8 Elite For Galaxy Mobile | 5.205 ms | 6 - 118 MB | NPU
133
+ | encoder | TFLITE | float | Qualcomm® QCS9075 | 13.937 ms | 6 - 65 MB | NPU
134
+ | encoder | TFLITE | float | Qualcomm® QCS8450 (Proxy) | 19.779 ms | 7 - 311 MB | NPU
135
 
136
  ## License
137
  * The license for the original implementation of TrOCR can be found
release_assets.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "version": "0.53.1",
3
  "precisions": {
4
  "float": {
5
  "universal_assets": {
@@ -8,20 +8,20 @@
8
  "qairt": "2.45.0.260326154327",
9
  "litert": "1.4.3"
10
  },
11
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.53.1/trocr-tflite-float.zip"
12
  },
13
  "qnn_dlc": {
14
  "tool_versions": {
15
  "qairt": "2.45.0.260326154327"
16
  },
17
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.53.1/trocr-qnn_dlc-float.zip"
18
  },
19
  "onnx": {
20
  "tool_versions": {
21
  "qairt": "2.42.0.251225135753_193295",
22
  "onnx_runtime": "1.24.3"
23
  },
24
- "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.53.1/trocr-onnx-float.zip"
25
  }
26
  }
27
  }
 
1
  {
2
+ "version": "0.54.0",
3
  "precisions": {
4
  "float": {
5
  "universal_assets": {
 
8
  "qairt": "2.45.0.260326154327",
9
  "litert": "1.4.3"
10
  },
11
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.54.0/trocr-tflite-float.zip"
12
  },
13
  "qnn_dlc": {
14
  "tool_versions": {
15
  "qairt": "2.45.0.260326154327"
16
  },
17
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.54.0/trocr-qnn_dlc-float.zip"
18
  },
19
  "onnx": {
20
  "tool_versions": {
21
  "qairt": "2.42.0.251225135753_193295",
22
  "onnx_runtime": "1.24.3"
23
  },
24
+ "download_url": "https://qaihub-public-assets.s3.us-west-2.amazonaws.com/qai-hub-models/models/trocr/releases/v0.54.0/trocr-onnx-float.zip"
25
  }
26
  }
27
  }