Bartosz Hanc commited on
Commit ·
0fb7f4e
1
Parent(s): dfe044b
Fix config schema and document XNNPACK int8 quality
Browse files- README.md +31 -8
- small/coreml/config.json +1 -3
- small/vulkan/config.json +1 -3
- small/xnnpack/config.json +1 -5
README.md
CHANGED
|
@@ -24,17 +24,40 @@ revision `e08cab65ca0ec38e7826075418411ab90cab4da3`.
|
|
| 24 |
| `small/xnnpack/depth_anything_v3_small_xnnpack_fp32.pte` | xnnpack | fp32 |
|
| 25 |
| `small/xnnpack/depth_anything_v3_small_xnnpack_int8.pte` | xnnpack | int8 |
|
| 26 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
## Repository structure
|
| 28 |
|
| 29 |
```
|
| 30 |
-
config.json
|
| 31 |
-
small/coreml/config.json
|
| 32 |
-
small/coreml/depth_anything_v3_small_coreml_fp16.pte
|
| 33 |
-
small/vulkan/config.json
|
| 34 |
-
small/vulkan/depth_anything_v3_small_vulkan_fp16.pte
|
| 35 |
-
small/xnnpack/config.json
|
| 36 |
-
small/xnnpack/depth_anything_v3_small_xnnpack_fp32.pte
|
| 37 |
-
small/xnnpack/depth_anything_v3_small_xnnpack_int8.pte
|
| 38 |
```
|
| 39 |
|
| 40 |
## Compatibility
|
|
|
|
| 24 |
| `small/xnnpack/depth_anything_v3_small_xnnpack_fp32.pte` | xnnpack | fp32 |
|
| 25 |
| `small/xnnpack/depth_anything_v3_small_xnnpack_int8.pte` | xnnpack | int8 |
|
| 26 |
|
| 27 |
+
## XNNPACK int8
|
| 28 |
+
|
| 29 |
+
The INT8 export uses dynamic INT8 activations and per-channel INT8 weights for
|
| 30 |
+
linear layers; convolutions remain floating point. Public inputs and outputs
|
| 31 |
+
remain float32.
|
| 32 |
+
|
| 33 |
+
Numerical agreement with the float reference on three photos (cats and the two
|
| 34 |
+
official DA3 SOH examples) and four upstream example illustrations:
|
| 35 |
+
|
| 36 |
+
| Image | Range-normalized RMSE | Correlation |
|
| 37 |
+
| --- | --- | --- |
|
| 38 |
+
| depth_cats | 0.42% | 0.999919 |
|
| 39 |
+
| SOH/000 | 0.46% | 0.999890 |
|
| 40 |
+
| SOH/010 | 0.91% | 0.999848 |
|
| 41 |
+
| demo17 | 1.44% | 0.998027 |
|
| 42 |
+
| demo18 | 0.51% | 0.999704 |
|
| 43 |
+
| demo19 | 1.15% | 0.999797 |
|
| 44 |
+
| demo20 | 1.03% | 0.999547 |
|
| 45 |
+
|
| 46 |
+
Range-normalized RMSE is RMSE divided by the reference depth range. The worst
|
| 47 |
+
value was 1.44%, with a minimum correlation of 0.998027. These are numerical
|
| 48 |
+
export checks, not depth-accuracy benchmarks.
|
| 49 |
+
|
| 50 |
## Repository structure
|
| 51 |
|
| 52 |
```
|
| 53 |
+
config.json 39 B
|
| 54 |
+
small/coreml/config.json 879 B
|
| 55 |
+
small/coreml/depth_anything_v3_small_coreml_fp16.pte 70.9 MB
|
| 56 |
+
small/vulkan/config.json 879 B
|
| 57 |
+
small/vulkan/depth_anything_v3_small_vulkan_fp16.pte 56.4 MB
|
| 58 |
+
small/xnnpack/config.json 1.5 kB
|
| 59 |
+
small/xnnpack/depth_anything_v3_small_xnnpack_fp32.pte 106.5 MB
|
| 60 |
+
small/xnnpack/depth_anything_v3_small_xnnpack_int8.pte 40.7 MB
|
| 61 |
```
|
| 62 |
|
| 63 |
## Compatibility
|
small/coreml/config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
"model": "depth_anything_v3_small",
|
| 4 |
-
"family": "
|
| 5 |
"capabilities": [
|
| 6 |
"depth-estimation"
|
| 7 |
],
|
|
@@ -11,8 +11,6 @@
|
|
| 11 |
{
|
| 12 |
"file": "depth_anything_v3_small_coreml_fp16.pte",
|
| 13 |
"precision": "fp16",
|
| 14 |
-
"quantized": false,
|
| 15 |
-
"default": true,
|
| 16 |
"methods": {
|
| 17 |
"forward": {
|
| 18 |
"inputs": [
|
|
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
"model": "depth_anything_v3_small",
|
| 4 |
+
"family": "depth_anything_v3",
|
| 5 |
"capabilities": [
|
| 6 |
"depth-estimation"
|
| 7 |
],
|
|
|
|
| 11 |
{
|
| 12 |
"file": "depth_anything_v3_small_coreml_fp16.pte",
|
| 13 |
"precision": "fp16",
|
|
|
|
|
|
|
| 14 |
"methods": {
|
| 15 |
"forward": {
|
| 16 |
"inputs": [
|
small/vulkan/config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
"model": "depth_anything_v3_small",
|
| 4 |
-
"family": "
|
| 5 |
"capabilities": [
|
| 6 |
"depth-estimation"
|
| 7 |
],
|
|
@@ -11,8 +11,6 @@
|
|
| 11 |
{
|
| 12 |
"file": "depth_anything_v3_small_vulkan_fp16.pte",
|
| 13 |
"precision": "fp16",
|
| 14 |
-
"quantized": false,
|
| 15 |
-
"default": true,
|
| 16 |
"methods": {
|
| 17 |
"forward": {
|
| 18 |
"inputs": [
|
|
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
"model": "depth_anything_v3_small",
|
| 4 |
+
"family": "depth_anything_v3",
|
| 5 |
"capabilities": [
|
| 6 |
"depth-estimation"
|
| 7 |
],
|
|
|
|
| 11 |
{
|
| 12 |
"file": "depth_anything_v3_small_vulkan_fp16.pte",
|
| 13 |
"precision": "fp16",
|
|
|
|
|
|
|
| 14 |
"methods": {
|
| 15 |
"forward": {
|
| 16 |
"inputs": [
|
small/xnnpack/config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
"model": "depth_anything_v3_small",
|
| 4 |
-
"family": "
|
| 5 |
"capabilities": [
|
| 6 |
"depth-estimation"
|
| 7 |
],
|
|
@@ -11,8 +11,6 @@
|
|
| 11 |
{
|
| 12 |
"file": "depth_anything_v3_small_xnnpack_fp32.pte",
|
| 13 |
"precision": "fp32",
|
| 14 |
-
"quantized": false,
|
| 15 |
-
"default": true,
|
| 16 |
"methods": {
|
| 17 |
"forward": {
|
| 18 |
"inputs": [
|
|
@@ -42,8 +40,6 @@
|
|
| 42 |
{
|
| 43 |
"file": "depth_anything_v3_small_xnnpack_int8.pte",
|
| 44 |
"precision": "int8",
|
| 45 |
-
"quantized": true,
|
| 46 |
-
"default": false,
|
| 47 |
"methods": {
|
| 48 |
"forward": {
|
| 49 |
"inputs": [
|
|
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
"model": "depth_anything_v3_small",
|
| 4 |
+
"family": "depth_anything_v3",
|
| 5 |
"capabilities": [
|
| 6 |
"depth-estimation"
|
| 7 |
],
|
|
|
|
| 11 |
{
|
| 12 |
"file": "depth_anything_v3_small_xnnpack_fp32.pte",
|
| 13 |
"precision": "fp32",
|
|
|
|
|
|
|
| 14 |
"methods": {
|
| 15 |
"forward": {
|
| 16 |
"inputs": [
|
|
|
|
| 40 |
{
|
| 41 |
"file": "depth_anything_v3_small_xnnpack_int8.pte",
|
| 42 |
"precision": "int8",
|
|
|
|
|
|
|
| 43 |
"methods": {
|
| 44 |
"forward": {
|
| 45 |
"inputs": [
|