Bartosz Hanc commited on
Commit
8c580f5
·
1 Parent(s): 87fa561

Add ZipDepth Base ExecuTorch exports

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.pte filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,48 @@
1
  ---
2
  license: mit
 
 
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: mit
3
+ pipeline_tag: depth-estimation
4
+ library_name: executorch
5
  ---
6
+
7
+ # zipdepth
8
+
9
+ This repository hosts **ZipDepth Base NPU** (single-image depth estimation)
10
+ exported for the
11
+ [React Native ExecuTorch](https://www.npmjs.com/package/react-native-executorch)
12
+ library as ExecuTorch `.pte` programs, ready to run on device.
13
+
14
+ Upstream model: [fabiotosi92/ZipDepth](https://github.com/fabiotosi92/ZipDepth),
15
+ checkpoint [`zipdepth_base_npu.pth`](https://github.com/fabiotosi92/ZipDepth/blob/91f3fd21e131641f51e8d35736d1958350180e3a/checkpoints/zipdepth_base_npu.pth),
16
+ revision `91f3fd21e131641f51e8d35736d1958350180e3a`.
17
+
18
+ ## Variants
19
+
20
+ | Path | Backend | Precision |
21
+ | --- | --- | --- |
22
+ | `base/coreml/zipdepth_base_384_coreml_fp32.pte` | coreml | fp32 |
23
+ | `base/vulkan/zipdepth_base_384_vulkan_fp16.pte` | vulkan | fp16 |
24
+ | `base/xnnpack/zipdepth_base_384_xnnpack_fp32.pte` | xnnpack | fp32 |
25
+
26
+ ## Repository structure
27
+
28
+ ```
29
+ config.json
30
+ base/coreml/config.json
31
+ base/coreml/zipdepth_base_384_coreml_fp32.pte 24.9 MB
32
+ base/vulkan/config.json
33
+ base/vulkan/zipdepth_base_384_vulkan_fp16.pte 12.3 MB
34
+ base/xnnpack/config.json
35
+ base/xnnpack/zipdepth_base_384_xnnpack_fp32.pte 24.6 MB
36
+ ```
37
+
38
+ ## Compatibility
39
+
40
+ These files are published for the **ExecuTorch v1.4.1** runtime. ExecuTorch
41
+ gives no forward compatibility guarantee, so an older runtime may fail to load
42
+ them.
43
+
44
+ For React Native ExecuTorch model loading, see the
45
+ [documentation](https://docs.swmansion.com/react-native-executorch/docs/fundamentals/downloading-models).
46
+ To load these files in your own runtime, read the
47
+ [compatibility note](https://github.com/pytorch/executorch/blob/main/runtime/COMPATIBILITY.md)
48
+ first.
base/coreml/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
3
+ "model": "zipdepth_base",
4
+ "family": "zipdepth",
5
+ "capabilities": [
6
+ "depth-estimation"
7
+ ],
8
+ "backend": "coreml",
9
+ "license": "mit",
10
+ "variants": [
11
+ {
12
+ "file": "zipdepth_base_384_coreml_fp32.pte",
13
+ "precision": "fp32",
14
+ "quantized": false,
15
+ "default": true,
16
+ "methods": {
17
+ "forward": {
18
+ "inputs": [
19
+ {
20
+ "shape": [
21
+ 1,
22
+ 3,
23
+ 384,
24
+ 384
25
+ ],
26
+ "dtype": "float32"
27
+ }
28
+ ],
29
+ "outputs": [
30
+ {
31
+ "shape": [
32
+ 1,
33
+ 384,
34
+ 384
35
+ ],
36
+ "dtype": "float32"
37
+ }
38
+ ]
39
+ }
40
+ }
41
+ }
42
+ ]
43
+ }
base/coreml/zipdepth_base_384_coreml_fp32.pte ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fc077311a72ac3b020423d28db47ec05e2599b578c6d14854ac321800b4cd90
3
+ size 24858521
base/vulkan/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
3
+ "model": "zipdepth_base",
4
+ "family": "zipdepth",
5
+ "capabilities": [
6
+ "depth-estimation"
7
+ ],
8
+ "backend": "vulkan",
9
+ "license": "mit",
10
+ "variants": [
11
+ {
12
+ "file": "zipdepth_base_384_vulkan_fp16.pte",
13
+ "precision": "fp16",
14
+ "quantized": false,
15
+ "default": true,
16
+ "methods": {
17
+ "forward": {
18
+ "inputs": [
19
+ {
20
+ "shape": [
21
+ 1,
22
+ 3,
23
+ 384,
24
+ 384
25
+ ],
26
+ "dtype": "float32"
27
+ }
28
+ ],
29
+ "outputs": [
30
+ {
31
+ "shape": [
32
+ 1,
33
+ 384,
34
+ 384
35
+ ],
36
+ "dtype": "float32"
37
+ }
38
+ ]
39
+ }
40
+ }
41
+ }
42
+ ]
43
+ }
base/vulkan/zipdepth_base_384_vulkan_fp16.pte ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3966cc629e1ba8f13d6fd7eb9a5abfe05df99c3f802cddd70fb428548b0e424
3
+ size 12341250
base/xnnpack/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
3
+ "model": "zipdepth_base",
4
+ "family": "zipdepth",
5
+ "capabilities": [
6
+ "depth-estimation"
7
+ ],
8
+ "backend": "xnnpack",
9
+ "license": "mit",
10
+ "variants": [
11
+ {
12
+ "file": "zipdepth_base_384_xnnpack_fp32.pte",
13
+ "precision": "fp32",
14
+ "quantized": false,
15
+ "default": true,
16
+ "methods": {
17
+ "forward": {
18
+ "inputs": [
19
+ {
20
+ "shape": [
21
+ 1,
22
+ 3,
23
+ 384,
24
+ 384
25
+ ],
26
+ "dtype": "float32"
27
+ }
28
+ ],
29
+ "outputs": [
30
+ {
31
+ "shape": [
32
+ 1,
33
+ 384,
34
+ 384
35
+ ],
36
+ "dtype": "float32"
37
+ }
38
+ ]
39
+ }
40
+ }
41
+ }
42
+ ]
43
+ }
base/xnnpack/zipdepth_base_384_xnnpack_fp32.pte ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a373195cf37ebf7b041ff4c5e85f8680bb36744a2c9cfb349ba715ec8512d886
3
+ size 24609344
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "modelName": "zipdepth"
3
+ }