Bartosz Hanc commited on
Commit ·
8c580f5
1
Parent(s): 87fa561
Add ZipDepth Base ExecuTorch exports
Browse files- .gitattributes +1 -0
- README.md +45 -0
- base/coreml/config.json +43 -0
- base/coreml/zipdepth_base_384_coreml_fp32.pte +3 -0
- base/vulkan/config.json +43 -0
- base/vulkan/zipdepth_base_384_vulkan_fp16.pte +3 -0
- base/xnnpack/config.json +43 -0
- base/xnnpack/zipdepth_base_384_xnnpack_fp32.pte +3 -0
- config.json +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
*.pte filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
|
@@ -1,3 +1,48 @@
|
|
| 1 |
---
|
| 2 |
license: mit
|
|
|
|
|
|
|
| 3 |
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
license: mit
|
| 3 |
+
pipeline_tag: depth-estimation
|
| 4 |
+
library_name: executorch
|
| 5 |
---
|
| 6 |
+
|
| 7 |
+
# zipdepth
|
| 8 |
+
|
| 9 |
+
This repository hosts **ZipDepth Base NPU** (single-image depth estimation)
|
| 10 |
+
exported for the
|
| 11 |
+
[React Native ExecuTorch](https://www.npmjs.com/package/react-native-executorch)
|
| 12 |
+
library as ExecuTorch `.pte` programs, ready to run on device.
|
| 13 |
+
|
| 14 |
+
Upstream model: [fabiotosi92/ZipDepth](https://github.com/fabiotosi92/ZipDepth),
|
| 15 |
+
checkpoint [`zipdepth_base_npu.pth`](https://github.com/fabiotosi92/ZipDepth/blob/91f3fd21e131641f51e8d35736d1958350180e3a/checkpoints/zipdepth_base_npu.pth),
|
| 16 |
+
revision `91f3fd21e131641f51e8d35736d1958350180e3a`.
|
| 17 |
+
|
| 18 |
+
## Variants
|
| 19 |
+
|
| 20 |
+
| Path | Backend | Precision |
|
| 21 |
+
| --- | --- | --- |
|
| 22 |
+
| `base/coreml/zipdepth_base_384_coreml_fp32.pte` | coreml | fp32 |
|
| 23 |
+
| `base/vulkan/zipdepth_base_384_vulkan_fp16.pte` | vulkan | fp16 |
|
| 24 |
+
| `base/xnnpack/zipdepth_base_384_xnnpack_fp32.pte` | xnnpack | fp32 |
|
| 25 |
+
|
| 26 |
+
## Repository structure
|
| 27 |
+
|
| 28 |
+
```
|
| 29 |
+
config.json
|
| 30 |
+
base/coreml/config.json
|
| 31 |
+
base/coreml/zipdepth_base_384_coreml_fp32.pte 24.9 MB
|
| 32 |
+
base/vulkan/config.json
|
| 33 |
+
base/vulkan/zipdepth_base_384_vulkan_fp16.pte 12.3 MB
|
| 34 |
+
base/xnnpack/config.json
|
| 35 |
+
base/xnnpack/zipdepth_base_384_xnnpack_fp32.pte 24.6 MB
|
| 36 |
+
```
|
| 37 |
+
|
| 38 |
+
## Compatibility
|
| 39 |
+
|
| 40 |
+
These files are published for the **ExecuTorch v1.4.1** runtime. ExecuTorch
|
| 41 |
+
gives no forward compatibility guarantee, so an older runtime may fail to load
|
| 42 |
+
them.
|
| 43 |
+
|
| 44 |
+
For React Native ExecuTorch model loading, see the
|
| 45 |
+
[documentation](https://docs.swmansion.com/react-native-executorch/docs/fundamentals/downloading-models).
|
| 46 |
+
To load these files in your own runtime, read the
|
| 47 |
+
[compatibility note](https://github.com/pytorch/executorch/blob/main/runtime/COMPATIBILITY.md)
|
| 48 |
+
first.
|
base/coreml/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
+
"model": "zipdepth_base",
|
| 4 |
+
"family": "zipdepth",
|
| 5 |
+
"capabilities": [
|
| 6 |
+
"depth-estimation"
|
| 7 |
+
],
|
| 8 |
+
"backend": "coreml",
|
| 9 |
+
"license": "mit",
|
| 10 |
+
"variants": [
|
| 11 |
+
{
|
| 12 |
+
"file": "zipdepth_base_384_coreml_fp32.pte",
|
| 13 |
+
"precision": "fp32",
|
| 14 |
+
"quantized": false,
|
| 15 |
+
"default": true,
|
| 16 |
+
"methods": {
|
| 17 |
+
"forward": {
|
| 18 |
+
"inputs": [
|
| 19 |
+
{
|
| 20 |
+
"shape": [
|
| 21 |
+
1,
|
| 22 |
+
3,
|
| 23 |
+
384,
|
| 24 |
+
384
|
| 25 |
+
],
|
| 26 |
+
"dtype": "float32"
|
| 27 |
+
}
|
| 28 |
+
],
|
| 29 |
+
"outputs": [
|
| 30 |
+
{
|
| 31 |
+
"shape": [
|
| 32 |
+
1,
|
| 33 |
+
384,
|
| 34 |
+
384
|
| 35 |
+
],
|
| 36 |
+
"dtype": "float32"
|
| 37 |
+
}
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
}
|
| 41 |
+
}
|
| 42 |
+
]
|
| 43 |
+
}
|
base/coreml/zipdepth_base_384_coreml_fp32.pte
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9fc077311a72ac3b020423d28db47ec05e2599b578c6d14854ac321800b4cd90
|
| 3 |
+
size 24858521
|
base/vulkan/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
+
"model": "zipdepth_base",
|
| 4 |
+
"family": "zipdepth",
|
| 5 |
+
"capabilities": [
|
| 6 |
+
"depth-estimation"
|
| 7 |
+
],
|
| 8 |
+
"backend": "vulkan",
|
| 9 |
+
"license": "mit",
|
| 10 |
+
"variants": [
|
| 11 |
+
{
|
| 12 |
+
"file": "zipdepth_base_384_vulkan_fp16.pte",
|
| 13 |
+
"precision": "fp16",
|
| 14 |
+
"quantized": false,
|
| 15 |
+
"default": true,
|
| 16 |
+
"methods": {
|
| 17 |
+
"forward": {
|
| 18 |
+
"inputs": [
|
| 19 |
+
{
|
| 20 |
+
"shape": [
|
| 21 |
+
1,
|
| 22 |
+
3,
|
| 23 |
+
384,
|
| 24 |
+
384
|
| 25 |
+
],
|
| 26 |
+
"dtype": "float32"
|
| 27 |
+
}
|
| 28 |
+
],
|
| 29 |
+
"outputs": [
|
| 30 |
+
{
|
| 31 |
+
"shape": [
|
| 32 |
+
1,
|
| 33 |
+
384,
|
| 34 |
+
384
|
| 35 |
+
],
|
| 36 |
+
"dtype": "float32"
|
| 37 |
+
}
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
}
|
| 41 |
+
}
|
| 42 |
+
]
|
| 43 |
+
}
|
base/vulkan/zipdepth_base_384_vulkan_fp16.pte
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3966cc629e1ba8f13d6fd7eb9a5abfe05df99c3f802cddd70fb428548b0e424
|
| 3 |
+
size 12341250
|
base/xnnpack/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
+
"model": "zipdepth_base",
|
| 4 |
+
"family": "zipdepth",
|
| 5 |
+
"capabilities": [
|
| 6 |
+
"depth-estimation"
|
| 7 |
+
],
|
| 8 |
+
"backend": "xnnpack",
|
| 9 |
+
"license": "mit",
|
| 10 |
+
"variants": [
|
| 11 |
+
{
|
| 12 |
+
"file": "zipdepth_base_384_xnnpack_fp32.pte",
|
| 13 |
+
"precision": "fp32",
|
| 14 |
+
"quantized": false,
|
| 15 |
+
"default": true,
|
| 16 |
+
"methods": {
|
| 17 |
+
"forward": {
|
| 18 |
+
"inputs": [
|
| 19 |
+
{
|
| 20 |
+
"shape": [
|
| 21 |
+
1,
|
| 22 |
+
3,
|
| 23 |
+
384,
|
| 24 |
+
384
|
| 25 |
+
],
|
| 26 |
+
"dtype": "float32"
|
| 27 |
+
}
|
| 28 |
+
],
|
| 29 |
+
"outputs": [
|
| 30 |
+
{
|
| 31 |
+
"shape": [
|
| 32 |
+
1,
|
| 33 |
+
384,
|
| 34 |
+
384
|
| 35 |
+
],
|
| 36 |
+
"dtype": "float32"
|
| 37 |
+
}
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
}
|
| 41 |
+
}
|
| 42 |
+
]
|
| 43 |
+
}
|
base/xnnpack/zipdepth_base_384_xnnpack_fp32.pte
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a373195cf37ebf7b041ff4c5e85f8680bb36744a2c9cfb349ba715ec8512d886
|
| 3 |
+
size 24609344
|
config.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"modelName": "zipdepth"
|
| 3 |
+
}
|