Kyle Pearson commited on
Commit ·
d493f1d
1
Parent(s): 8ccefa6
updated docs and model
Browse files- DAPModel.mlpackage/Data/com.apple.CoreML/model.mlmodel +1 -1
- DAPModel.mlpackage/Manifest.json +8 -8
- README.md +5 -2
- depth.png +0 -3
- export_and_validate_coreml.py +1 -1
- test_output/comparison.png +2 -2
DAPModel.mlpackage/Data/com.apple.CoreML/model.mlmodel
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 402181
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e408640d06b3e1aad41fa3fe25e13a584a488811560a5ac8561f0c871fdd4c15
|
| 3 |
size 402181
|
DAPModel.mlpackage/Manifest.json
CHANGED
|
@@ -1,18 +1,18 @@
|
|
| 1 |
{
|
| 2 |
"fileFormatVersion": "1.0.0",
|
| 3 |
"itemInfoEntries": {
|
| 4 |
-
"
|
| 5 |
-
"author": "com.apple.CoreML",
|
| 6 |
-
"description": "CoreML Model Weights",
|
| 7 |
-
"name": "weights",
|
| 8 |
-
"path": "com.apple.CoreML/weights"
|
| 9 |
-
},
|
| 10 |
-
"B3596E09-415B-4E7B-A58E-3AAE21D5CF37": {
|
| 11 |
"author": "com.apple.CoreML",
|
| 12 |
"description": "CoreML Model Specification",
|
| 13 |
"name": "model.mlmodel",
|
| 14 |
"path": "com.apple.CoreML/model.mlmodel"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
}
|
| 16 |
},
|
| 17 |
-
"rootModelIdentifier": "
|
| 18 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"fileFormatVersion": "1.0.0",
|
| 3 |
"itemInfoEntries": {
|
| 4 |
+
"2D7AE079-9AC7-4221-BC61-F6AA0F4AE8E0": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
"author": "com.apple.CoreML",
|
| 6 |
"description": "CoreML Model Specification",
|
| 7 |
"name": "model.mlmodel",
|
| 8 |
"path": "com.apple.CoreML/model.mlmodel"
|
| 9 |
+
},
|
| 10 |
+
"ABE41932-B39B-482F-AFF2-D5F1AFD7CFB8": {
|
| 11 |
+
"author": "com.apple.CoreML",
|
| 12 |
+
"description": "CoreML Model Weights",
|
| 13 |
+
"name": "weights",
|
| 14 |
+
"path": "com.apple.CoreML/weights"
|
| 15 |
}
|
| 16 |
},
|
| 17 |
+
"rootModelIdentifier": "2D7AE079-9AC7-4221-BC61-F6AA0F4AE8E0"
|
| 18 |
}
|
README.md
CHANGED
|
@@ -16,6 +16,11 @@ base_model: Insta360-Research/DAP-weights
|
|
| 16 |
|
| 17 |
CoreML export of **[DAP (Depth Any Panoramas)](https://github.com/Insta360-Research-Team/DAP)**, a foundation model for monocular depth estimation on equirectangular 360° panoramas. Optimized for on-device inference on iOS 18+ and macOS with Apple Silicon.
|
| 18 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
| | |
|
| 20 |
|---|---|
|
| 21 |
| **Original model** | [DAP (Insta360 Research)](https://huggingface.co/Insta360-Research/DAP-weights) |
|
|
@@ -27,8 +32,6 @@ CoreML export of **[DAP (Depth Any Panoramas)](https://github.com/Insta360-Resea
|
|
| 27 |
|
| 28 |
## Validation
|
| 29 |
|
| 30 |
-
Exported and validated against PyTorch ground truth:
|
| 31 |
-
|
| 32 |
| Metric | Value |
|
| 33 |
|---|---|
|
| 34 |
| Max absolute difference | 5.54×10⁻⁶ |
|
|
|
|
| 16 |
|
| 17 |
CoreML export of **[DAP (Depth Any Panoramas)](https://github.com/Insta360-Research-Team/DAP)**, a foundation model for monocular depth estimation on equirectangular 360° panoramas. Optimized for on-device inference on iOS 18+ and macOS with Apple Silicon.
|
| 18 |
|
| 19 |
+
| | |
|
| 20 |
+
|---|---|
|
| 21 |
+
|  |  |
|
| 22 |
+
|
| 23 |
+
|
| 24 |
| | |
|
| 25 |
|---|---|
|
| 26 |
| **Original model** | [DAP (Insta360 Research)](https://huggingface.co/Insta360-Research/DAP-weights) |
|
|
|
|
| 32 |
|
| 33 |
## Validation
|
| 34 |
|
|
|
|
|
|
|
| 35 |
| Metric | Value |
|
| 36 |
|---|---|
|
| 37 |
| Max absolute difference | 5.54×10⁻⁶ |
|
depth.png
DELETED
Git LFS Details
|
export_and_validate_coreml.py
CHANGED
|
@@ -159,7 +159,7 @@ def compute_metrics(depth_pt, depth_cl):
|
|
| 159 |
def save_comparison_viz(depth_pt, depth_cl, metrics, output_dir):
|
| 160 |
os.makedirs(output_dir, exist_ok=True)
|
| 161 |
|
| 162 |
-
fig, axes = plt.subplots(
|
| 163 |
|
| 164 |
vmax = max(depth_pt.max(), depth_cl.max())
|
| 165 |
im0 = axes[0].imshow(depth_pt, cmap="Spectral", vmin=0, vmax=vmax)
|
|
|
|
| 159 |
def save_comparison_viz(depth_pt, depth_cl, metrics, output_dir):
|
| 160 |
os.makedirs(output_dir, exist_ok=True)
|
| 161 |
|
| 162 |
+
fig, axes = plt.subplots(3, 1, figsize=(6, 12))
|
| 163 |
|
| 164 |
vmax = max(depth_pt.max(), depth_cl.max())
|
| 165 |
im0 = axes[0].imshow(depth_pt, cmap="Spectral", vmin=0, vmax=vmax)
|
test_output/comparison.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|