first commit

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+TransPhy3D_cleargrasp_HISS_DREDS_DREDS_14B_depth_70k_lora.safetensors filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,26 @@
 ---
 license: apache-2.0
 ---
+# Model Card for DKT
+
+This repository contains the weights of `Diffusion Knows Transparency: Repurposing Video Diffusion for Transparent Object Depth and Normal Estimation`
+
+## Usage
+
+See the Github repository: [DKT](https://github.com/Daniellli/DKT) regarding installation instructions.
+
+The model can then be used as follows:
+
+```python
+from dkt.pipelines.pipelines import DKTPipeline
+import os
+from tools.common_utils import save_video
+
+pipe = DKTPipeline()
+demo_path = 'examples/1.mp4'
+prediction = pipe(demo_path)
+save_dir = 'logs'
+os.makedirs(save_dir, exist_ok=True)
+output_path = os.path.join(save_dir, 'demo.mp4')
+save_video(prediction['colored_depth_map'], output_path, fps=25)
+```

TransPhy3D_cleargrasp_HISS_DREDS_DREDS_14B_depth_70k_lora.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2f8773d586d2186adaf51c1fea13d18d79c7269a318af9a2e627cd6c67a1c7
+size 1226928552