chrockey commited on
Commit
7b2438b
·
0 Parent(s):

initial release

Browse files
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ tags:
4
+ - 3d-reconstruction
5
+ - affordance-grounding
6
+ - flow-matching
7
+ - rgbd
8
+ arxiv: 2601.09211
9
+ ---
10
+
11
+ # Affostruction
12
+
13
+ **Affostruction: 3D Affordance Grounding with Generative Reconstruction** — CVPR 2026, Denver.
14
+
15
+ [Chunghyun Park](https://chrockey.github.io/)<sup>1</sup>,
16
+ [Seunghyeon Lee](https://llishyun.github.io/)<sup>1</sup>,
17
+ [Minsu Cho](http://cvlab.postech.ac.kr/~mcho/)<sup>1,2</sup>
18
+
19
+ <sup>1</sup>POSTECH &nbsp;&nbsp; <sup>2</sup>RLWRLD
20
+
21
+ - Paper: https://arxiv.org/abs/2601.09211
22
+ - Project page: https://chrockey.github.io/Affostruction/
23
+ - Code: https://github.com/chrockey/Affostruction
24
+
25
+ Pretrained checkpoints for the public release.
26
+
27
+ ## Reconstruction
28
+
29
+ ```python
30
+ from affostruction import ReconstructionPipeline
31
+
32
+ pipeline = ReconstructionPipeline.from_pretrained("chrockey/Affostruction").cuda()
33
+ outputs = pipeline.run(input_dict)
34
+ mesh = outputs["mesh"][0]
35
+ gaussian = outputs["gaussian"][0]
36
+ ```
37
+
38
+ Input format — see `examples/reconstruction.py` in the repo.
39
+
40
+ ## Affordance grounding
41
+
42
+ ```python
43
+ from affostruction.pipeline import AffordancePipeline
44
+
45
+ pipeline = AffordancePipeline.from_pretrained("chrockey/Affostruction")
46
+ # NOTE: pipeline.run() is not yet wired in the release package.
47
+ # Downloads + parses the checkpoint; full inference requires ElasticSLatFlowModel
48
+ # to be registered in affostruction/models/.
49
+ ```
affordance/config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "denoiser": {
3
+ "name": "ElasticSLatFlowModel",
4
+ "args": {
5
+ "resolution": 64,
6
+ "in_channels": 1,
7
+ "out_channels": 1,
8
+ "model_channels": 768,
9
+ "cond_channels": 768,
10
+ "num_blocks": 12,
11
+ "num_heads": 12,
12
+ "mlp_ratio": 4,
13
+ "patch_size": 2,
14
+ "num_io_res_blocks": 2,
15
+ "io_block_channels": [
16
+ 128
17
+ ],
18
+ "pe_mode": "ape",
19
+ "qk_rms_norm": true,
20
+ "use_fp16": true
21
+ }
22
+ },
23
+ "text_cond_model": "openai/clip-vit-large-patch14"
24
+ }
affordance/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af480d851f3e46853b93fa72188e66f8ae42693dd76dc2d7494143369df1ccc1
3
+ size 741480196
reconstruction/config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "denoiser": {
3
+ "name": "SparseStructureFlowModel",
4
+ "args": {
5
+ "resolution": 16,
6
+ "in_channels": 8,
7
+ "out_channels": 8,
8
+ "model_channels": 768,
9
+ "cond_channels": 1024,
10
+ "num_blocks": 12,
11
+ "num_heads": 12,
12
+ "mlp_ratio": 4,
13
+ "patch_size": 1,
14
+ "pe_mode": "ape",
15
+ "qk_rms_norm": true,
16
+ "use_fp16": true
17
+ }
18
+ },
19
+ "voxel_resolution": 16,
20
+ "image_size": 224,
21
+ "dinov2_model": "dinov2_vitl14_reg"
22
+ }
reconstruction/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d574515b201303c33a43cb7642e9a5be8ee726d632f56ff6d5b5a5b1beb35c82
3
+ size 658388528