levinna commited on
Commit
5feca79
·
verified ·
1 Parent(s): 7a0299c

Publish DeCo-VTON checkpoint layout and model card

Browse files
DressCode-512/unet/config.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "UNet2DConditionModel",
3
+ "_diffusers_version": "0.35.1",
4
+ "_name_or_path": "stable-diffusion-v1-5/stable-diffusion-inpainting",
5
+ "act_fn": "silu",
6
+ "addition_embed_type": null,
7
+ "addition_embed_type_num_heads": 64,
8
+ "addition_time_embed_dim": null,
9
+ "attention_head_dim": 8,
10
+ "attention_type": "default",
11
+ "block_out_channels": [
12
+ 320,
13
+ 640,
14
+ 1280,
15
+ 1280
16
+ ],
17
+ "center_input_sample": false,
18
+ "class_embed_type": null,
19
+ "class_embeddings_concat": false,
20
+ "conv_in_kernel": 3,
21
+ "conv_out_kernel": 3,
22
+ "cross_attention_dim": 768,
23
+ "cross_attention_norm": null,
24
+ "down_block_types": [
25
+ "CrossAttnDownBlock2D",
26
+ "CrossAttnDownBlock2D",
27
+ "CrossAttnDownBlock2D",
28
+ "DownBlock2D"
29
+ ],
30
+ "downsample_padding": 1,
31
+ "dropout": 0.0,
32
+ "dual_cross_attention": false,
33
+ "encoder_hid_dim": null,
34
+ "encoder_hid_dim_type": null,
35
+ "flip_sin_to_cos": true,
36
+ "freq_shift": 0,
37
+ "in_channels": 9,
38
+ "layers_per_block": 2,
39
+ "mid_block_only_cross_attention": null,
40
+ "mid_block_scale_factor": 1,
41
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
42
+ "norm_eps": 1e-05,
43
+ "norm_num_groups": 32,
44
+ "num_attention_heads": null,
45
+ "num_class_embeds": null,
46
+ "only_cross_attention": false,
47
+ "out_channels": 4,
48
+ "projection_class_embeddings_input_dim": null,
49
+ "resnet_out_scale_factor": 1.0,
50
+ "resnet_skip_time_act": false,
51
+ "resnet_time_scale_shift": "default",
52
+ "reverse_transformer_layers_per_block": null,
53
+ "sample_size": 64,
54
+ "time_cond_proj_dim": null,
55
+ "time_embedding_act_fn": null,
56
+ "time_embedding_dim": null,
57
+ "time_embedding_type": "positional",
58
+ "timestep_post_act": null,
59
+ "transformer_layers_per_block": 1,
60
+ "up_block_types": [
61
+ "UpBlock2D",
62
+ "CrossAttnUpBlock2D",
63
+ "CrossAttnUpBlock2D",
64
+ "CrossAttnUpBlock2D"
65
+ ],
66
+ "upcast_attention": false,
67
+ "use_linear_projection": false
68
+ }
DressCode-512/unet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd294e84218ba7d793bf7b1cf7a9ff8517454abf3b9c1f98d79f46db2e085d4
3
+ size 3438225152
README.md CHANGED
@@ -1,79 +1,90 @@
1
  ---
2
  license: cc-by-nc-4.0
3
  tags:
4
- - virtual-try-on
5
- - diffusers
6
- - stable-diffusion
7
- - image-to-image
 
8
  datasets:
9
- - VITON-HD
10
- - DressCode
11
- base_model:
12
- - stable-diffusion-v1-5/stable-diffusion-inpainting
13
- pipeline_tag: image-to-image
14
- language:
15
- - en
16
- library_name: diffusers
17
  ---
18
 
19
- # Re-CatVTON
20
 
21
- Official model weights for **"Rethinking Garment Conditioning in Diffusion-based Virtual Try-On"**.
 
 
22
 
23
- 📄 **Paper**: [Re-CatVTON](https://arxiv.org/abs/2511.18775)
24
- 💻 **Code**: [GitHub](https://github.com/Levinna/Re-CatVTON)
25
 
26
- ## Available Checkpoints
 
27
 
28
- | Dataset | Subfolder | Resolution |
29
- |---------|-----------|------------|
30
- | VITON-HD | `VITON-HD/checkpoint-16000/unet` | 512×384 |
31
- | DressCode | `DressCode/checkpoint-32000/unet` | 512×384 |
32
 
33
- ## Usage
34
- ```python
35
- import torch
36
- from diffusers import AutoencoderKL, UNet2DConditionModel, DDPMScheduler
37
- from model.pipeline import RECATVTONPipeline
38
- from model.attn_processor import SkipAttnProcessor
39
- from model.utils import init_adapter
40
 
41
- device = "cuda"
42
- dtype = torch.bfloat16
 
 
 
 
 
 
 
 
 
43
 
44
- # Load components
45
- vae = AutoencoderKL.from_pretrained("stabilityai/sd-vae-ft-mse").to(device, dtype)
46
 
47
- # Choose one:
48
- unet = UNet2DConditionModel.from_pretrained(
49
- "levinna/Re-CatVTON",
50
- subfolder="VITON-HD/checkpoint-16000/unet" # or "DressCode/checkpoint-32000/unet"
51
- ).to(device, dtype)
52
 
53
- scheduler = DDPMScheduler.from_pretrained(
54
- "stable-diffusion-v1-5/stable-diffusion-inpainting", # or can use Re-CatVTON scheduler config
55
- subfolder="scheduler"
56
- )
57
 
58
- # Initialize attention processors (disable cross-attention)
59
- init_adapter(unet, cross_attn_cls=SkipAttnProcessor)
 
60
 
61
- # Create pipeline
62
- pipeline = RECATVTONPipeline(vae=vae, unet=unet, scheduler=scheduler)
 
 
 
63
  ```
64
- You can check more detailed instructions on Official [GitHub](https://github.com/Levinna/Re-CatVTON)
 
 
65
 
66
  ## License
67
- This model is licensed under CC BY-NC 4.0 due to the usage of non-commercial datasets (VITON-HD, DressCode).
68
- - **Model Weights**: [CC-BY-NC 4.0](https://creativecommons.org/licenses/by-nc/4.0/)
69
- - **Code**: [CC-BY-NC-SA 4.0](https://creativecommons.org/licenses/by-nc-sa/4.0/)
 
 
70
 
71
  ## Citation
 
72
  ```bibtex
73
  @article{na2025rethinking,
74
- title={Rethinking Garment Conditioning in Diffusion-based Virtual Try-On},
75
  author={Na, Kihyun and Choi, Jinyoung and Kim, Injung},
76
  journal={arXiv preprint arXiv:2511.18775},
77
  year={2025}
78
  }
79
- ```
 
1
  ---
2
  license: cc-by-nc-4.0
3
  tags:
4
+ - virtual-try-on
5
+ - diffusion
6
+ - stable-diffusion
7
+ - image-to-image
8
+ - arxiv:2511.18775
9
  datasets:
10
+ - VITON-HD
11
+ - DressCode
12
+ base_model: stable-diffusion-v1-5/stable-diffusion-inpainting
 
 
 
 
 
13
  ---
14
 
15
+ # DeCo-VTON
16
 
17
+ UNet checkpoints for **DeCo-VTON**, the official implementation of
18
+ **Rethinking Garment Conditioning in Diffusion-based Virtual Try-On: Decouple,
19
+ Don't Denoise**, accepted at ECCV 2026.
20
 
21
+ DeCo-VTON is a single-UNet virtual try-on model that separates garment
22
+ conditioning from the denoising target.
23
 
24
+ - Code: https://github.com/Levinna/DeCo-VTON
25
+ - Paper: https://arxiv.org/abs/2511.18775
26
 
27
+ This repository was formerly named `levinna/Re-CatVTON`. The old repository URL
28
+ redirects here, and the original checkpoint paths remain available for backward
29
+ compatibility.
 
30
 
31
+ ## Checkpoints
32
+
33
+ | Subfolder | Dataset | Resolution |
34
+ |---|---|---|
35
+ | `VITON-HD-512/unet` | VITON-HD | 512×384 |
36
+ | `DressCode-512/unet` | DressCode | 512×384 |
 
37
 
38
+ Legacy paths such as `VITON-HD/checkpoint-16000/unet` and
39
+ `DressCode/checkpoint-32000/unet` are retained for existing users.
40
+
41
+ ## Installation
42
+
43
+ ```bash
44
+ git clone https://github.com/Levinna/DeCo-VTON.git
45
+ cd DeCo-VTON
46
+ pip install -r requirements.txt
47
+ pip install -e .
48
+ ```
49
 
50
+ ## Usage
 
51
 
52
+ > This repository contains UNet checkpoints, not a standalone Diffusers
53
+ > pipeline. `DiffusionPipeline.from_pretrained()` cannot load them directly.
54
+ > Install DeCo-VTON and use `DeCoVTONPipeline.from_vton_checkpoint()` as shown
55
+ > below.
 
56
 
57
+ The pipeline loads the VAE from `stabilityai/sd-vae-ft-mse` and the scheduler
58
+ configuration from `stable-diffusion-v1-5/stable-diffusion-inpainting`.
 
 
59
 
60
+ ```python
61
+ import torch
62
+ from decovton import DeCoVTONPipeline
63
 
64
+ pipe = DeCoVTONPipeline.from_vton_checkpoint(
65
+ hf_repo="levinna/DeCo-VTON",
66
+ subfolder="VITON-HD-512/unet",
67
+ torch_dtype=torch.bfloat16,
68
+ ).to("cuda")
69
  ```
70
+
71
+ See the [GitHub repository](https://github.com/Levinna/DeCo-VTON) for dataset
72
+ preparation, inference, and evaluation instructions.
73
 
74
  ## License
75
+
76
+ The model weights are licensed under
77
+ [CC BY-NC 4.0](https://creativecommons.org/licenses/by-nc/4.0/), reflecting the
78
+ non-commercial terms of the VITON-HD and DressCode datasets. The accompanying
79
+ source code is licensed separately under CC BY-NC-SA 4.0.
80
 
81
  ## Citation
82
+
83
  ```bibtex
84
  @article{na2025rethinking,
85
+ title={Rethinking Garment Conditioning in Diffusion-based Virtual Try-On: Decouple, Don't Denoise},
86
  author={Na, Kihyun and Choi, Jinyoung and Kim, Injung},
87
  journal={arXiv preprint arXiv:2511.18775},
88
  year={2025}
89
  }
90
+ ```
VITON-HD-512/unet/config.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "UNet2DConditionModel",
3
+ "_diffusers_version": "0.35.1",
4
+ "_name_or_path": "stable-diffusion-v1-5/stable-diffusion-inpainting",
5
+ "act_fn": "silu",
6
+ "addition_embed_type": null,
7
+ "addition_embed_type_num_heads": 64,
8
+ "addition_time_embed_dim": null,
9
+ "attention_head_dim": 8,
10
+ "attention_type": "default",
11
+ "block_out_channels": [
12
+ 320,
13
+ 640,
14
+ 1280,
15
+ 1280
16
+ ],
17
+ "center_input_sample": false,
18
+ "class_embed_type": null,
19
+ "class_embeddings_concat": false,
20
+ "conv_in_kernel": 3,
21
+ "conv_out_kernel": 3,
22
+ "cross_attention_dim": 768,
23
+ "cross_attention_norm": null,
24
+ "down_block_types": [
25
+ "CrossAttnDownBlock2D",
26
+ "CrossAttnDownBlock2D",
27
+ "CrossAttnDownBlock2D",
28
+ "DownBlock2D"
29
+ ],
30
+ "downsample_padding": 1,
31
+ "dropout": 0.0,
32
+ "dual_cross_attention": false,
33
+ "encoder_hid_dim": null,
34
+ "encoder_hid_dim_type": null,
35
+ "flip_sin_to_cos": true,
36
+ "freq_shift": 0,
37
+ "in_channels": 9,
38
+ "layers_per_block": 2,
39
+ "mid_block_only_cross_attention": null,
40
+ "mid_block_scale_factor": 1,
41
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
42
+ "norm_eps": 1e-05,
43
+ "norm_num_groups": 32,
44
+ "num_attention_heads": null,
45
+ "num_class_embeds": null,
46
+ "only_cross_attention": false,
47
+ "out_channels": 4,
48
+ "projection_class_embeddings_input_dim": null,
49
+ "resnet_out_scale_factor": 1.0,
50
+ "resnet_skip_time_act": false,
51
+ "resnet_time_scale_shift": "default",
52
+ "reverse_transformer_layers_per_block": null,
53
+ "sample_size": 64,
54
+ "time_cond_proj_dim": null,
55
+ "time_embedding_act_fn": null,
56
+ "time_embedding_dim": null,
57
+ "time_embedding_type": "positional",
58
+ "timestep_post_act": null,
59
+ "transformer_layers_per_block": 1,
60
+ "up_block_types": [
61
+ "UpBlock2D",
62
+ "CrossAttnUpBlock2D",
63
+ "CrossAttnUpBlock2D",
64
+ "CrossAttnUpBlock2D"
65
+ ],
66
+ "upcast_attention": false,
67
+ "use_linear_projection": false
68
+ }
VITON-HD-512/unet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce41428749aad3fdb7e7bd38bbcd374e80967f6b41144a726a488f897afb2e3
3
+ size 3438225152