Kimhi commited on
Commit
0948ac1
·
verified ·
1 Parent(s): 2cc83f5

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. README.md +2 -0
  2. config.yaml +48 -0
  3. pytorch_model.bin +3 -0
README.md ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ # DINOv3 RDM
2
+ Checkpoint trained with RDM on DINOv3 ViT-B/16 features. Files were generated by export_rdm_to_hf.py after a sanity check forward pass.
config.yaml ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ target: rdm.models.diffusion.ddpm.RDM
3
+ params:
4
+ linear_start: 0.0015
5
+ linear_end: 0.0195
6
+ num_timesteps_cond: 1
7
+ log_every_t: 200
8
+ timesteps: 1000
9
+ first_stage_key: image
10
+ cond_stage_key: class_label
11
+ class_cond: true
12
+ image_size: 1
13
+ channels: 768
14
+ cond_stage_trainable: true
15
+ conditioning_key: crossattn
16
+ parameterization: x0
17
+ use_mean_pooling: true
18
+ unet_config:
19
+ target: rdm.modules.diffusionmodules.latentmlp.SimpleMLP
20
+ params:
21
+ in_channels: 768
22
+ time_embed_dim: 256
23
+ model_channels: 1536
24
+ bottleneck_channels: 1536
25
+ out_channels: 768
26
+ num_res_blocks: 12
27
+ use_context: true
28
+ context_channels: 512
29
+ pretrained_enc_config:
30
+ params:
31
+ pretrained_enc_arch: dinov3_vitb16
32
+ # Set to the absolute path of the downloaded DINOv3 ViT-B/16 checkpoint
33
+ # (e.g., dinov3_vitb16_pretrain_lvd1689m-73cec8be.pth). If left null,
34
+ # torch.hub will attempt to download using the dinov3 repo helpers.
35
+ pretrained_enc_path: /proj/mmfm/kimhi/EnrichCondImageGenerationUsingRCG/TrainRDM/dinov3_vit_b_16_checkpoint.pth
36
+ proj_dim: 768
37
+ pretrained_enc_withproj: false
38
+ dinov3_check_hash: false
39
+ # set to false to allow loading checkpoints that don't exactly match the repo architecture
40
+ dinov3_load_strict: false
41
+ cond_stage_config:
42
+ target: rdm.modules.encoders.modules.ClassEmbedder
43
+ params:
44
+ embed_dim: 512
45
+ n_classes: 1000
46
+ key: class_label
47
+
48
+ # Made with Bob
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73817125fe1652cfdfb6464ddef49b9b8b74155966a1576ae827049e5d577fd8
3
+ size 935055647