File size: 418 Bytes
4abc914
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
{
  "model_type": "dit_expert",
  "expert_id": 7,
  "architecture": "dit",
  "hidden_size": 1152,
  "num_layers": 28,
  "num_heads": 16,
  "patch_size": 2,
  "in_channels": 4,
  "out_channels": 4,
  "mlp_ratio": 4.0,
  "use_text_conditioning": true,
  "use_class_conditioning": false,
  "num_classes": 1000,
  "text_embed_dim": 768,
  "use_dit_time_embed": true,
  "use_adaln_single": true,
  "cfg_dropout_prob": 0.1
}