Dunanwi commited on
Commit
a5c195f
·
verified ·
1 Parent(s): 60a3101

Create transformer/config.json

Browse files
Files changed (1) hide show
  1. split_files/transformer/config.json +36 -0
split_files/transformer/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "CosmosTransformer3DModel",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "adaln_lora_dim": 256,
5
+ "attention_head_dim": 128,
6
+ "concat_padding_mask": true,
7
+ "controlnet_block_every_n": null,
8
+ "crossattn_proj_in_channels": 1024,
9
+ "encoder_hidden_states_channels": 1024,
10
+ "extra_pos_embed_type": null,
11
+ "img_context_dim_in": null,
12
+ "img_context_dim_out": 2048,
13
+ "img_context_num_tokens": 256,
14
+ "in_channels": 16,
15
+ "max_size": [
16
+ 128,
17
+ 240,
18
+ 240
19
+ ],
20
+ "mlp_ratio": 4.0,
21
+ "num_attention_heads": 16,
22
+ "num_layers": 28,
23
+ "out_channels": 16,
24
+ "patch_size": [
25
+ 1,
26
+ 2,
27
+ 2
28
+ ],
29
+ "rope_scale": [
30
+ 1.0,
31
+ 4.0,
32
+ 4.0
33
+ ],
34
+ "text_embed_dim": 1024,
35
+ "use_crossattn_projection": false
36
+ }