Watay commited on
Commit
38e76e7
·
verified ·
1 Parent(s): d9937bb

Upload 14b_i2v_2step_transformer/config.json with huggingface_hub

Browse files
14b_i2v_2step_transformer/config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "CausalWanTransformer3DModel",
3
+ "added_kv_proj_dim": null,
4
+ "attention_head_dim": 128,
5
+ "cross_attn_norm": true,
6
+ "eps": 1e-06,
7
+ "ffn_dim": 13824,
8
+ "freq_dim": 256,
9
+ "image_dim": null,
10
+ "in_channels": 16,
11
+ "num_attention_heads": 40,
12
+ "num_layers": 40,
13
+ "out_channels": 16,
14
+ "patch_size": [
15
+ 1,
16
+ 2,
17
+ 2
18
+ ],
19
+ "qk_norm": "rms_norm_across_heads",
20
+ "rope_max_seq_len": 1024,
21
+ "text_dim": 4096
22
+ }