IPostYellow commited on
Commit
1b315db
·
verified ·
1 Parent(s): 687abba

Upload 4 files

Browse files
transformer/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "WanTransformer3DModel",
3
+ "_diffusers_version": "0.35.2",
4
+ "added_kv_proj_dim": null,
5
+ "attention_head_dim": 128,
6
+ "attention_type": "sla",
7
+ "cross_attn_norm": true,
8
+ "eps": 1e-06,
9
+ "ffn_dim": 13824,
10
+ "freq_dim": 256,
11
+ "image_dim": null,
12
+ "in_channels": 16,
13
+ "num_attention_heads": 40,
14
+ "num_layers": 40,
15
+ "out_channels": 16,
16
+ "patch_size": [
17
+ 1,
18
+ 2,
19
+ 2
20
+ ],
21
+ "pos_embed_seq_len": null,
22
+ "qk_norm": "rms_norm_across_heads",
23
+ "rope_max_seq_len": 1024,
24
+ "sla_topk": 0.1,
25
+ "text_dim": 4096,
26
+ "quantization_config": {
27
+ "activation_scheme": "dynamic",
28
+ "quant_method": "int8",
29
+ "weight_block_size": [
30
+ 128,
31
+ 128
32
+ ],
33
+ "skip_layers": [
34
+ ".local_attn.proj_l.weight",
35
+ "condition_embedder.",
36
+ "patch_embedding.weight",
37
+ "proj_out.weight",
38
+ ".norm_k.weight",
39
+ ".norm_q.weight",
40
+ ".norm2.weight",
41
+ "scale_shift_table"
42
+ ]
43
+ }
44
+ }
transformer/diffusion_pytorch_model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:606daf0faa997006368beab2b29fb9940e5e70b19b740a8283b912312a0ffc6c
3
+ size 9986972504
transformer/diffusion_pytorch_model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7eedb4fc5d1fd7751542026ee5b8885cfb90a3e715cf9410888860131ccc264
3
+ size 4546460248
transformer/diffusion_pytorch_model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff