File size: 795 Bytes
ec60d71
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
{
  "_class_name": "DreamXWorldARTransformer3DModel",
  "model_type": "ti2v",
  "patch_size": [
    1,
    2,
    2
  ],
  "text_len": 512,
  "num_attention_heads": 24,
  "attention_head_dim": 128,
  "in_channels": 48,
  "out_channels": 48,
  "text_dim": 4096,
  "freq_dim": 256,
  "ffn_dim": 14336,
  "num_layers": 30,
  "local_attn_size": 12,
  "sink_size": 3,
  "cross_attn_norm": true,
  "qk_norm": true,
  "eps": 1e-06,
  "add_control_adapter": true,
  "cam_method": "prope",
  "attn_compress": 4,
  "cam_self_attn_layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29
  ],
  "num_frames_per_block": 3
}