File size: 3,462 Bytes
384b53f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
{
    "_class_name": "MiniMaxH3Transformer3DModel",
    "_diffusers_version": "0.40.0.dev0",
    "_name_or_path": "/mnt/minecraft/model/MiniMax-H3/transformer",
    "attention_head_dim": 128,
    "audio_in_channels": 32,
    "ffn_dim": 14336,
    "final_norm_eps": 1e-05,
    "freq_dim": 256,
    "hidden_size": 5376,
    "in_channels": 24,
    "norm_eps": 1e-05,
    "num_attention_heads": 56,
    "num_layers": 50,
    "num_refiner_layers": 2,
    "patch_size": [
        1,
        2,
        2
    ],
    "qk_norm_eps": 1e-05,
    "rope_freq_dim": 16,
    "rope_theta": 10000.0,
    "text_dim": 5120,
    "time_embed_dim": 2688,
    "time_embed_hidden_dim": 5376,
    "quantization_config": {
        "ignore": [
            "audio_proj_in",
            "audio_proj_out",
            "context_embedder",
            "proj_in",
            "proj_out",
            "time_embedder*",
            "transformer_blocks.10.ff.net.2",
            "transformer_blocks.12.ff.net.2",
            "transformer_blocks.13.ff.net.2",
            "transformer_blocks.14.ff.net.2",
            "transformer_blocks.19.ff.net.2",
            "transformer_blocks.20.ff.net.2",
            "transformer_blocks.28.ff.net.0*",
            "transformer_blocks.29.attn.to_out*",
            "transformer_blocks.30.attn.to_out*",
            "transformer_blocks.30.ff.net.2",
            "transformer_blocks.31.attn.to_out*",
            "transformer_blocks.31.ff*",
            "transformer_blocks.32.attn.to_out*",
            "transformer_blocks.32.ff*",
            "transformer_blocks.33.attn.to_out*",
            "transformer_blocks.33.ff*",
            "transformer_blocks.34.attn.to_out*",
            "transformer_blocks.34.ff.net.2",
            "transformer_blocks.35.attn.to_out*",
            "transformer_blocks.35.ff.net.2",
            "transformer_blocks.36.attn.to_out*",
            "transformer_blocks.36.ff.net.2",
            "transformer_blocks.37.attn.to_out*",
            "transformer_blocks.37.ff.net.2",
            "transformer_blocks.38.attn.to_out*",
            "transformer_blocks.38.ff.net.2",
            "transformer_blocks.39.attn.to_out*",
            "transformer_blocks.39.ff.net.2",
            "transformer_blocks.40.attn.to_out*",
            "transformer_blocks.40.ff.net.2",
            "transformer_blocks.41.attn.to_out*",
            "transformer_blocks.41.ff*",
            "transformer_blocks.42.attn.to_out*",
            "transformer_blocks.42.ff.net.2",
            "transformer_blocks.43.attn.to_out*",
            "transformer_blocks.43.ff.net.2",
            "transformer_blocks.44.attn.to_out*",
            "transformer_blocks.44.ff.net.2",
            "transformer_blocks.45.attn.to_out*",
            "transformer_blocks.45.ff*",
            "transformer_blocks.46.attn.to_out*",
            "transformer_blocks.46.ff*",
            "transformer_blocks.47.attn.to_out*",
            "transformer_blocks.47.ff.net.2",
            "transformer_blocks.48.attn.to_out*",
            "transformer_blocks.48.ff.net.2",
            "transformer_blocks.5.ff.net.2",
            "transformer_blocks.6.ff.net.2",
            "transformer_blocks.8.ff.net.2",
            "transformer_blocks.9.ff.net.2"
        ],
        "quant_algo": "FP8_PER_CHANNEL_PER_TOKEN",
        "producer": {
            "name": "modelopt",
            "version": "0.45.0rc1.dev28+gc88b62bee.d20260625"
        },
        "quant_method": "modelopt"
    }
}