File size: 2,304 Bytes
b3258a4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
    "_class_name": "MiniMaxH3Transformer3DModel",
    "_diffusers_version": "0.40.0.dev0",
    "_name_or_path": "/mnt/minecraft/model/MiniMax-H3/transformer_ref",
    "attention_head_dim": 128,
    "audio_in_channels": 32,
    "ffn_dim": 14336,
    "final_norm_eps": 1e-05,
    "freq_dim": 256,
    "hidden_size": 5376,
    "in_channels": 24,
    "norm_eps": 1e-05,
    "num_attention_heads": 56,
    "num_layers": 50,
    "num_refiner_layers": 2,
    "patch_size": [
        1,
        2,
        2
    ],
    "qk_norm_eps": 1e-05,
    "rope_freq_dim": 16,
    "rope_theta": 10000.0,
    "text_dim": 5120,
    "time_embed_dim": 2688,
    "time_embed_hidden_dim": 5376,
    "quantization_config": {
        "ignore": [
            "audio_proj_in",
            "audio_proj_out",
            "context_embedder",
            "proj_in",
            "proj_out",
            "time_embedder*",
            "transformer_blocks.0.adaln_proj*",
            "transformer_blocks.0.ff.net.0*",
            "transformer_blocks.1.adaln_proj*",
            "transformer_blocks.1.attn.to_k",
            "transformer_blocks.1.attn.to_q",
            "transformer_blocks.1.attn.to_v",
            "transformer_blocks.1.ff.net.2",
            "transformer_blocks.39.attn.to_out*",
            "transformer_blocks.39.ff.net.0*",
            "transformer_blocks.40.attn.to_out*",
            "transformer_blocks.41.attn*",
            "transformer_blocks.41.ff*",
            "transformer_blocks.42.attn*",
            "transformer_blocks.42.ff*",
            "transformer_blocks.43.attn*",
            "transformer_blocks.43.ff*",
            "transformer_blocks.44.attn*",
            "transformer_blocks.44.ff*",
            "transformer_blocks.45.attn*",
            "transformer_blocks.45.ff*",
            "transformer_blocks.46.attn*",
            "transformer_blocks.46.ff*",
            "transformer_blocks.47.attn*",
            "transformer_blocks.47.ff*",
            "transformer_blocks.48*",
            "transformer_blocks.49*",
            "transformer_blocks.5.attn.to_out*"
        ],
        "quant_algo": "FP8_PER_CHANNEL_PER_TOKEN",
        "producer": {
            "name": "modelopt",
            "version": "0.45.0rc1.dev28+gc88b62bee.d20260625"
        },
        "quant_method": "modelopt"
    }
}