feizhai123's picture
Upload mixed9 dynamic-FP8 H3 transformer
384b53f verified
Raw
History Blame Contribute Delete
3.46 kB
{
"_class_name": "MiniMaxH3Transformer3DModel",
"_diffusers_version": "0.40.0.dev0",
"_name_or_path": "/mnt/minecraft/model/MiniMax-H3/transformer",
"attention_head_dim": 128,
"audio_in_channels": 32,
"ffn_dim": 14336,
"final_norm_eps": 1e-05,
"freq_dim": 256,
"hidden_size": 5376,
"in_channels": 24,
"norm_eps": 1e-05,
"num_attention_heads": 56,
"num_layers": 50,
"num_refiner_layers": 2,
"patch_size": [
1,
2,
2
],
"qk_norm_eps": 1e-05,
"rope_freq_dim": 16,
"rope_theta": 10000.0,
"text_dim": 5120,
"time_embed_dim": 2688,
"time_embed_hidden_dim": 5376,
"quantization_config": {
"ignore": [
"audio_proj_in",
"audio_proj_out",
"context_embedder",
"proj_in",
"proj_out",
"time_embedder*",
"transformer_blocks.10.ff.net.2",
"transformer_blocks.12.ff.net.2",
"transformer_blocks.13.ff.net.2",
"transformer_blocks.14.ff.net.2",
"transformer_blocks.19.ff.net.2",
"transformer_blocks.20.ff.net.2",
"transformer_blocks.28.ff.net.0*",
"transformer_blocks.29.attn.to_out*",
"transformer_blocks.30.attn.to_out*",
"transformer_blocks.30.ff.net.2",
"transformer_blocks.31.attn.to_out*",
"transformer_blocks.31.ff*",
"transformer_blocks.32.attn.to_out*",
"transformer_blocks.32.ff*",
"transformer_blocks.33.attn.to_out*",
"transformer_blocks.33.ff*",
"transformer_blocks.34.attn.to_out*",
"transformer_blocks.34.ff.net.2",
"transformer_blocks.35.attn.to_out*",
"transformer_blocks.35.ff.net.2",
"transformer_blocks.36.attn.to_out*",
"transformer_blocks.36.ff.net.2",
"transformer_blocks.37.attn.to_out*",
"transformer_blocks.37.ff.net.2",
"transformer_blocks.38.attn.to_out*",
"transformer_blocks.38.ff.net.2",
"transformer_blocks.39.attn.to_out*",
"transformer_blocks.39.ff.net.2",
"transformer_blocks.40.attn.to_out*",
"transformer_blocks.40.ff.net.2",
"transformer_blocks.41.attn.to_out*",
"transformer_blocks.41.ff*",
"transformer_blocks.42.attn.to_out*",
"transformer_blocks.42.ff.net.2",
"transformer_blocks.43.attn.to_out*",
"transformer_blocks.43.ff.net.2",
"transformer_blocks.44.attn.to_out*",
"transformer_blocks.44.ff.net.2",
"transformer_blocks.45.attn.to_out*",
"transformer_blocks.45.ff*",
"transformer_blocks.46.attn.to_out*",
"transformer_blocks.46.ff*",
"transformer_blocks.47.attn.to_out*",
"transformer_blocks.47.ff.net.2",
"transformer_blocks.48.attn.to_out*",
"transformer_blocks.48.ff.net.2",
"transformer_blocks.5.ff.net.2",
"transformer_blocks.6.ff.net.2",
"transformer_blocks.8.ff.net.2",
"transformer_blocks.9.ff.net.2"
],
"quant_algo": "FP8_PER_CHANNEL_PER_TOKEN",
"producer": {
"name": "modelopt",
"version": "0.45.0rc1.dev28+gc88b62bee.d20260625"
},
"quant_method": "modelopt"
}
}