DmitryDB's picture
Make stock-compatible table-k16 checkpoint the default release
e22fd85 verified
Raw
History Blame Contribute Delete
1.66 kB
{
"variant": "FL2VA",
"profile": "quality21",
"main_matrix_count": 200,
"int8_convrot_group_256_count": 170,
"bf16_main_count": 30,
"bf16_main_layers": [
"blocks.0.attn.out_proj",
"blocks.1.attn.out_proj",
"blocks.2.attn.out_proj",
"blocks.3.attn.out_proj",
"blocks.4.attn.out_proj",
"blocks.5.attn.out_proj",
"blocks.6.attn.out_proj",
"blocks.7.attn.out_proj",
"blocks.8.attn.out_proj",
"blocks.9.attn.out_proj",
"blocks.10.attn.out_proj",
"blocks.11.attn.out_proj",
"blocks.12.attn.out_proj",
"blocks.13.attn.out_proj",
"blocks.14.attn.out_proj",
"blocks.15.attn.out_proj",
"blocks.17.attn.out_proj",
"blocks.19.attn.out_proj",
"blocks.20.attn.out_proj",
"blocks.27.attn.out_proj",
"blocks.38.attn.out_proj",
"blocks.43.attn.out_proj",
"blocks.44.attn.out_proj",
"blocks.45.attn.out_proj",
"blocks.46.attn.out_proj",
"blocks.47.attn.out_proj",
"blocks.49.attn.out_proj",
"blocks.39.mlp.fc2",
"blocks.45.mlp.fc2",
"blocks.49.mlp.fc2"
],
"other_precision": {
"token_refiner": "source BF16",
"normalization_and_qk_norm": "source BF16",
"condition_projection": "source BF16",
"video_audio_patch_and_output_projections": "source FP32",
"adaln_projections": "51 separate FP32 rank-16 projections",
"adaln_time_table": "FP32 [4097, 16], generated from the original FP32 time embedder and shared rank-16 basis",
"rope_inv_freq": "FP32 [16]"
},
"packing": {
"qkv": "global cat(Q,K,V) for current ComfyUI MiniMax-H3 split",
"mlp_fc1": "halves reordered from [value,gate] to [gate,value]"
}
}