File size: 1,870 Bytes
ffe28e2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | {
"variant": "Ref2VA",
"profile": "quality21",
"main_matrix_count": 200,
"int8_convrot_group_256_count": 170,
"bf16_main_count": 30,
"bf16_main_layers": [
"blocks.0.attn.out_proj",
"blocks.1.attn.out_proj",
"blocks.2.attn.out_proj",
"blocks.3.attn.out_proj",
"blocks.4.attn.out_proj",
"blocks.5.attn.out_proj",
"blocks.6.attn.out_proj",
"blocks.7.attn.out_proj",
"blocks.8.attn.out_proj",
"blocks.9.attn.out_proj",
"blocks.10.attn.out_proj",
"blocks.11.attn.out_proj",
"blocks.12.attn.out_proj",
"blocks.13.attn.out_proj",
"blocks.14.attn.out_proj",
"blocks.15.attn.out_proj",
"blocks.17.attn.out_proj",
"blocks.19.attn.out_proj",
"blocks.20.attn.out_proj",
"blocks.27.attn.out_proj",
"blocks.38.attn.out_proj",
"blocks.43.attn.out_proj",
"blocks.44.attn.out_proj",
"blocks.45.attn.out_proj",
"blocks.46.attn.out_proj",
"blocks.47.attn.out_proj",
"blocks.49.attn.out_proj",
"blocks.39.mlp.fc2",
"blocks.45.mlp.fc2",
"blocks.49.mlp.fc2"
],
"selection_validation": {
"method": "deterministic 64 output rows per matrix, all input columns",
"fl2va_ref2va_error_correlation": 0.9996760487556458,
"same_layers_as_fl2va": true
},
"other_precision": {
"token_refiner": "source BF16",
"normalization_and_qk_norm": "source BF16",
"condition_projection": "source BF16",
"video_audio_patch_and_output_projections": "source FP32",
"adaln_projections": "51 separate FP32 rank-16 projections",
"adaln_time_table": "FP32 [4097, 16], generated from the original Ref2VA FP32 time embedder and shared rank-16 basis",
"rope_inv_freq": "FP32 [16]"
},
"packing": {
"qkv": "global cat(Q,K,V) for current ComfyUI MiniMax-H3 split",
"mlp_fc1": "halves reordered from [value,gate] to [gate,value]"
}
}
|