MiniMax-H3-Text-Encoders / evidence /release_loader_smoke.json
SearchingMan's picture
add pruned-24 NVFP4 AWQ encoder
310d8db verified
Raw
History Blame Contribute Delete
1.37 kB
{
"choices": [
"pruned24_balanced: int8_convrot",
"pruned24_balanced: nvfp4_awq",
"recovered_8b: recovered_8b_bf16",
"recovered_8b: recovered_8b_int8_convrot"
],
"recovered_bf16_vs_int8_convrot": {
"cosine": 0.9999650716781616,
"max_abs_difference": 0.6452102661132812,
"mean_abs_difference": 0.015660330653190613
},
"variants": {
"pruned24_balanced: int8_convrot": {
"conditioning_dtype": "torch.float32",
"conditioning_shape": [
1,
7,
5120
],
"mixed_quantization": true,
"token_tags_shape": [
7
]
},
"pruned24_balanced: nvfp4_awq": {
"conditioning_dtype": "torch.float32",
"conditioning_shape": [
1,
7,
5120
],
"mixed_quantization": true,
"token_tags_shape": [
7
]
},
"recovered_8b: recovered_8b_bf16": {
"conditioning_dtype": "torch.float32",
"conditioning_shape": [
1,
7,
5120
],
"mixed_quantization": false,
"token_tags_shape": [
7
]
},
"recovered_8b: recovered_8b_int8_convrot": {
"conditioning_dtype": "torch.float32",
"conditioning_shape": [
1,
7,
5120
],
"mixed_quantization": true,
"token_tags_shape": [
7
]
}
}
}