File size: 1,368 Bytes
78925f5 310d8db 78925f5 310d8db 78925f5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | {
"choices": [
"pruned24_balanced: int8_convrot",
"pruned24_balanced: nvfp4_awq",
"recovered_8b: recovered_8b_bf16",
"recovered_8b: recovered_8b_int8_convrot"
],
"recovered_bf16_vs_int8_convrot": {
"cosine": 0.9999650716781616,
"max_abs_difference": 0.6452102661132812,
"mean_abs_difference": 0.015660330653190613
},
"variants": {
"pruned24_balanced: int8_convrot": {
"conditioning_dtype": "torch.float32",
"conditioning_shape": [
1,
7,
5120
],
"mixed_quantization": true,
"token_tags_shape": [
7
]
},
"pruned24_balanced: nvfp4_awq": {
"conditioning_dtype": "torch.float32",
"conditioning_shape": [
1,
7,
5120
],
"mixed_quantization": true,
"token_tags_shape": [
7
]
},
"recovered_8b: recovered_8b_bf16": {
"conditioning_dtype": "torch.float32",
"conditioning_shape": [
1,
7,
5120
],
"mixed_quantization": false,
"token_tags_shape": [
7
]
},
"recovered_8b: recovered_8b_int8_convrot": {
"conditioning_dtype": "torch.float32",
"conditioning_shape": [
1,
7,
5120
],
"mixed_quantization": true,
"token_tags_shape": [
7
]
}
}
}
|