| { |
| "choices": [ |
| "pruned24_balanced: int8_convrot", |
| "pruned24_balanced: nvfp4_awq", |
| "recovered_8b: recovered_8b_bf16", |
| "recovered_8b: recovered_8b_int8_convrot" |
| ], |
| "recovered_bf16_vs_int8_convrot": { |
| "cosine": 0.9999650716781616, |
| "max_abs_difference": 0.6452102661132812, |
| "mean_abs_difference": 0.015660330653190613 |
| }, |
| "variants": { |
| "pruned24_balanced: int8_convrot": { |
| "conditioning_dtype": "torch.float32", |
| "conditioning_shape": [ |
| 1, |
| 7, |
| 5120 |
| ], |
| "mixed_quantization": true, |
| "token_tags_shape": [ |
| 7 |
| ] |
| }, |
| "pruned24_balanced: nvfp4_awq": { |
| "conditioning_dtype": "torch.float32", |
| "conditioning_shape": [ |
| 1, |
| 7, |
| 5120 |
| ], |
| "mixed_quantization": true, |
| "token_tags_shape": [ |
| 7 |
| ] |
| }, |
| "recovered_8b: recovered_8b_bf16": { |
| "conditioning_dtype": "torch.float32", |
| "conditioning_shape": [ |
| 1, |
| 7, |
| 5120 |
| ], |
| "mixed_quantization": false, |
| "token_tags_shape": [ |
| 7 |
| ] |
| }, |
| "recovered_8b: recovered_8b_int8_convrot": { |
| "conditioning_dtype": "torch.float32", |
| "conditioning_shape": [ |
| 1, |
| 7, |
| 5120 |
| ], |
| "mixed_quantization": true, |
| "token_tags_shape": [ |
| 7 |
| ] |
| } |
| } |
| } |
|
|