| { |
| "runtime_checks_passed": true, |
| "quantization": { |
| "mode": "affine", |
| "bits": 8, |
| "group_size": 64 |
| }, |
| "quantized_modules": 187, |
| "unchanged_source_tensors": 431, |
| "reference_recipe": { |
| "repo": "nativ-community/MiniCPM-V-4.7-1B-8bit", |
| "revision": "6ec3a370276d70f67112a038180e5ed5019453ef" |
| }, |
| "scores": [ |
| { |
| "prob_1": 0.037326887249946594, |
| "prob_0": 0.9626730680465698, |
| "logit_0": 1.4375, |
| "logit_1": -1.8125, |
| "n_tokens": 242, |
| "case": "s01", |
| "bf16_prob_1": 0.035948317497968674, |
| "abs_diff_bf16": 0.0013785697519779205 |
| }, |
| { |
| "prob_1": 0.9956685304641724, |
| "prob_0": 0.004331503063440323, |
| "logit_0": -3.140625, |
| "logit_1": 2.296875, |
| "n_tokens": 237, |
| "case": "s02", |
| "bf16_prob_1": 0.9953904151916504, |
| "abs_diff_bf16": 0.00027811527252197266 |
| }, |
| { |
| "prob_1": 2.668852721399162e-05, |
| "prob_0": 0.9999732971191406, |
| "logit_0": 5.15625, |
| "logit_1": -5.375, |
| "n_tokens": 222, |
| "case": "s03", |
| "bf16_prob_1": 2.668852721399162e-05, |
| "abs_diff_bf16": 0.0 |
| }, |
| { |
| "prob_1": 0.9967774748802185, |
| "prob_0": 0.0032224853057414293, |
| "logit_0": -3.296875, |
| "logit_1": 2.4375, |
| "n_tokens": 434, |
| "case": "s04", |
| "bf16_prob_1": 0.9969245791435242, |
| "abs_diff_bf16": 0.00014710426330566406 |
| }, |
| { |
| "prob_1": 0.0010987314162775874, |
| "prob_0": 0.9989012479782104, |
| "logit_0": 3.21875, |
| "logit_1": -3.59375, |
| "n_tokens": 770, |
| "case": "s05", |
| "bf16_prob_1": 0.0010817156871780753, |
| "abs_diff_bf16": 1.70157290995121e-05 |
| }, |
| { |
| "prob_1": 0.9875683188438416, |
| "prob_0": 0.01243164949119091, |
| "logit_0": -2.546875, |
| "logit_1": 1.828125, |
| "n_tokens": 289, |
| "case": "s06", |
| "bf16_prob_1": 0.9870794415473938, |
| "abs_diff_bf16": 0.0004888772964477539 |
| }, |
| { |
| "prob_1": 3.12019074044656e-05, |
| "prob_0": 0.9999687671661377, |
| "logit_0": 5.09375, |
| "logit_1": -5.28125, |
| "n_tokens": 246, |
| "case": "s07", |
| "bf16_prob_1": 3.0241957574617118e-05, |
| "abs_diff_bf16": 9.599498298484832e-07 |
| }, |
| { |
| "prob_1": 0.8727816939353943, |
| "prob_0": 0.12721827626228333, |
| "logit_0": -1.2109375, |
| "logit_1": 0.71484375, |
| "n_tokens": 246, |
| "case": "s08", |
| "bf16_prob_1": 0.8740772008895874, |
| "abs_diff_bf16": 0.0012955069541931152 |
| }, |
| { |
| "prob_1": 2.3552614948130213e-05, |
| "prob_0": 0.999976396560669, |
| "logit_0": 5.0, |
| "logit_1": -5.65625, |
| "n_tokens": 782, |
| "case": "s09", |
| "bf16_prob_1": 2.668852721399162e-05, |
| "abs_diff_bf16": 3.135912265861407e-06 |
| }, |
| { |
| "prob_1": 0.9874721169471741, |
| "prob_0": 0.012527935206890106, |
| "logit_0": -2.5625, |
| "logit_1": 1.8046875, |
| "n_tokens": 696, |
| "case": "s10", |
| "bf16_prob_1": 0.9880388379096985, |
| "abs_diff_bf16": 0.0005667209625244141 |
| }, |
| { |
| "prob_1": 7.811483442310418e-07, |
| "prob_0": 0.9999991655349731, |
| "logit_0": 6.625, |
| "logit_1": -7.4375, |
| "n_tokens": 428, |
| "case": "s11", |
| "bf16_prob_1": 7.811483442310418e-07, |
| "abs_diff_bf16": 0.0 |
| }, |
| { |
| "prob_1": 0.917302668094635, |
| "prob_0": 0.08269734680652618, |
| "logit_0": -1.4765625, |
| "logit_1": 0.9296875, |
| "n_tokens": 551, |
| "case": "s12", |
| "bf16_prob_1": 0.9152045845985413, |
| "abs_diff_bf16": 0.00209808349609375 |
| } |
| ], |
| "max_probability_difference_vs_bf16": 0.00209808349609375, |
| "mean_probability_difference_vs_bf16": 0.000522840799021651, |
| "agreement_at_0_5_vs_bf16": 12 |
| } |
|
|
