{
  "runtime_checks_passed": true,
  "quantization": {
    "mode": "affine",
    "bits": 8,
    "group_size": 64
  },
  "quantized_modules": 187,
  "unchanged_source_tensors": 431,
  "reference_recipe": {
    "repo": "nativ-community/MiniCPM-V-4.7-1B-8bit",
    "revision": "6ec3a370276d70f67112a038180e5ed5019453ef"
  },
  "scores": [
    {
      "prob_1": 0.037326887249946594,
      "prob_0": 0.9626730680465698,
      "logit_0": 1.4375,
      "logit_1": -1.8125,
      "n_tokens": 242,
      "case": "s01",
      "bf16_prob_1": 0.035948317497968674,
      "abs_diff_bf16": 0.0013785697519779205
    },
    {
      "prob_1": 0.9956685304641724,
      "prob_0": 0.004331503063440323,
      "logit_0": -3.140625,
      "logit_1": 2.296875,
      "n_tokens": 237,
      "case": "s02",
      "bf16_prob_1": 0.9953904151916504,
      "abs_diff_bf16": 0.00027811527252197266
    },
    {
      "prob_1": 2.668852721399162e-05,
      "prob_0": 0.9999732971191406,
      "logit_0": 5.15625,
      "logit_1": -5.375,
      "n_tokens": 222,
      "case": "s03",
      "bf16_prob_1": 2.668852721399162e-05,
      "abs_diff_bf16": 0.0
    },
    {
      "prob_1": 0.9967774748802185,
      "prob_0": 0.0032224853057414293,
      "logit_0": -3.296875,
      "logit_1": 2.4375,
      "n_tokens": 434,
      "case": "s04",
      "bf16_prob_1": 0.9969245791435242,
      "abs_diff_bf16": 0.00014710426330566406
    },
    {
      "prob_1": 0.0010987314162775874,
      "prob_0": 0.9989012479782104,
      "logit_0": 3.21875,
      "logit_1": -3.59375,
      "n_tokens": 770,
      "case": "s05",
      "bf16_prob_1": 0.0010817156871780753,
      "abs_diff_bf16": 1.70157290995121e-05
    },
    {
      "prob_1": 0.9875683188438416,
      "prob_0": 0.01243164949119091,
      "logit_0": -2.546875,
      "logit_1": 1.828125,
      "n_tokens": 289,
      "case": "s06",
      "bf16_prob_1": 0.9870794415473938,
      "abs_diff_bf16": 0.0004888772964477539
    },
    {
      "prob_1": 3.12019074044656e-05,
      "prob_0": 0.9999687671661377,
      "logit_0": 5.09375,
      "logit_1": -5.28125,
      "n_tokens": 246,
      "case": "s07",
      "bf16_prob_1": 3.0241957574617118e-05,
      "abs_diff_bf16": 9.599498298484832e-07
    },
    {
      "prob_1": 0.8727816939353943,
      "prob_0": 0.12721827626228333,
      "logit_0": -1.2109375,
      "logit_1": 0.71484375,
      "n_tokens": 246,
      "case": "s08",
      "bf16_prob_1": 0.8740772008895874,
      "abs_diff_bf16": 0.0012955069541931152
    },
    {
      "prob_1": 2.3552614948130213e-05,
      "prob_0": 0.999976396560669,
      "logit_0": 5.0,
      "logit_1": -5.65625,
      "n_tokens": 782,
      "case": "s09",
      "bf16_prob_1": 2.668852721399162e-05,
      "abs_diff_bf16": 3.135912265861407e-06
    },
    {
      "prob_1": 0.9874721169471741,
      "prob_0": 0.012527935206890106,
      "logit_0": -2.5625,
      "logit_1": 1.8046875,
      "n_tokens": 696,
      "case": "s10",
      "bf16_prob_1": 0.9880388379096985,
      "abs_diff_bf16": 0.0005667209625244141
    },
    {
      "prob_1": 7.811483442310418e-07,
      "prob_0": 0.9999991655349731,
      "logit_0": 6.625,
      "logit_1": -7.4375,
      "n_tokens": 428,
      "case": "s11",
      "bf16_prob_1": 7.811483442310418e-07,
      "abs_diff_bf16": 0.0
    },
    {
      "prob_1": 0.917302668094635,
      "prob_0": 0.08269734680652618,
      "logit_0": -1.4765625,
      "logit_1": 0.9296875,
      "n_tokens": 551,
      "case": "s12",
      "bf16_prob_1": 0.9152045845985413,
      "abs_diff_bf16": 0.00209808349609375
    }
  ],
  "max_probability_difference_vs_bf16": 0.00209808349609375,
  "mean_probability_difference_vs_bf16": 0.000522840799021651,
  "agreement_at_0_5_vs_bf16": 12
}