{
  "runtime_checks_passed": true,
  "quantization": {
    "mode": "affine",
    "bits": 5,
    "group_size": 64
  },
  "quantized_modules": 187,
  "unchanged_source_tensors": 431,
  "reference_recipe": {
    "repo": "nativ-community/MiniCPM-V-4.7-1B-5bit",
    "revision": "ec1f17ad3525f2feeaf0634367afbec38c5781bf"
  },
  "scores": [
    {
      "prob_1": 0.05033063888549805,
      "prob_0": 0.949669361114502,
      "logit_0": 1.3203125,
      "logit_1": -1.6171875,
      "n_tokens": 242,
      "case": "s01",
      "bf16_prob_1": 0.035948317497968674,
      "abs_diff_bf16": 0.014382321387529373
    },
    {
      "prob_1": 0.9951702952384949,
      "prob_0": 0.00482972152531147,
      "logit_0": -3.0625,
      "logit_1": 2.265625,
      "n_tokens": 237,
      "case": "s02",
      "bf16_prob_1": 0.9953904151916504,
      "abs_diff_bf16": 0.00022011995315551758
    },
    {
      "prob_1": 3.12019074044656e-05,
      "prob_0": 0.9999687671661377,
      "logit_0": 5.125,
      "logit_1": -5.25,
      "n_tokens": 222,
      "case": "s03",
      "bf16_prob_1": 2.668852721399162e-05,
      "abs_diff_bf16": 4.513380190473981e-06
    },
    {
      "prob_1": 0.9971550703048706,
      "prob_0": 0.0028449103701859713,
      "logit_0": -3.3125,
      "logit_1": 2.546875,
      "n_tokens": 434,
      "case": "s04",
      "bf16_prob_1": 0.9969245791435242,
      "abs_diff_bf16": 0.00023049116134643555
    },
    {
      "prob_1": 0.001284308498725295,
      "prob_0": 0.9987157583236694,
      "logit_0": 3.1875,
      "logit_1": -3.46875,
      "n_tokens": 770,
      "case": "s05",
      "bf16_prob_1": 0.0010817156871780753,
      "abs_diff_bf16": 0.00020259281154721975
    },
    {
      "prob_1": 0.9890975952148438,
      "prob_0": 0.010902375914156437,
      "logit_0": -2.5625,
      "logit_1": 1.9453125,
      "n_tokens": 289,
      "case": "s06",
      "bf16_prob_1": 0.9870794415473938,
      "abs_diff_bf16": 0.002018153667449951
    },
    {
      "prob_1": 3.763645509025082e-05,
      "prob_0": 0.999962329864502,
      "logit_0": 5.03125,
      "logit_1": -5.15625,
      "n_tokens": 246,
      "case": "s07",
      "bf16_prob_1": 3.0241957574617118e-05,
      "abs_diff_bf16": 7.394497515633702e-06
    },
    {
      "prob_1": 0.8991213440895081,
      "prob_0": 0.10087861120700836,
      "logit_0": -1.3046875,
      "logit_1": 0.8828125,
      "n_tokens": 246,
      "case": "s08",
      "bf16_prob_1": 0.8740772008895874,
      "abs_diff_bf16": 0.025044143199920654
    },
    {
      "prob_1": 9.915274131344631e-05,
      "prob_0": 0.9999008178710938,
      "logit_0": 4.375,
      "logit_1": -4.84375,
      "n_tokens": 782,
      "case": "s09",
      "bf16_prob_1": 2.668852721399162e-05,
      "abs_diff_bf16": 7.24642140994547e-05
    },
    {
      "prob_1": 0.9897513389587402,
      "prob_0": 0.01024860329926014,
      "logit_0": -2.625,
      "logit_1": 1.9453125,
      "n_tokens": 696,
      "case": "s10",
      "bf16_prob_1": 0.9880388379096985,
      "abs_diff_bf16": 0.001712501049041748
    },
    {
      "prob_1": 3.2887476208998123e-06,
      "prob_0": 0.9999966621398926,
      "logit_0": 5.96875,
      "logit_1": -6.65625,
      "n_tokens": 428,
      "case": "s11",
      "bf16_prob_1": 7.811483442310418e-07,
      "abs_diff_bf16": 2.5075992766687705e-06
    },
    {
      "prob_1": 0.9235923886299133,
      "prob_0": 0.07640768587589264,
      "logit_0": -1.46875,
      "logit_1": 1.0234375,
      "n_tokens": 551,
      "case": "s12",
      "bf16_prob_1": 0.9152045845985413,
      "abs_diff_bf16": 0.00838780403137207
    }
  ],
  "max_probability_difference_vs_bf16": 0.025044143199920654,
  "mean_probability_difference_vs_bf16": 0.004357083912703767,
  "agreement_at_0_5_vs_bf16": 12
}