validation/coreml_fixed_conversion_summary.json

{
  "fp16_path": "/Users/studio/visualears_fast_quant/artifacts/coreml_ctc_fixed2005/fastconformer_ctc_fixed2005_fp16.mlpackage",
  "int4_path": "/Users/studio/visualears_fast_quant/artifacts/coreml_ctc_fixed2005/fastconformer_ctc_fixed2005_fp16_w4_kmeans.mlpackage",
  "fp16_bytes": 218835003,
  "int4_bytes": 55527785,
  "size_ratio_int4_vs_fp16": 0.2537427022129545,
  "fp16": {
    "model": "/Users/studio/visualears_fast_quant/artifacts/coreml_ctc_fixed2005/fastconformer_ctc_fixed2005_fp16.mlpackage",
    "num_items": 16,
    "argmax_match_rate": 0.9985059760956175,
    "mean_abs": 0.07561345933936536,
    "max_abs": 8.692371368408203,
    "rows": [
      {
        "id": 0,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.06033935397863388,
        "max_abs": 5.434282302856445,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 1,
        "argmax_match_rate": 0.9840637450199203,
        "mean_abs": 0.08438026905059814,
        "max_abs": 5.466712951660156,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 2,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.09161049872636795,
        "max_abs": 2.9733848571777344,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 3,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.042671333998441696,
        "max_abs": 1.4546775817871094,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 4,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.06987487524747849,
        "max_abs": 1.7683734893798828,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 5,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.09370318800210953,
        "max_abs": 2.8375816345214844,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 6,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.07069161534309387,
        "max_abs": 8.692371368408203,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 7,
        "argmax_match_rate": 0.9960159362549801,
        "mean_abs": 0.08125495165586472,
        "max_abs": 4.684256553649902,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 8,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.08140731602907181,
        "max_abs": 4.413490295410156,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 9,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.0902496799826622,
        "max_abs": 3.8969154357910156,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 10,
        "argmax_match_rate": 0.9960159362549801,
        "mean_abs": 0.10856617242097855,
        "max_abs": 4.425088882446289,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 11,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.08315056562423706,
        "max_abs": 3.4472827911376953,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 12,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.05354674533009529,
        "max_abs": 3.8553924560546875,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 13,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.0669315978884697,
        "max_abs": 3.157512664794922,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 14,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.09131021052598953,
        "max_abs": 3.4956798553466797,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 15,
        "argmax_match_rate": 1.0,
        "mean_abs": 0.0401269756257534,
        "max_abs": 0.5683975219726562,
        "logits_shape": [
          1,
          251,
          1025
        ]
      }
    ]
  },
  "int4": {
    "model": "/Users/studio/visualears_fast_quant/artifacts/coreml_ctc_fixed2005/fastconformer_ctc_fixed2005_fp16_w4_kmeans.mlpackage",
    "num_items": 16,
    "argmax_match_rate": 0.9011454183266933,
    "mean_abs": 4.032798752188683,
    "max_abs": 35.54072952270508,
    "rows": [
      {
        "id": 0,
        "argmax_match_rate": 0.8924302788844621,
        "mean_abs": 4.78477144241333,
        "max_abs": 26.45556640625,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 1,
        "argmax_match_rate": 0.8924302788844621,
        "mean_abs": 4.477246284484863,
        "max_abs": 35.54072952270508,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 2,
        "argmax_match_rate": 0.9362549800796812,
        "mean_abs": 4.0333027839660645,
        "max_abs": 26.43233871459961,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 3,
        "argmax_match_rate": 0.8605577689243028,
        "mean_abs": 5.24810791015625,
        "max_abs": 35.18259811401367,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 4,
        "argmax_match_rate": 0.8685258964143426,
        "mean_abs": 3.887148141860962,
        "max_abs": 31.13825798034668,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 5,
        "argmax_match_rate": 0.9402390438247012,
        "mean_abs": 2.7349436283111572,
        "max_abs": 26.795272827148438,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 6,
        "argmax_match_rate": 0.900398406374502,
        "mean_abs": 4.189704418182373,
        "max_abs": 34.0787353515625,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 7,
        "argmax_match_rate": 0.8924302788844621,
        "mean_abs": 3.954963445663452,
        "max_abs": 30.414493560791016,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 8,
        "argmax_match_rate": 0.9083665338645418,
        "mean_abs": 3.967975616455078,
        "max_abs": 27.18708038330078,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 9,
        "argmax_match_rate": 0.9123505976095617,
        "mean_abs": 3.005796432495117,
        "max_abs": 24.845298767089844,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 10,
        "argmax_match_rate": 0.9043824701195219,
        "mean_abs": 3.9732120037078857,
        "max_abs": 29.159679412841797,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 11,
        "argmax_match_rate": 0.8884462151394422,
        "mean_abs": 4.487543106079102,
        "max_abs": 34.25092315673828,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 12,
        "argmax_match_rate": 0.8725099601593626,
        "mean_abs": 4.739402770996094,
        "max_abs": 32.494388580322266,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 13,
        "argmax_match_rate": 0.9362549800796812,
        "mean_abs": 4.176414966583252,
        "max_abs": 23.715290069580078,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 14,
        "argmax_match_rate": 0.9163346613545816,
        "mean_abs": 3.2037479877471924,
        "max_abs": 26.452274322509766,
        "logits_shape": [
          1,
          251,
          1025
        ]
      },
      {
        "id": 15,
        "argmax_match_rate": 0.896414342629482,
        "mean_abs": 3.660499095916748,
        "max_abs": 27.04855728149414,
        "logits_shape": [
          1,
          251,
          1025
        ]
      }
    ]
  }
}