{ "fp16_path": "/Users/studio/visualears_fast_quant/artifacts/coreml_ctc_fixed2005/fastconformer_ctc_fixed2005_fp16.mlpackage", "int4_path": "/Users/studio/visualears_fast_quant/artifacts/coreml_ctc_fixed2005/fastconformer_ctc_fixed2005_fp16_w4_kmeans.mlpackage", "fp16_bytes": 218835003, "int4_bytes": 55527785, "size_ratio_int4_vs_fp16": 0.2537427022129545, "fp16": { "model": "/Users/studio/visualears_fast_quant/artifacts/coreml_ctc_fixed2005/fastconformer_ctc_fixed2005_fp16.mlpackage", "num_items": 16, "argmax_match_rate": 0.9985059760956175, "mean_abs": 0.07561345933936536, "max_abs": 8.692371368408203, "rows": [ { "id": 0, "argmax_match_rate": 1.0, "mean_abs": 0.06033935397863388, "max_abs": 5.434282302856445, "logits_shape": [ 1, 251, 1025 ] }, { "id": 1, "argmax_match_rate": 0.9840637450199203, "mean_abs": 0.08438026905059814, "max_abs": 5.466712951660156, "logits_shape": [ 1, 251, 1025 ] }, { "id": 2, "argmax_match_rate": 1.0, "mean_abs": 0.09161049872636795, "max_abs": 2.9733848571777344, "logits_shape": [ 1, 251, 1025 ] }, { "id": 3, "argmax_match_rate": 1.0, "mean_abs": 0.042671333998441696, "max_abs": 1.4546775817871094, "logits_shape": [ 1, 251, 1025 ] }, { "id": 4, "argmax_match_rate": 1.0, "mean_abs": 0.06987487524747849, "max_abs": 1.7683734893798828, "logits_shape": [ 1, 251, 1025 ] }, { "id": 5, "argmax_match_rate": 1.0, "mean_abs": 0.09370318800210953, "max_abs": 2.8375816345214844, "logits_shape": [ 1, 251, 1025 ] }, { "id": 6, "argmax_match_rate": 1.0, "mean_abs": 0.07069161534309387, "max_abs": 8.692371368408203, "logits_shape": [ 1, 251, 1025 ] }, { "id": 7, "argmax_match_rate": 0.9960159362549801, "mean_abs": 0.08125495165586472, "max_abs": 4.684256553649902, "logits_shape": [ 1, 251, 1025 ] }, { "id": 8, "argmax_match_rate": 1.0, "mean_abs": 0.08140731602907181, "max_abs": 4.413490295410156, "logits_shape": [ 1, 251, 1025 ] }, { "id": 9, "argmax_match_rate": 1.0, "mean_abs": 0.0902496799826622, "max_abs": 3.8969154357910156, "logits_shape": [ 1, 251, 1025 ] }, { "id": 10, "argmax_match_rate": 0.9960159362549801, "mean_abs": 0.10856617242097855, "max_abs": 4.425088882446289, "logits_shape": [ 1, 251, 1025 ] }, { "id": 11, "argmax_match_rate": 1.0, "mean_abs": 0.08315056562423706, "max_abs": 3.4472827911376953, "logits_shape": [ 1, 251, 1025 ] }, { "id": 12, "argmax_match_rate": 1.0, "mean_abs": 0.05354674533009529, "max_abs": 3.8553924560546875, "logits_shape": [ 1, 251, 1025 ] }, { "id": 13, "argmax_match_rate": 1.0, "mean_abs": 0.0669315978884697, "max_abs": 3.157512664794922, "logits_shape": [ 1, 251, 1025 ] }, { "id": 14, "argmax_match_rate": 1.0, "mean_abs": 0.09131021052598953, "max_abs": 3.4956798553466797, "logits_shape": [ 1, 251, 1025 ] }, { "id": 15, "argmax_match_rate": 1.0, "mean_abs": 0.0401269756257534, "max_abs": 0.5683975219726562, "logits_shape": [ 1, 251, 1025 ] } ] }, "int4": { "model": "/Users/studio/visualears_fast_quant/artifacts/coreml_ctc_fixed2005/fastconformer_ctc_fixed2005_fp16_w4_kmeans.mlpackage", "num_items": 16, "argmax_match_rate": 0.9011454183266933, "mean_abs": 4.032798752188683, "max_abs": 35.54072952270508, "rows": [ { "id": 0, "argmax_match_rate": 0.8924302788844621, "mean_abs": 4.78477144241333, "max_abs": 26.45556640625, "logits_shape": [ 1, 251, 1025 ] }, { "id": 1, "argmax_match_rate": 0.8924302788844621, "mean_abs": 4.477246284484863, "max_abs": 35.54072952270508, "logits_shape": [ 1, 251, 1025 ] }, { "id": 2, "argmax_match_rate": 0.9362549800796812, "mean_abs": 4.0333027839660645, "max_abs": 26.43233871459961, "logits_shape": [ 1, 251, 1025 ] }, { "id": 3, "argmax_match_rate": 0.8605577689243028, "mean_abs": 5.24810791015625, "max_abs": 35.18259811401367, "logits_shape": [ 1, 251, 1025 ] }, { "id": 4, "argmax_match_rate": 0.8685258964143426, "mean_abs": 3.887148141860962, "max_abs": 31.13825798034668, "logits_shape": [ 1, 251, 1025 ] }, { "id": 5, "argmax_match_rate": 0.9402390438247012, "mean_abs": 2.7349436283111572, "max_abs": 26.795272827148438, "logits_shape": [ 1, 251, 1025 ] }, { "id": 6, "argmax_match_rate": 0.900398406374502, "mean_abs": 4.189704418182373, "max_abs": 34.0787353515625, "logits_shape": [ 1, 251, 1025 ] }, { "id": 7, "argmax_match_rate": 0.8924302788844621, "mean_abs": 3.954963445663452, "max_abs": 30.414493560791016, "logits_shape": [ 1, 251, 1025 ] }, { "id": 8, "argmax_match_rate": 0.9083665338645418, "mean_abs": 3.967975616455078, "max_abs": 27.18708038330078, "logits_shape": [ 1, 251, 1025 ] }, { "id": 9, "argmax_match_rate": 0.9123505976095617, "mean_abs": 3.005796432495117, "max_abs": 24.845298767089844, "logits_shape": [ 1, 251, 1025 ] }, { "id": 10, "argmax_match_rate": 0.9043824701195219, "mean_abs": 3.9732120037078857, "max_abs": 29.159679412841797, "logits_shape": [ 1, 251, 1025 ] }, { "id": 11, "argmax_match_rate": 0.8884462151394422, "mean_abs": 4.487543106079102, "max_abs": 34.25092315673828, "logits_shape": [ 1, 251, 1025 ] }, { "id": 12, "argmax_match_rate": 0.8725099601593626, "mean_abs": 4.739402770996094, "max_abs": 32.494388580322266, "logits_shape": [ 1, 251, 1025 ] }, { "id": 13, "argmax_match_rate": 0.9362549800796812, "mean_abs": 4.176414966583252, "max_abs": 23.715290069580078, "logits_shape": [ 1, 251, 1025 ] }, { "id": 14, "argmax_match_rate": 0.9163346613545816, "mean_abs": 3.2037479877471924, "max_abs": 26.452274322509766, "logits_shape": [ 1, 251, 1025 ] }, { "id": 15, "argmax_match_rate": 0.896414342629482, "mean_abs": 3.660499095916748, "max_abs": 27.04855728149414, "logits_shape": [ 1, 251, 1025 ] } ] } }