parakeet_ctc_coreml_quantized/quantization_summary.json

{
  "int8_linear": {
    "mel_encoder": {
      "size_mb": 568.5,
      "baseline_mb": 1131.11,
      "compression_ratio": 1.99
    },
    "ctc_decoder": {
      "size_mb": 1.01,
      "baseline_mb": 2.01,
      "compression_ratio": 1.99
    }
  },
  "int4_linear": {
    "mel_encoder": {
      "size_mb": 320.78,
      "baseline_mb": 1131.11,
      "compression_ratio": 3.53
    },
    "ctc_decoder": {
      "size_mb": 0.57,
      "baseline_mb": 2.01,
      "compression_ratio": 3.53
    }
  },
  "6bit_palettize": {
    "mel_encoder": {
      "size_mb": 426.19,
      "baseline_mb": 1131.11,
      "compression_ratio": 2.65
    },
    "ctc_decoder": {
      "size_mb": 0.76,
      "baseline_mb": 2.01,
      "compression_ratio": 2.65
    }
  },
  "4bit_palettize": {
    "mel_encoder": {
      "size_mb": 285.17,
      "baseline_mb": 1131.11,
      "compression_ratio": 3.97
    },
    "ctc_decoder": {
      "size_mb": 0.51,
      "baseline_mb": 2.01,
      "compression_ratio": 3.96
    }
  }
}