parakeet_ctc_coreml_quantized/quantization_summary.json

{
  "int8_linear": {
    "mel_encoder": {
      "size_mb": 991.84,
      "baseline_mb": 1974.17,
      "compression_ratio": 1.99
    },
    "ctc_decoder": {
      "size_mb": 1.01,
      "baseline_mb": 2.01,
      "compression_ratio": 1.99
    }
  },
  "int4_linear": {
    "mel_encoder": {
      "size_mb": 558.91,
      "baseline_mb": 1974.17,
      "compression_ratio": 3.53
    },
    "ctc_decoder": {
      "size_mb": 0.57,
      "baseline_mb": 2.01,
      "compression_ratio": 3.53
    }
  },
  "6bit_palettize": {
    "mel_encoder": {
      "size_mb": 743.38,
      "baseline_mb": 1974.17,
      "compression_ratio": 2.66
    },
    "ctc_decoder": {
      "size_mb": 0.76,
      "baseline_mb": 2.01,
      "compression_ratio": 2.65
    }
  },
  "4bit_palettize": {
    "mel_encoder": {
      "size_mb": 497.15,
      "baseline_mb": 1974.17,
      "compression_ratio": 3.97
    },
    "ctc_decoder": {
      "size_mb": 0.51,
      "baseline_mb": 2.01,
      "compression_ratio": 3.96
    }
  }
}