quantization_summary.json

{
  "parakeet_ctc_decoder": {
    "original_mb": 1.0,
    "4bit_mb": 0.3,
    "compression": 3.93
  },
  "parakeet_decoder": {
    "original_mb": 7.5,
    "4bit_mb": 1.9,
    "compression": 3.98
  },
  "parakeet_joint_decision_single_step": {
    "original_mb": 2.7,
    "4bit_mb": 0.7,
    "compression": 3.94
  },
  "parakeet_mel_encoder": {
    "original_mb": 206.4,
    "4bit_mb": 52.4,
    "compression": 3.94
  }
}