evidence/quantization_quality.json

{
  "note": "WER is computed against synthetic say-generated reference texts, not human labels. Token parity (161/161 batch, 128/128 streaming) proves port fidelity, not transcription accuracy.",
  "corpus": {
    "3s": {
      "reference": "Quick test.",
      "wer": 0.0,
      "cer": 0.0
    },
    "6s": {
      "reference": "The quick brown fox jumps over the lazy dog near the riverbank.",
      "wer": 0.0,
      "cer": 0.0
    },
    "12s": {
      "reference": "VoiceInk Core AI transcription benchmark...",
      "wer": 0.071,
      "cer": 0.011
    },
    "20s": {
      "reference": "This is a much longer dictation sample...",
      "wer": 0.051,
      "cer": 0.037
    }
  },
  "protocol": "WER via jiwer against synthetic say references; token parity via exact match vs HF golden"
}