Add Pocket (300M, CPU) variant: int8/fp32 ONNX, PyTorch checkpoint, vocab, CPU inference script, results; README variants table
19eb87a verified | { | |
| "model": "Dynamic ASR Pocket", | |
| "architecture": "omniASR_CTC_300M_v2 student distilled from a 1B Dynamic ASR teacher (omniASR_CTC_1B_v2 fine-tune)", | |
| "checkpoint": "P2, step 2500", | |
| "decoding": "greedy CTC, no language model", | |
| "input": "16 kHz mono float32", | |
| "scoring": "CER after: NFC, lowercase, punctuation and apostrophes to spaces, English number words to digits, dot-below variants unified, Igbo tone marks stripped from both sides (Yoruba tone marks kept)", | |
| "eval_sets": { | |
| "gdev": "general dev set (WAXAL validation + OpenSLR-70; 187 clips, 1269 s; eng/hau/ibo/pcm/yor). Used for checkpoint selection, so it is a dev set, not a test set.", | |
| "real_codeswitch": "held-out real code-switched speech test set (94 clips, 758 s); never used for training or selection" | |
| }, | |
| "results": { | |
| "pocket_int8_onnx": { | |
| "gdev_cer": { | |
| "eng": 0.0571, | |
| "hau": 0.0522, | |
| "ibo": 0.0595, | |
| "pcm": 0.0963, | |
| "yor": 0.1359, | |
| "mean": 0.0802 | |
| }, | |
| "real_codeswitch_cer": 0.1558, | |
| "real_codeswitch_wer": 0.4311, | |
| "real_codeswitch_english_word_recall": 0.3009 | |
| }, | |
| "pocket_fp32_onnx": { | |
| "gdev_cer": { | |
| "eng": 0.0571, | |
| "hau": 0.0514, | |
| "ibo": 0.0595, | |
| "pcm": 0.0925, | |
| "yor": 0.135, | |
| "mean": 0.0791 | |
| }, | |
| "real_codeswitch_cer": 0.1558, | |
| "real_codeswitch_wer": 0.4333, | |
| "real_codeswitch_english_word_recall": 0.3009 | |
| }, | |
| "pocket_pytorch_fp32": { | |
| "gdev_cer": { | |
| "eng": 0.0571, | |
| "hau": 0.0514, | |
| "ibo": 0.0595, | |
| "pcm": 0.0925, | |
| "yor": 0.135, | |
| "mean": 0.0791 | |
| }, | |
| "real_codeswitch_cer": 0.1558, | |
| "real_codeswitch_wer": 0.4333, | |
| "real_codeswitch_english_word_recall": 0.3009 | |
| }, | |
| "teacher_1b_greedy": { | |
| "gdev_cer": { | |
| "eng": 0.0294, | |
| "hau": 0.0489, | |
| "ibo": 0.0598, | |
| "pcm": 0.0823, | |
| "yor": 0.1288, | |
| "mean": 0.0698 | |
| }, | |
| "real_codeswitch_cer": 0.1375, | |
| "real_codeswitch_wer": 0.3968, | |
| "real_codeswitch_english_word_recall": 0.4248 | |
| } | |
| }, | |
| "sizes_bytes": { | |
| "model_int8.onnx": 366630967, | |
| "model_fp32.onnx": 1304478206, | |
| "model.pt": 1304038762 | |
| }, | |
| "cpu_benchmark": { | |
| "cpu": "Intel Xeon Platinum 8480+", | |
| "batch": 1, | |
| "clips": 20, | |
| "audio_s": 110.1, | |
| "runs": [ | |
| { | |
| "model": "pocket_int8.onnx", | |
| "threads": 4, | |
| "rtf": 0.0706, | |
| "ms_median": 357.7, | |
| "ms_p90": 509.3, | |
| "peak_rss_mb": 939.1, | |
| "load_s": 1.02 | |
| }, | |
| { | |
| "model": "pocket_int8.onnx", | |
| "threads": 2, | |
| "rtf": 0.133, | |
| "ms_median": 693.8, | |
| "ms_p90": 947.1, | |
| "peak_rss_mb": 935.2, | |
| "load_s": 1.0 | |
| }, | |
| { | |
| "model": "pocket_int8.onnx", | |
| "threads": 1, | |
| "rtf": 0.139, | |
| "ms_median": 708.1, | |
| "ms_p90": 995.2, | |
| "peak_rss_mb": 935.2, | |
| "load_s": 0.92 | |
| }, | |
| { | |
| "model": "pocket_fp32.onnx", | |
| "threads": 4, | |
| "rtf": 0.1857, | |
| "ms_median": 952.1, | |
| "ms_p90": 1294.9, | |
| "peak_rss_mb": 2287.3, | |
| "load_s": 3.21 | |
| } | |
| ] | |
| }, | |
| "notes": [ | |
| "The 1B teacher is an internal checkpoint used for distillation; it is not one of the model files in this repository.", | |
| "English is the largest gap between Pocket and the teacher." | |
| ], | |
| "training_data": "licensed real speech (same sources as the 1B models), real-voice splice code-switch clips built from that licensed speech, and an oversample of 0.9 h of real code-switched training clips; no synthetic TTS audio; no African Voices data", | |
| "distillation": "CTC loss on references + KL divergence to the 1B teacher's per-frame distribution; CNN feature encoder frozen" | |
| } |