| { |
| "english": { |
| "audio_seconds": 759.56, |
| "cer": 5.38, |
| "label": "moss-coreml-int8-range1024-fp16io-fast", |
| "parsed_outputs": 80, |
| "reference_comparison": { |
| "candidate_vs_reference_cer": 0.13, |
| "candidate_vs_reference_wer": 0.17, |
| "raw_exact": 72, |
| "samples": 80, |
| "transcript_exact": 77 |
| }, |
| "rss_peak_os_mb": 3614, |
| "rss_peak_sampled_mb": 2937, |
| "rtf": 0.0571, |
| "samples": 80, |
| "slice": "english", |
| "wer": 8.32 |
| }, |
| "long_form_roundtrip": { |
| "audio_seconds": 33.12, |
| "label": "moss-coreml-int8-range1024-fp16io-fast-german33", |
| "predicted_speakers": 1, |
| "reference_comparison": { |
| "raw_exact": true, |
| "speaker_sequence_exact": true, |
| "text_exact": true |
| }, |
| "reference_speakers": 0, |
| "rss_sampled_mb": 2932, |
| "rtf": 0.054091898158036854 |
| }, |
| "machine": "Apple M5 Pro, 48 GB unified memory", |
| "meeting_roundtrip": { |
| "audio_seconds": 30.0, |
| "label": "moss-coreml-int8-range1024-fp16io-fast-meeting30", |
| "predicted_speakers": 3, |
| "reference_comparison": { |
| "raw_exact": false, |
| "speaker_sequence_exact": true, |
| "text_exact": true |
| }, |
| "reference_speakers": 4, |
| "rss_sampled_mb": 2935, |
| "rtf": 0.11267678613318519 |
| }, |
| "multilingual": [ |
| { |
| "cer": 5.99, |
| "reference_comparison": { |
| "candidate_vs_reference_cer": 0.0, |
| "candidate_vs_reference_wer": 0.0, |
| "raw_exact": 10, |
| "samples": 10, |
| "transcript_exact": 10 |
| }, |
| "rtf": 0.0507, |
| "samples": 10, |
| "slice": "german", |
| "wer": 13.37 |
| }, |
| { |
| "cer": 1.99, |
| "reference_comparison": { |
| "candidate_vs_reference_cer": 0.0, |
| "candidate_vs_reference_wer": 0.0, |
| "raw_exact": 10, |
| "samples": 10, |
| "transcript_exact": 10 |
| }, |
| "rtf": 0.0803, |
| "samples": 10, |
| "slice": "french", |
| "wer": 4.91 |
| }, |
| { |
| "cer": 8.31, |
| "reference_comparison": { |
| "candidate_vs_reference_cer": 0.16, |
| "candidate_vs_reference_wer": 0.49, |
| "raw_exact": 8, |
| "samples": 10, |
| "transcript_exact": 8 |
| }, |
| "rtf": 0.062, |
| "samples": 10, |
| "slice": "msa", |
| "wer": 26.5 |
| } |
| ], |
| "source_revision": "e6d68cdfcddbdad1a7e8454f0cb859cad76e2502" |
| } |
|
|
