| { |
| "english": { |
| "audio_seconds": 759.56, |
| "cer": 5.34, |
| "label": "moss-coreml-fp16-range1024-fp16io-fast", |
| "parsed_outputs": 80, |
| "reference_comparison": { |
| "candidate_vs_reference_cer": 0.04, |
| "candidate_vs_reference_wer": 0.06, |
| "raw_exact": 79, |
| "samples": 80, |
| "transcript_exact": 79 |
| }, |
| "rss_peak_os_mb": 5157, |
| "rss_peak_sampled_mb": 4261, |
| "rtf": 0.0693, |
| "samples": 80, |
| "slice": "english", |
| "wer": 8.26 |
| }, |
| "long_form_roundtrip": { |
| "audio_seconds": 33.12, |
| "label": "moss-coreml-fp16-range1024-fp16io-fast-german33", |
| "predicted_speakers": 1, |
| "reference_comparison": { |
| "raw_exact": true, |
| "speaker_sequence_exact": true, |
| "text_exact": true |
| }, |
| "reference_speakers": 0, |
| "rss_sampled_mb": 4256, |
| "rtf": 0.06593182490951442 |
| }, |
| "machine": "Apple M5 Pro, 48 GB unified memory", |
| "meeting_roundtrip": { |
| "audio_seconds": 30.0, |
| "label": "moss-coreml-fp16-range1024-fp16io-fast-meeting30", |
| "predicted_speakers": 3, |
| "reference_comparison": { |
| "raw_exact": false, |
| "speaker_sequence_exact": true, |
| "text_exact": true |
| }, |
| "reference_speakers": 4, |
| "rss_sampled_mb": 4265, |
| "rtf": 0.13131342499982565 |
| }, |
| "multilingual": [ |
| { |
| "cer": 5.99, |
| "reference_comparison": { |
| "candidate_vs_reference_cer": 0.0, |
| "candidate_vs_reference_wer": 0.0, |
| "raw_exact": 10, |
| "samples": 10, |
| "transcript_exact": 10 |
| }, |
| "rtf": 0.0654, |
| "samples": 10, |
| "slice": "german", |
| "wer": 13.37 |
| }, |
| { |
| "cer": 1.99, |
| "reference_comparison": { |
| "candidate_vs_reference_cer": 0.0, |
| "candidate_vs_reference_wer": 0.0, |
| "raw_exact": 10, |
| "samples": 10, |
| "transcript_exact": 10 |
| }, |
| "rtf": 0.0981, |
| "samples": 10, |
| "slice": "french", |
| "wer": 4.91 |
| }, |
| { |
| "cer": 8.48, |
| "reference_comparison": { |
| "candidate_vs_reference_cer": 0.0, |
| "candidate_vs_reference_wer": 0.0, |
| "raw_exact": 10, |
| "samples": 10, |
| "transcript_exact": 10 |
| }, |
| "rtf": 0.0753, |
| "samples": 10, |
| "slice": "msa", |
| "wer": 27.0 |
| } |
| ], |
| "source_revision": "e6d68cdfcddbdad1a7e8454f0cb859cad76e2502" |
| } |
|
|
