| { | |
| "schema_version": "2.0", | |
| "model_version": "0.2.1", | |
| "pronunciation_quality": { | |
| "dataset": "SpeechOcean762 official test", | |
| "speakers": 125, | |
| "utterances": 2500, | |
| "score_scale": "0-100", | |
| "macro": { | |
| "pearson": 0.7487, | |
| "spearman": 0.7486, | |
| "mae": 6.109, | |
| "rmse": 9.225, | |
| "r2": 0.4182 | |
| }, | |
| "prediction_intervals": { | |
| "nominal_coverage": 0.9, | |
| "observed_macro_coverage": 0.8922, | |
| "mean_width_points": 22.115 | |
| } | |
| }, | |
| "accent_classification": { | |
| "labels": [ | |
| "american", | |
| "british", | |
| "indian", | |
| "russian" | |
| ], | |
| "training_corpora": [ | |
| "AESRC2020", | |
| "Speech Accent Archive" | |
| ], | |
| "speaker_disjoint_test": { | |
| "aesrc": { | |
| "accuracy": 0.9055, | |
| "macro_f1": 0.9047 | |
| }, | |
| "speech_accent_archive": { | |
| "accuracy": 0.939, | |
| "macro_f1": 0.895 | |
| } | |
| } | |
| }, | |
| "american_similarity": { | |
| "definition": "100 * calibrated P(American vs non-American)", | |
| "training_corpus": "AESRC2020", | |
| "speaker_disjoint_test_roc_auc": 0.9607 | |
| } | |
| } | |