File size: 1,083 Bytes
968b170 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | {
"schema_version": "2.0",
"model_version": "0.2.1",
"pronunciation_quality": {
"dataset": "SpeechOcean762 official test",
"speakers": 125,
"utterances": 2500,
"score_scale": "0-100",
"macro": {
"pearson": 0.7487,
"spearman": 0.7486,
"mae": 6.109,
"rmse": 9.225,
"r2": 0.4182
},
"prediction_intervals": {
"nominal_coverage": 0.9,
"observed_macro_coverage": 0.8922,
"mean_width_points": 22.115
}
},
"accent_classification": {
"labels": [
"american",
"british",
"indian",
"russian"
],
"training_corpora": [
"AESRC2020",
"Speech Accent Archive"
],
"speaker_disjoint_test": {
"aesrc": {
"accuracy": 0.9055,
"macro_f1": 0.9047
},
"speech_accent_archive": {
"accuracy": 0.939,
"macro_f1": 0.895
}
}
},
"american_similarity": {
"definition": "100 * calibrated P(American vs non-American)",
"training_corpus": "AESRC2020",
"speaker_disjoint_test_roc_auc": 0.9607
}
}
|