{
  "schema_version": "2.0",
  "model_version": "0.2.1",
  "pronunciation_quality": {
    "dataset": "SpeechOcean762 official test",
    "speakers": 125,
    "utterances": 2500,
    "score_scale": "0-100",
    "macro": {
      "pearson": 0.7487,
      "spearman": 0.7486,
      "mae": 6.109,
      "rmse": 9.225,
      "r2": 0.4182
    },
    "prediction_intervals": {
      "nominal_coverage": 0.9,
      "observed_macro_coverage": 0.8922,
      "mean_width_points": 22.115
    }
  },
  "accent_classification": {
    "labels": [
      "american",
      "british",
      "indian",
      "russian"
    ],
    "training_corpora": [
      "AESRC2020",
      "Speech Accent Archive"
    ],
    "speaker_disjoint_test": {
      "aesrc": {
        "accuracy": 0.9055,
        "macro_f1": 0.9047
      },
      "speech_accent_archive": {
        "accuracy": 0.939,
        "macro_f1": 0.895
      }
    }
  },
  "american_similarity": {
    "definition": "100 * calibrated P(American vs non-American)",
    "training_corpus": "AESRC2020",
    "speaker_disjoint_test_roc_auc": 0.9607
  }
}