{ "schema_version": "2.0", "model_version": "0.2.1", "model_type": "wavlm_layer_mix", "checkpoint_sha256": "2c516f95574aa40f800e6900f0db5a6f7804e80f9366a50b506c22e841c33e40", "architecture": { "encoder_name": "microsoft/wavlm-base-plus", "encoder_revision": "4c66d4806a428f2e922ccfa1a962776e232d487b", "num_layers": 13, "hidden_size": 768, "projection_size": 128, "dropout": 0.15, "target_specific_layer_mixture": true }, "target_names": [ "accuracy", "fluency", "prosody", "completeness", "overall" ], "accent": { "checkpoint": "accent.pt", "model_version": "0.2.1-aesrc-saa", "labels": [ "american", "british", "indian", "russian" ], "selected_wavlm_layer": 7, "classifier": "L2 logistic regression", "regularization_c": 0.01, "speech_accent_archive_domain_mass_relative_to_aesrc": 2.0, "temperature": 1.0126516733940019, "unknown_probability_threshold": 0.4, "unknown_threshold_policy": "fixed at 0.4 before held-out evaluation", "validation_macro_f1": { "aesrc": 0.8919, "speech_accent_archive": 0.9644, "cross_domain_mean": 0.9281 }, "speaker_disjoint_test_macro_f1": { "aesrc": 0.9047, "speech_accent_archive": 0.895, "cross_domain_mean": 0.8998 }, "speaker_disjoint_test_accuracy": { "aesrc": 0.9055, "speech_accent_archive": 0.939 }, "training_corpora": [ "AESRC2020", "Speech Accent Archive" ], "training_corpus_revision": "4a80d8388f06368a0fa2a325770bec3492cabd3d", "speech_accent_archive_metadata_sha256": "979afd5a7b0b53fa5d8e8a9b8587a1fbc2de8567d4c6b6c7fbaead28d55cf33b", "checkpoint_sha256": "03fe84174ceacdae4dc487e622f26814da00704a4d0a5747a836c52b391263fe", "license_status": "research use only; verify AESRC and Speech Accent Archive training and derivative-work rights before redistribution" }, "american_similarity": { "checkpoint": "american_similarity.pt", "model_version": "0.2.0-aesrc", "definition": "100 * calibrated P(American vs non-American)", "selected_wavlm_layer": 6, "calibration": "temperature scaling on speaker-disjoint validation", "validation_roc_auc": 0.9771, "speaker_disjoint_test_roc_auc": 0.9607, "checkpoint_sha256": "ebd61bdc6e680ee58fff1d85d2ff3b78c42ea06635c5d4fe6bdb321d4b1222f1" }, "recommended_mps_dtype": "float16", "dtype_qualification": { "recommended_mps_dtype": "float16", "criteria": { "finite_predictions": true, "max_score_delta_points": 1.0, "minimum_p50_speedup_fraction": 0.05 }, "qualified": true } }