aadd / eval /cross_eval.json
gertelrina's picture
Model card wording after review; eval: cross-evaluation, NISQA runs, speed, FSD50K noise-pool list
9aa4706 verified
Raw History Blame Contribute Delete
2.74 kB
{
"v3.1_on_v2_test": {
"AddGaussianNoise": {
"v3_class": "noise",
"auc": 0.9974627434256227,
"f1": 0.4869379504976927,
"precision": 0.3218228562786712,
"recall": 1.0,
"support": 6384
},
"ClippingDistortion": {
"v3_class": "clipping",
"auc": 0.9461607752878893,
"f1": 0.7013167890605216,
"precision": 0.5905746881330632,
"recall": 0.8631759389122643,
"support": 6417
},
"LowPassFilter": {
"v3_class": "lowpass",
"auc": 0.9961437364519699,
"f1": 0.8075820739968733,
"precision": 0.6952669358456707,
"recall": 0.9631758856432567,
"support": 6436
},
"HighPassFilter": {
"v3_class": "highpass",
"auc": 0.9827261034960799,
"f1": 0.718251475945233,
"precision": 0.6137827393731216,
"recall": 0.8655767484105359,
"support": 6606
},
"PitchShift": {
"v3_class": "pitch_shift",
"auc": 0.9618617926499338,
"f1": 0.7419901541441368,
"precision": 0.7834014996591684,
"recall": 0.7047370841637284,
"support": 6523
},
"TimeStretch": {
"v3_class": "time_stretch",
"auc": 0.9724392366770099,
"f1": 0.5924135549745968,
"precision": 0.43407546624259075,
"recall": 0.9325982295387483,
"support": 6439
},
"_clean_seconds_any_class": 0.2967504598405886,
"_n_chunks": 108936
},
"v1_on_real_noise": {
"VoiceBank-DEMAND test (824 noisy vs 824 clean twins)": {
"noise_auc": 0.1321003982467716,
"any_degradation_auc": 0.9056910700820058,
"noise_recall_at_0.5": 0.0,
"false_alarm_clean_at_0.5": 0.875
},
"DNS-2020 synthetic (clean / noisy, dry / reverberant)": {
"noise_auc": 0.6364888888888889,
"any_degradation_auc": 0.6014999999999999,
"noise_recall_at_0.5": 0.013333333333333334,
"false_alarm_clean_at_0.5": 0.5233333333333333
},
"Dynamic-SUPERB NoiseDetection_VCTK_MUSAN-Noise": {
"noise_auc": 0.5162818832543603,
"any_degradation_auc": 0.887387841516282,
"noise_recall_at_0.5": 0.0,
"false_alarm_clean_at_0.5": 0.13186813186813187
}
},
"v2_on_real_noise": {
"VoiceBank-DEMAND test (824 noisy vs 824 clean twins)": {
"noise_auc": 0.5303368602130266,
"any_degradation_auc": 0.8475012371571307,
"noise_recall_at_0.5": 0.0048543689320388345,
"false_alarm_clean_at_0.5": 0.8956310679611651
},
"DNS-2020 synthetic (clean / noisy, dry / reverberant)": {
"noise_auc": 0.8241444444444445,
"any_degradation_auc": 0.5428166666666667,
"noise_recall_at_0.5": 0.1,
"false_alarm_clean_at_0.5": 0.7133333333333334
},
"Dynamic-SUPERB NoiseDetection_VCTK_MUSAN-Noise": {
"noise_auc": 0.7250730920455691,
"any_degradation_auc": 0.8823470107873778,
"noise_recall_at_0.5": 0.07339449541284404,
"false_alarm_clean_at_0.5": 0.2857142857142857
}
}
}