Model card wording after review; eval: cross-evaluation, NISQA runs, speed, FSD50K noise-pool list
9aa4706 verified Download eval/cross_eval.json from gertelrina/aadd: direct link, hf CLI and curl.
- Browser
- Download file 2.74 kB
-
https://huggingface.co/gertelrina/aadd/resolve/main/eval/cross_eval.json
- Command line
-
hf download hf://gertelrina/aadd/eval/cross_eval.json
-
curl -L -o cross_eval.json https://huggingface.co/gertelrina/aadd/resolve/main/eval/cross_eval.json
2.74 kB
| { | |
| "v3.1_on_v2_test": { | |
| "AddGaussianNoise": { | |
| "v3_class": "noise", | |
| "auc": 0.9974627434256227, | |
| "f1": 0.4869379504976927, | |
| "precision": 0.3218228562786712, | |
| "recall": 1.0, | |
| "support": 6384 | |
| }, | |
| "ClippingDistortion": { | |
| "v3_class": "clipping", | |
| "auc": 0.9461607752878893, | |
| "f1": 0.7013167890605216, | |
| "precision": 0.5905746881330632, | |
| "recall": 0.8631759389122643, | |
| "support": 6417 | |
| }, | |
| "LowPassFilter": { | |
| "v3_class": "lowpass", | |
| "auc": 0.9961437364519699, | |
| "f1": 0.8075820739968733, | |
| "precision": 0.6952669358456707, | |
| "recall": 0.9631758856432567, | |
| "support": 6436 | |
| }, | |
| "HighPassFilter": { | |
| "v3_class": "highpass", | |
| "auc": 0.9827261034960799, | |
| "f1": 0.718251475945233, | |
| "precision": 0.6137827393731216, | |
| "recall": 0.8655767484105359, | |
| "support": 6606 | |
| }, | |
| "PitchShift": { | |
| "v3_class": "pitch_shift", | |
| "auc": 0.9618617926499338, | |
| "f1": 0.7419901541441368, | |
| "precision": 0.7834014996591684, | |
| "recall": 0.7047370841637284, | |
| "support": 6523 | |
| }, | |
| "TimeStretch": { | |
| "v3_class": "time_stretch", | |
| "auc": 0.9724392366770099, | |
| "f1": 0.5924135549745968, | |
| "precision": 0.43407546624259075, | |
| "recall": 0.9325982295387483, | |
| "support": 6439 | |
| }, | |
| "_clean_seconds_any_class": 0.2967504598405886, | |
| "_n_chunks": 108936 | |
| }, | |
| "v1_on_real_noise": { | |
| "VoiceBank-DEMAND test (824 noisy vs 824 clean twins)": { | |
| "noise_auc": 0.1321003982467716, | |
| "any_degradation_auc": 0.9056910700820058, | |
| "noise_recall_at_0.5": 0.0, | |
| "false_alarm_clean_at_0.5": 0.875 | |
| }, | |
| "DNS-2020 synthetic (clean / noisy, dry / reverberant)": { | |
| "noise_auc": 0.6364888888888889, | |
| "any_degradation_auc": 0.6014999999999999, | |
| "noise_recall_at_0.5": 0.013333333333333334, | |
| "false_alarm_clean_at_0.5": 0.5233333333333333 | |
| }, | |
| "Dynamic-SUPERB NoiseDetection_VCTK_MUSAN-Noise": { | |
| "noise_auc": 0.5162818832543603, | |
| "any_degradation_auc": 0.887387841516282, | |
| "noise_recall_at_0.5": 0.0, | |
| "false_alarm_clean_at_0.5": 0.13186813186813187 | |
| } | |
| }, | |
| "v2_on_real_noise": { | |
| "VoiceBank-DEMAND test (824 noisy vs 824 clean twins)": { | |
| "noise_auc": 0.5303368602130266, | |
| "any_degradation_auc": 0.8475012371571307, | |
| "noise_recall_at_0.5": 0.0048543689320388345, | |
| "false_alarm_clean_at_0.5": 0.8956310679611651 | |
| }, | |
| "DNS-2020 synthetic (clean / noisy, dry / reverberant)": { | |
| "noise_auc": 0.8241444444444445, | |
| "any_degradation_auc": 0.5428166666666667, | |
| "noise_recall_at_0.5": 0.1, | |
| "false_alarm_clean_at_0.5": 0.7133333333333334 | |
| }, | |
| "Dynamic-SUPERB NoiseDetection_VCTK_MUSAN-Noise": { | |
| "noise_auc": 0.7250730920455691, | |
| "any_degradation_auc": 0.8823470107873778, | |
| "noise_recall_at_0.5": 0.07339449541284404, | |
| "false_alarm_clean_at_0.5": 0.2857142857142857 | |
| } | |
| } | |
| } |