File size: 2,740 Bytes
9aa4706
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
{
 "v3.1_on_v2_test": {
  "AddGaussianNoise": {
   "v3_class": "noise",
   "auc": 0.9974627434256227,
   "f1": 0.4869379504976927,
   "precision": 0.3218228562786712,
   "recall": 1.0,
   "support": 6384
  },
  "ClippingDistortion": {
   "v3_class": "clipping",
   "auc": 0.9461607752878893,
   "f1": 0.7013167890605216,
   "precision": 0.5905746881330632,
   "recall": 0.8631759389122643,
   "support": 6417
  },
  "LowPassFilter": {
   "v3_class": "lowpass",
   "auc": 0.9961437364519699,
   "f1": 0.8075820739968733,
   "precision": 0.6952669358456707,
   "recall": 0.9631758856432567,
   "support": 6436
  },
  "HighPassFilter": {
   "v3_class": "highpass",
   "auc": 0.9827261034960799,
   "f1": 0.718251475945233,
   "precision": 0.6137827393731216,
   "recall": 0.8655767484105359,
   "support": 6606
  },
  "PitchShift": {
   "v3_class": "pitch_shift",
   "auc": 0.9618617926499338,
   "f1": 0.7419901541441368,
   "precision": 0.7834014996591684,
   "recall": 0.7047370841637284,
   "support": 6523
  },
  "TimeStretch": {
   "v3_class": "time_stretch",
   "auc": 0.9724392366770099,
   "f1": 0.5924135549745968,
   "precision": 0.43407546624259075,
   "recall": 0.9325982295387483,
   "support": 6439
  },
  "_clean_seconds_any_class": 0.2967504598405886,
  "_n_chunks": 108936
 },
 "v1_on_real_noise": {
  "VoiceBank-DEMAND test (824 noisy vs 824 clean twins)": {
   "noise_auc": 0.1321003982467716,
   "any_degradation_auc": 0.9056910700820058,
   "noise_recall_at_0.5": 0.0,
   "false_alarm_clean_at_0.5": 0.875
  },
  "DNS-2020 synthetic (clean / noisy, dry / reverberant)": {
   "noise_auc": 0.6364888888888889,
   "any_degradation_auc": 0.6014999999999999,
   "noise_recall_at_0.5": 0.013333333333333334,
   "false_alarm_clean_at_0.5": 0.5233333333333333
  },
  "Dynamic-SUPERB NoiseDetection_VCTK_MUSAN-Noise": {
   "noise_auc": 0.5162818832543603,
   "any_degradation_auc": 0.887387841516282,
   "noise_recall_at_0.5": 0.0,
   "false_alarm_clean_at_0.5": 0.13186813186813187
  }
 },
 "v2_on_real_noise": {
  "VoiceBank-DEMAND test (824 noisy vs 824 clean twins)": {
   "noise_auc": 0.5303368602130266,
   "any_degradation_auc": 0.8475012371571307,
   "noise_recall_at_0.5": 0.0048543689320388345,
   "false_alarm_clean_at_0.5": 0.8956310679611651
  },
  "DNS-2020 synthetic (clean / noisy, dry / reverberant)": {
   "noise_auc": 0.8241444444444445,
   "any_degradation_auc": 0.5428166666666667,
   "noise_recall_at_0.5": 0.1,
   "false_alarm_clean_at_0.5": 0.7133333333333334
  },
  "Dynamic-SUPERB NoiseDetection_VCTK_MUSAN-Noise": {
   "noise_auc": 0.7250730920455691,
   "any_degradation_auc": 0.8823470107873778,
   "noise_recall_at_0.5": 0.07339449541284404,
   "false_alarm_clean_at_0.5": 0.2857142857142857
  }
 }
}