File size: 6,141 Bytes
8d0608d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
{
  "model": {
    "created": "2026-11-16T09:43:43+00:00",
    "model_path": "models/amd_gru.keras",
    "monitor": "val_loss",
    "best_epoch": 4,
    "epochs_run": 14,
    "best_val": {
      "loss": 0.0763,
      "val_loss": 0.0777,
      "val_window_acc": 0.9694,
      "window_acc": 0.9609,
      "val_clip_balanced_acc": 0.9771,
      "val_clip_auc": 0.9964
    },
    "class_weights": {
      "0": 1.2205114570240743,
      "1": 0.846975745580194
    },
    "silence_dbfs": -50.0,
    "model": {
      "dense_units": 32,
      "gru_units": 48
    },
    "train": {
      "epochs": 50,
      "batch_size": 32,
      "learning_rate": 0.001,
      "model_path": "models/amd_gru.keras",
      "monitor": "val_loss",
      "patience": 10,
      "threshold": 0.5
    },
    "params": 44657
  },
  "calibration": {
    "created": "2026-11-16T09:57:45+00:00",
    "model_path": "models/amd_gru.keras",
    "fitted_on": "val",
    "temperature": 1.1556061176661283,
    "target_human_recall": 0.99,
    "threshold": 0.4520810842514038,
    "val": {
      "window_calibration_error_before": 0.013274187854735818,
      "window_calibration_error_after": 0.016876171816844275,
      "at_0.5": {
        "human_recall": 0.990909090909091,
        "machine_recall": 0.9633333333333334,
        "balanced_acc": 0.9771212121212122,
        "auc": 0.9963939393939394
      },
      "at_threshold": {
        "human_recall": 0.990909090909091,
        "machine_recall": 0.9633333333333334,
        "balanced_acc": 0.9771212121212122,
        "auc": 0.9963939393939394
      }
    }
  },
  "threshold": 0.4520810842514038,
  "splits": {
    "test": {
      "clips": 512,
      "gru": {
        "human_recall": 0.9622641509433962,
        "machine_recall": 0.9633333333333334,
        "balanced_acc": 0.9627987421383648,
        "auc": 0.9931761006289308,
        "balanced_acc_95ci": [
          0.9465258535699461,
          0.9794183557051795
        ]
      },
      "gru_at_0.5": {
        "human_recall": 0.9716981132075472,
        "machine_recall": 0.95,
        "balanced_acc": 0.9608490566037735,
        "auc": 0.9931761006289308
      },
      "over_time": [
        {
          "windows": 1,
          "seconds": 0.97,
          "human_recall": 0.8821,
          "machine_recall": 0.8533,
          "balanced_acc": 0.8677,
          "auc": 0.9483
        },
        {
          "windows": 2,
          "seconds": 1.46,
          "human_recall": 0.9434,
          "machine_recall": 0.91,
          "balanced_acc": 0.9267,
          "auc": 0.9803
        },
        {
          "windows": 3,
          "seconds": 1.94,
          "human_recall": 0.9434,
          "machine_recall": 0.9367,
          "balanced_acc": 0.94,
          "auc": 0.9885
        },
        {
          "windows": 4,
          "seconds": 2.42,
          "human_recall": 0.967,
          "machine_recall": 0.95,
          "balanced_acc": 0.9585,
          "auc": 0.9926
        },
        {
          "windows": 5,
          "seconds": 2.9,
          "human_recall": 0.967,
          "machine_recall": 0.9633,
          "balanced_acc": 0.9652,
          "auc": 0.9942
        },
        {
          "windows": 6,
          "seconds": 3.38,
          "human_recall": 0.9623,
          "machine_recall": 0.9633,
          "balanced_acc": 0.9628,
          "auc": 0.9932
        }
      ]
    },
    "holdout": {
      "clips": 7000,
      "gru": {
        "machine_recall": 0.9654285714285714
      },
      "gru_at_0.5": {
        "machine_recall": 0.962
      },
      "over_time": [
        {
          "windows": 1,
          "seconds": 0.97,
          "machine_recall": 0.8837
        },
        {
          "windows": 2,
          "seconds": 1.46,
          "machine_recall": 0.9166
        },
        {
          "windows": 3,
          "seconds": 1.94,
          "machine_recall": 0.946
        },
        {
          "windows": 4,
          "seconds": 2.42,
          "machine_recall": 0.959
        },
        {
          "windows": 5,
          "seconds": 2.9,
          "machine_recall": 0.9659
        },
        {
          "windows": 6,
          "seconds": 3.38,
          "machine_recall": 0.9654
        }
      ]
    }
  },
  "by_category": {
    "other": {
      "accuracy": 0.9179,
      "clips": 134
    },
    "ivr": {
      "accuracy": 0.9481,
      "clips": 135
    },
    "call_screening": {
      "accuracy": 0.9493,
      "clips": 1242
    },
    "network_or_tone": {
      "accuracy": 0.9552,
      "clips": 1117
    },
    "human": {
      "accuracy": 0.9623,
      "clips": 212
    },
    "voicemail": {
      "accuracy": 0.9739,
      "clips": 4669
    },
    "silence": {
      "accuracy": 1.0,
      "clips": 3
    }
  },
  "worst_machine_classes": {
    "CUSTOMVMAMD": {
      "accuracy": 0.8554,
      "clips": 242
    },
    "CLICKAMD": {
      "accuracy": 0.8621,
      "clips": 116
    },
    "HONEYPOTAMD": {
      "accuracy": 0.8789,
      "clips": 190
    },
    "NAMEONLYAMD": {
      "accuracy": 0.8853,
      "clips": 218
    },
    "CALLRECAMD": {
      "accuracy": 0.907,
      "clips": 215
    },
    "OTHERAMD": {
      "accuracy": 0.9179,
      "clips": 134
    },
    "AMD": {
      "accuracy": 0.9277,
      "clips": 235
    },
    "FAXAMD": {
      "accuracy": 0.9412,
      "clips": 136
    },
    "BEEPAMD": {
      "accuracy": 0.9433,
      "clips": 141
    },
    "RINGINGAMD": {
      "accuracy": 0.9437,
      "clips": 142
    }
  },
  "baseline": {
    "threshold": 0.9084879043645666,
    "target_human_recall": 0.99,
    "test": {
      "human_recall": 0.9905660377358491,
      "machine_recall": 0.9266666666666666,
      "balanced_acc": 0.9586163522012578,
      "auc": 0.9968238993710692,
      "balanced_acc_95ci": [
        0.9415466057914559,
        0.9730644354969796
      ]
    },
    "test_at_0.5": {
      "human_recall": 0.9622641509433962,
      "machine_recall": 0.99,
      "balanced_acc": 0.9761320754716981,
      "auc": 0.9968238993710692
    },
    "holdout": {
      "machine_recall": 0.9327142857142857
    },
    "holdout_at_0.5": {
      "machine_recall": 0.9812857142857143
    }
  }
}