AIAMD / evaluation.json
kugu's picture
AIAMD GRU (epoch 4), calibration, inference script and model card
8d0608d verified
Raw History Blame Contribute Delete
6.14 kB
{
"model": {
"created": "2026-11-16T09:43:43+00:00",
"model_path": "models/amd_gru.keras",
"monitor": "val_loss",
"best_epoch": 4,
"epochs_run": 14,
"best_val": {
"loss": 0.0763,
"val_loss": 0.0777,
"val_window_acc": 0.9694,
"window_acc": 0.9609,
"val_clip_balanced_acc": 0.9771,
"val_clip_auc": 0.9964
},
"class_weights": {
"0": 1.2205114570240743,
"1": 0.846975745580194
},
"silence_dbfs": -50.0,
"model": {
"dense_units": 32,
"gru_units": 48
},
"train": {
"epochs": 50,
"batch_size": 32,
"learning_rate": 0.001,
"model_path": "models/amd_gru.keras",
"monitor": "val_loss",
"patience": 10,
"threshold": 0.5
},
"params": 44657
},
"calibration": {
"created": "2026-11-16T09:57:45+00:00",
"model_path": "models/amd_gru.keras",
"fitted_on": "val",
"temperature": 1.1556061176661283,
"target_human_recall": 0.99,
"threshold": 0.4520810842514038,
"val": {
"window_calibration_error_before": 0.013274187854735818,
"window_calibration_error_after": 0.016876171816844275,
"at_0.5": {
"human_recall": 0.990909090909091,
"machine_recall": 0.9633333333333334,
"balanced_acc": 0.9771212121212122,
"auc": 0.9963939393939394
},
"at_threshold": {
"human_recall": 0.990909090909091,
"machine_recall": 0.9633333333333334,
"balanced_acc": 0.9771212121212122,
"auc": 0.9963939393939394
}
}
},
"threshold": 0.4520810842514038,
"splits": {
"test": {
"clips": 512,
"gru": {
"human_recall": 0.9622641509433962,
"machine_recall": 0.9633333333333334,
"balanced_acc": 0.9627987421383648,
"auc": 0.9931761006289308,
"balanced_acc_95ci": [
0.9465258535699461,
0.9794183557051795
]
},
"gru_at_0.5": {
"human_recall": 0.9716981132075472,
"machine_recall": 0.95,
"balanced_acc": 0.9608490566037735,
"auc": 0.9931761006289308
},
"over_time": [
{
"windows": 1,
"seconds": 0.97,
"human_recall": 0.8821,
"machine_recall": 0.8533,
"balanced_acc": 0.8677,
"auc": 0.9483
},
{
"windows": 2,
"seconds": 1.46,
"human_recall": 0.9434,
"machine_recall": 0.91,
"balanced_acc": 0.9267,
"auc": 0.9803
},
{
"windows": 3,
"seconds": 1.94,
"human_recall": 0.9434,
"machine_recall": 0.9367,
"balanced_acc": 0.94,
"auc": 0.9885
},
{
"windows": 4,
"seconds": 2.42,
"human_recall": 0.967,
"machine_recall": 0.95,
"balanced_acc": 0.9585,
"auc": 0.9926
},
{
"windows": 5,
"seconds": 2.9,
"human_recall": 0.967,
"machine_recall": 0.9633,
"balanced_acc": 0.9652,
"auc": 0.9942
},
{
"windows": 6,
"seconds": 3.38,
"human_recall": 0.9623,
"machine_recall": 0.9633,
"balanced_acc": 0.9628,
"auc": 0.9932
}
]
},
"holdout": {
"clips": 7000,
"gru": {
"machine_recall": 0.9654285714285714
},
"gru_at_0.5": {
"machine_recall": 0.962
},
"over_time": [
{
"windows": 1,
"seconds": 0.97,
"machine_recall": 0.8837
},
{
"windows": 2,
"seconds": 1.46,
"machine_recall": 0.9166
},
{
"windows": 3,
"seconds": 1.94,
"machine_recall": 0.946
},
{
"windows": 4,
"seconds": 2.42,
"machine_recall": 0.959
},
{
"windows": 5,
"seconds": 2.9,
"machine_recall": 0.9659
},
{
"windows": 6,
"seconds": 3.38,
"machine_recall": 0.9654
}
]
}
},
"by_category": {
"other": {
"accuracy": 0.9179,
"clips": 134
},
"ivr": {
"accuracy": 0.9481,
"clips": 135
},
"call_screening": {
"accuracy": 0.9493,
"clips": 1242
},
"network_or_tone": {
"accuracy": 0.9552,
"clips": 1117
},
"human": {
"accuracy": 0.9623,
"clips": 212
},
"voicemail": {
"accuracy": 0.9739,
"clips": 4669
},
"silence": {
"accuracy": 1.0,
"clips": 3
}
},
"worst_machine_classes": {
"CUSTOMVMAMD": {
"accuracy": 0.8554,
"clips": 242
},
"CLICKAMD": {
"accuracy": 0.8621,
"clips": 116
},
"HONEYPOTAMD": {
"accuracy": 0.8789,
"clips": 190
},
"NAMEONLYAMD": {
"accuracy": 0.8853,
"clips": 218
},
"CALLRECAMD": {
"accuracy": 0.907,
"clips": 215
},
"OTHERAMD": {
"accuracy": 0.9179,
"clips": 134
},
"AMD": {
"accuracy": 0.9277,
"clips": 235
},
"FAXAMD": {
"accuracy": 0.9412,
"clips": 136
},
"BEEPAMD": {
"accuracy": 0.9433,
"clips": 141
},
"RINGINGAMD": {
"accuracy": 0.9437,
"clips": 142
}
},
"baseline": {
"threshold": 0.9084879043645666,
"target_human_recall": 0.99,
"test": {
"human_recall": 0.9905660377358491,
"machine_recall": 0.9266666666666666,
"balanced_acc": 0.9586163522012578,
"auc": 0.9968238993710692,
"balanced_acc_95ci": [
0.9415466057914559,
0.9730644354969796
]
},
"test_at_0.5": {
"human_recall": 0.9622641509433962,
"machine_recall": 0.99,
"balanced_acc": 0.9761320754716981,
"auc": 0.9968238993710692
},
"holdout": {
"machine_recall": 0.9327142857142857
},
"holdout_at_0.5": {
"machine_recall": 0.9812857142857143
}
}
}