ultrafauna / evaluation /summary.json
eac123's picture
Replace Ultrafauna with local bat/rodent call detector
51ae9e4 verified
Raw History Blame Contribute Delete
3.27 kB
{
"field_test": {
"ultrafauna": {
"bat_recordings": 254,
"detected_bat_recordings": 234,
"noise_recordings": 82,
"false_positive_recordings": 16,
"auroc": 0.9637507201843672
},
"ultrafauna_background": {
"false_alert_events": 33,
"reviewed_background_seconds": 410.0,
"false_alerts_per_hour": 289.7560975609756,
"site_count": 2,
"note": "Known bat-negative clips; rodent absence unknown. Short exposure, Poisson rate interval ignores site clustering.",
"poisson_95_ci": [
199.45476502884736,
406.9252911439255
]
}
},
"validation_localization": [
{
"group": "bat",
"matched": 1030,
"annotated_calls_in_contexts": 1555,
"predicted_intervals": 1547,
"recall": 0.662379421221865,
"note": "VAL diagnostic: overlapping contexts can repeat calls. One-to-one temporal IoU>=.1; unannotated gaps unknown, so unmatched predictions are not all verified false alarms."
},
{
"group": "rodent",
"matched": 243,
"annotated_calls_in_contexts": 323,
"predicted_intervals": 517,
"recall": 0.7523219814241486,
"note": "VAL diagnostic: overlapping contexts can repeat calls. One-to-one temporal IoU>=.1; unannotated gaps unknown, so unmatched predictions are not all verified false alarms."
}
],
"calibration_diagnostics": {
"bat": {
"windows": 141,
"bat_detections": 91
},
"noise": {
"windows": 170,
"bat_detections": 0
},
"rodent": {
"windows": 25,
"bat_detections": 0
},
"field_noise": {
"recordings": 55,
"bat_detections": 2
},
"field_weak_bat": {
"recordings": 152,
"bat_detections": 129
}
},
"matched_bat": {
"batspot": {
"bat": 221,
"detected": 200,
"noise": 183,
"false_positive": 13
},
"soundclass_D2": {
"bat": 75,
"detected": 53,
"noise": 150,
"false_positive": 8
}
},
"mouse": {
"windows": 33,
"false_bat_windows": 30,
"rodent_positive_windows": 23,
"matched_rodent_calls": 96,
"annotated_rodent_calls": 110,
"note": "Overlapping windows from one pup; descriptive transfer result, not independent animals. Unannotated times unknown."
},
"rodent_transfer": {
"usvseg": {
"windows": 222,
"parents": 7,
"annotated_positive_windows": 175,
"detected_annotated_positive_windows": 135,
"false_bat_windows": 1,
"note": "Captive bat-negative context. Unannotated rodent windows are unknown, not verified rodent negatives."
},
"uscmed": {
"windows": 86,
"parents": 5,
"annotated_positive_windows": 46,
"detected_annotated_positive_windows": 44,
"false_bat_windows": 0,
"note": "Captive bat-negative context. Unannotated rodent windows are unknown, not verified rodent negatives."
}
},
"checkpoint_sha256": "74ffc5b93b5ab6681c173830c70694d6ae834d291dbd0688c64c2a25899e698c",
"calibration_sha256": "8e408e9c8a0f35e69afdbb7665edfca9ccecf41ee5fca62ae279ccaad636010d",
"interpretation": "Current release; previously inspected development/transfer cohorts, not a new independent final test."
}