ultrafauna / evaluation /selection.json
eac123's picture
Replace Ultrafauna with local bat/rodent call detector
51ae9e4 verified
Raw History Blame Contribute Delete
1.5 kB
{
"arm": "precision64",
"checkpoint_sha256": "74ffc5b93b5ab6681c173830c70694d6ae834d291dbd0688c64c2a25899e698c",
"criterion": "Mean VAL focal-bat recall and whole-recording bat recall at lowest cut satisfying <=5% observed FPR separately on VAL reviewed-noise regions,captive-rodent contexts,and whole reviewed background recordings. VAL temporary cut selects weights only, never exported. Earliest tie, original base included as eligible fallback.",
"arms": [
{
"arm": "precision64",
"parameters": 523330,
"selected_step": 1000,
"validation": {
"threshold": 1.9609376192092896,
"focal_bat_recall": 0.6508196721311476,
"field_bat_recall": 0.768595041322314,
"negative": {
"reviewed_noise_regions": {
"n": 366,
"false_positive": 1,
"FPR": 0.00273224043715847
},
"captive_rodent_contexts": {
"n": 150,
"false_positive": 7,
"FPR": 0.04666666666666667
},
"whole_field_backgrounds": {
"n": 22,
"false_positive": 1,
"FPR": 0.045454545454545456
}
},
"selection_score": 0.7097073567267308,
"field_auroc": 0.918106686701728
},
"checkpoint_sha256": "74ffc5b93b5ab6681c173830c70694d6ae834d291dbd0688c64c2a25899e698c",
"elapsed_s": 663.0729508399963,
"test_reads": 0,
"user_reads": 0,
"calibration_reads": 0
}
]
}