| { |
| "scope": "Matched previously inspected development recordings; not a fresh final test.", |
| "models": { |
| "batty": { |
| "name": "BattyBirdNET EU", |
| "threshold": 0.521313488483429, |
| "score": "presence_score", |
| "calibration": "maximum D1 balanced accuracy; highest threshold on exact ties", |
| "calibration_dataset": "225 SoundClass D1 clips, separate from scored D2 clips", |
| "artifact": "BattyBirdNET-EU-256kHz", |
| "weight_sha256": "cb068eec289541bbc2dbb8c4f2c3c003f11a7905c03382493fb675c2e3ec7957", |
| "backbone_sha256": "55f3e4055b1a13bfa9a2452731d0d34f6a02d6b775a334362665892794165e4c", |
| "upstream": "https://github.com/rdz-oss/BattyBirdNET-Analyzer", |
| "inference_configuration": { |
| "sample_rate": 256000, |
| "window_s": 0.5625, |
| "overlap_s": 0.0, |
| "sensitivity": 1.0, |
| "pad_rule": "official Gaussian amplitude .5; RNG seed42 reset for each clip", |
| "score_rule": "maximum sigmoid logit for each label over all windows", |
| "location_filter": false |
| }, |
| "frozen_calibration_sha256": "47eede82d15cfe4a34bc7baf66d1e51392d5cbfc702ff1b16ea36d5f725ba71e", |
| "model_metadata_sha256": "d3adfcf9cbcb7046547d8342af8790b1ce7117106ea28584e9df424f7a54bad7" |
| }, |
| "batdetect2": { |
| "name": "BatDetect2 1.3.1", |
| "threshold": 0.4111495316028595, |
| "score": "presence_score", |
| "calibration": "maximum D1 balanced accuracy; highest threshold on exact ties", |
| "calibration_dataset": "225 SoundClass D1 clips, separate from scored D2 clips", |
| "artifact": "BatDetect2-UK-default", |
| "weight_sha256": "c4e399122bb8d99b0ff635b73944709fdaf4fb3f2a69e7b558e6a25ae7e26356", |
| "backbone_sha256": null, |
| "upstream": "https://github.com/macaodha/batdetect2", |
| "inference_configuration": { |
| "package_version": "1.3.1", |
| "sample_rate": 256000, |
| "window_s": 3, |
| "detection_floor": 1e-06, |
| "scale_raw_audio": false, |
| "score_rule": "max detection for presence; max joint class probability for each species (official softmax includes background)" |
| }, |
| "frozen_calibration_sha256": "7c91def32a6c0d4962dd2ff46b36ceddd83f7267731fae5e9775fd6f2d3917dc", |
| "model_metadata_sha256": "fc21b6a5b675b1e19dacf4a129c62bebc09b88637f45dcfb239f7bdac7f86f5c" |
| }, |
| "batdetect2_beta": { |
| "name": "BatDetect2 2.0.0b3", |
| "threshold": 0.4518626630306244, |
| "score": "presence_score", |
| "calibration": "maximum D1 balanced accuracy; highest threshold on exact ties", |
| "calibration_dataset": "225 SoundClass D1 clips, separate from scored D2 clips", |
| "artifact": "BatDetect2-2.0.0b3-refreshed", |
| "weight_sha256": "52e3f329a046e434d16751005b252b4fd1b142b8b63a4edc2740aeb81f48adcf", |
| "backbone_sha256": null, |
| "upstream": "https://github.com/macaodha/batdetect2", |
| "inference_configuration": { |
| "package_version": "2.0.0b3", |
| "sample_rate": 256000, |
| "window_s": 3, |
| "detection_floor": 1e-06, |
| "scale_raw_audio": false, |
| "score_rule": "max detection for presence; max joint class probability for species" |
| }, |
| "frozen_calibration_sha256": "01b434b3ef81264041ef355a98b3de3e70d1eed443f1b382f271f2b0e10cb33c", |
| "model_metadata_sha256": "a2c4beb119848d12be17272c740933e8abb5a6717dab2928a657e99c96e0c819" |
| } |
| }, |
| "metrics": { |
| "batty": { |
| "soundclass_D2": { |
| "n": 225, |
| "bat_n": 75, |
| "nonbat_n": 150, |
| "TP": 66, |
| "FP": 37, |
| "TN": 113, |
| "FN": 9, |
| "recall": 0.88, |
| "FPR": 0.24666666666666667, |
| "AUROC": 0.9152888888888889 |
| }, |
| "batspot": { |
| "n": 404, |
| "bat_n": 221, |
| "nonbat_n": 183, |
| "TP": 184, |
| "FP": 48, |
| "TN": 135, |
| "FN": 37, |
| "recall": 0.832579185520362, |
| "FPR": 0.26229508196721313, |
| "AUROC": 0.8786687436639221 |
| }, |
| "mouse_manual": { |
| "n": 33, |
| "bat_n": 0, |
| "nonbat_n": 33, |
| "TP": 0, |
| "FP": 21, |
| "TN": 12, |
| "FN": 0, |
| "recall": null, |
| "FPR": 0.6363636363636364, |
| "AUROC": null |
| } |
| }, |
| "batdetect2": { |
| "soundclass_D2": { |
| "n": 225, |
| "bat_n": 75, |
| "nonbat_n": 150, |
| "TP": 75, |
| "FP": 4, |
| "TN": 146, |
| "FN": 0, |
| "recall": 1.0, |
| "FPR": 0.02666666666666667, |
| "AUROC": 1.0 |
| }, |
| "batspot": { |
| "n": 404, |
| "bat_n": 221, |
| "nonbat_n": 183, |
| "TP": 215, |
| "FP": 16, |
| "TN": 167, |
| "FN": 6, |
| "recall": 0.9728506787330317, |
| "FPR": 0.08743169398907104, |
| "AUROC": 0.9866231486289345 |
| }, |
| "mouse_manual": { |
| "n": 33, |
| "bat_n": 0, |
| "nonbat_n": 33, |
| "TP": 0, |
| "FP": 23, |
| "TN": 10, |
| "FN": 0, |
| "recall": null, |
| "FPR": 0.696969696969697, |
| "AUROC": null |
| } |
| }, |
| "batdetect2_beta": { |
| "soundclass_D2": { |
| "n": 225, |
| "bat_n": 75, |
| "nonbat_n": 150, |
| "TP": 74, |
| "FP": 5, |
| "TN": 145, |
| "FN": 1, |
| "recall": 0.9866666666666667, |
| "FPR": 0.03333333333333333, |
| "AUROC": 0.9957333333333332 |
| }, |
| "batspot": { |
| "n": 404, |
| "bat_n": 221, |
| "nonbat_n": 183, |
| "TP": 214, |
| "FP": 18, |
| "TN": 165, |
| "FN": 7, |
| "recall": 0.9683257918552036, |
| "FPR": 0.09836065573770492, |
| "AUROC": 0.9893924783027965 |
| }, |
| "mouse_manual": { |
| "n": 33, |
| "bat_n": 0, |
| "nonbat_n": 33, |
| "TP": 0, |
| "FP": 25, |
| "TN": 8, |
| "FN": 0, |
| "recall": null, |
| "FPR": 0.7575757575757576, |
| "AUROC": null |
| } |
| } |
| } |
| } |
|
|
