{
  "scope": "Matched previously inspected development recordings; not a fresh final test.",
  "models": {
    "batty": {
      "name": "BattyBirdNET EU",
      "threshold": 0.521313488483429,
      "score": "presence_score",
      "calibration": "maximum D1 balanced accuracy; highest threshold on exact ties",
      "calibration_dataset": "225 SoundClass D1 clips, separate from scored D2 clips",
      "artifact": "BattyBirdNET-EU-256kHz",
      "weight_sha256": "cb068eec289541bbc2dbb8c4f2c3c003f11a7905c03382493fb675c2e3ec7957",
      "backbone_sha256": "55f3e4055b1a13bfa9a2452731d0d34f6a02d6b775a334362665892794165e4c",
      "upstream": "https://github.com/rdz-oss/BattyBirdNET-Analyzer",
      "inference_configuration": {
        "sample_rate": 256000,
        "window_s": 0.5625,
        "overlap_s": 0.0,
        "sensitivity": 1.0,
        "pad_rule": "official Gaussian amplitude .5; RNG seed42 reset for each clip",
        "score_rule": "maximum sigmoid logit for each label over all windows",
        "location_filter": false
      },
      "frozen_calibration_sha256": "47eede82d15cfe4a34bc7baf66d1e51392d5cbfc702ff1b16ea36d5f725ba71e",
      "model_metadata_sha256": "d3adfcf9cbcb7046547d8342af8790b1ce7117106ea28584e9df424f7a54bad7"
    },
    "batdetect2": {
      "name": "BatDetect2 1.3.1",
      "threshold": 0.4111495316028595,
      "score": "presence_score",
      "calibration": "maximum D1 balanced accuracy; highest threshold on exact ties",
      "calibration_dataset": "225 SoundClass D1 clips, separate from scored D2 clips",
      "artifact": "BatDetect2-UK-default",
      "weight_sha256": "c4e399122bb8d99b0ff635b73944709fdaf4fb3f2a69e7b558e6a25ae7e26356",
      "backbone_sha256": null,
      "upstream": "https://github.com/macaodha/batdetect2",
      "inference_configuration": {
        "package_version": "1.3.1",
        "sample_rate": 256000,
        "window_s": 3,
        "detection_floor": 1e-06,
        "scale_raw_audio": false,
        "score_rule": "max detection for presence; max joint class probability for each species (official softmax includes background)"
      },
      "frozen_calibration_sha256": "7c91def32a6c0d4962dd2ff46b36ceddd83f7267731fae5e9775fd6f2d3917dc",
      "model_metadata_sha256": "fc21b6a5b675b1e19dacf4a129c62bebc09b88637f45dcfb239f7bdac7f86f5c"
    },
    "batdetect2_beta": {
      "name": "BatDetect2 2.0.0b3",
      "threshold": 0.4518626630306244,
      "score": "presence_score",
      "calibration": "maximum D1 balanced accuracy; highest threshold on exact ties",
      "calibration_dataset": "225 SoundClass D1 clips, separate from scored D2 clips",
      "artifact": "BatDetect2-2.0.0b3-refreshed",
      "weight_sha256": "52e3f329a046e434d16751005b252b4fd1b142b8b63a4edc2740aeb81f48adcf",
      "backbone_sha256": null,
      "upstream": "https://github.com/macaodha/batdetect2",
      "inference_configuration": {
        "package_version": "2.0.0b3",
        "sample_rate": 256000,
        "window_s": 3,
        "detection_floor": 1e-06,
        "scale_raw_audio": false,
        "score_rule": "max detection for presence; max joint class probability for species"
      },
      "frozen_calibration_sha256": "01b434b3ef81264041ef355a98b3de3e70d1eed443f1b382f271f2b0e10cb33c",
      "model_metadata_sha256": "a2c4beb119848d12be17272c740933e8abb5a6717dab2928a657e99c96e0c819"
    }
  },
  "metrics": {
    "batty": {
      "soundclass_D2": {
        "n": 225,
        "bat_n": 75,
        "nonbat_n": 150,
        "TP": 66,
        "FP": 37,
        "TN": 113,
        "FN": 9,
        "recall": 0.88,
        "FPR": 0.24666666666666667,
        "AUROC": 0.9152888888888889
      },
      "batspot": {
        "n": 404,
        "bat_n": 221,
        "nonbat_n": 183,
        "TP": 184,
        "FP": 48,
        "TN": 135,
        "FN": 37,
        "recall": 0.832579185520362,
        "FPR": 0.26229508196721313,
        "AUROC": 0.8786687436639221
      },
      "mouse_manual": {
        "n": 33,
        "bat_n": 0,
        "nonbat_n": 33,
        "TP": 0,
        "FP": 21,
        "TN": 12,
        "FN": 0,
        "recall": null,
        "FPR": 0.6363636363636364,
        "AUROC": null
      }
    },
    "batdetect2": {
      "soundclass_D2": {
        "n": 225,
        "bat_n": 75,
        "nonbat_n": 150,
        "TP": 75,
        "FP": 4,
        "TN": 146,
        "FN": 0,
        "recall": 1.0,
        "FPR": 0.02666666666666667,
        "AUROC": 1.0
      },
      "batspot": {
        "n": 404,
        "bat_n": 221,
        "nonbat_n": 183,
        "TP": 215,
        "FP": 16,
        "TN": 167,
        "FN": 6,
        "recall": 0.9728506787330317,
        "FPR": 0.08743169398907104,
        "AUROC": 0.9866231486289345
      },
      "mouse_manual": {
        "n": 33,
        "bat_n": 0,
        "nonbat_n": 33,
        "TP": 0,
        "FP": 23,
        "TN": 10,
        "FN": 0,
        "recall": null,
        "FPR": 0.696969696969697,
        "AUROC": null
      }
    },
    "batdetect2_beta": {
      "soundclass_D2": {
        "n": 225,
        "bat_n": 75,
        "nonbat_n": 150,
        "TP": 74,
        "FP": 5,
        "TN": 145,
        "FN": 1,
        "recall": 0.9866666666666667,
        "FPR": 0.03333333333333333,
        "AUROC": 0.9957333333333332
      },
      "batspot": {
        "n": 404,
        "bat_n": 221,
        "nonbat_n": 183,
        "TP": 214,
        "FP": 18,
        "TN": 165,
        "FN": 7,
        "recall": 0.9683257918552036,
        "FPR": 0.09836065573770492,
        "AUROC": 0.9893924783027965
      },
      "mouse_manual": {
        "n": 33,
        "bat_n": 0,
        "nonbat_n": 33,
        "TP": 0,
        "FP": 25,
        "TN": 8,
        "FN": 0,
        "recall": null,
        "FPR": 0.7575757575757576,
        "AUROC": null
      }
    }
  }
}