audit/rgld_detector.json

{
 "detector": "frozen DINOv2-L/14, 3-scale CLS, max cosine over 140 query crops",
 "calibration": {
  "statistic": "max cosine over all 140 bbox-cropped query descriptors",
  "n_pos_images": 3439,
  "n_neg_images": 11315,
  "pos_mean": 0.7899,
  "pos_median": 0.8611,
  "neg_mean": 0.2714,
  "neg_p95": 0.6742,
  "tau": {
   "fpr5.0": 0.6742,
   "fpr1.0": 0.763,
   "fpr0.5": 0.7793,
   "fpr0.1": 0.8145
  },
  "tpr_at_tau": {
   "fpr5.0": 0.7744,
   "fpr1.0": 0.69,
   "fpr0.5": 0.6659,
   "fpr0.1": 0.6066
  }
 },
 "tau": 0.763,
 "tpr": 0.69,
 "fpr": 0.01,
 "rgld": {
  "n_classes": 18,
  "n_images": 1565,
  "per_class_counts_verified": true,
  "n_matched": 870,
  "n_total": 1565,
  "raw_precision": 0.5559,
  "raw_ci95": [
   0.5312,
   0.5804
  ],
  "corrected_precision": 0.8028,
  "corrected_ci95": [
   0.7665,
   0.8388
  ]
 },
 "ours": {
  "n_classes": 87,
  "n_images": 2529,
  "n_matched": 757,
  "n_total": 2529,
  "raw_precision": 0.2993,
  "raw_ci95": [
   0.2818,
   0.3175
  ],
  "corrected_precision": 0.4255,
  "corrected_ci95": [
   0.3997,
   0.4522
  ]
 },
 "shared_classes": {
  "n_classes": 10,
  "n_matched": 738,
  "n_total": 1216,
  "raw_precision": 0.6069,
  "raw_ci95": [
   0.5792,
   0.634
  ],
  "corrected_precision": 0.8778,
  "corrected_ci95": [
   0.837,
   0.9176
  ]
 },
 "rgld_only_classes": {
  "n_classes": 8,
  "n_matched": 132,
  "n_total": 349,
  "raw_precision": 0.3782,
  "raw_ci95": [
   0.3289,
   0.4302
  ],
  "corrected_precision": 0.5415,
  "corrected_ci95": [
   0.469,
   0.6179
  ]
 },
 "ours_only_classes": {
  "n_classes": 77,
  "n_matched": 19,
  "n_total": 1313,
  "raw_precision": 0.0145,
  "raw_ci95": [
   0.0093,
   0.0225
  ],
  "corrected_precision": 0.0066,
  "corrected_ci95": [
   0.0,
   0.0184
  ]
 },
 "rgld_per_class": [
  {
   "landmark_id": 6190,
   "n": 98,
   "matched": 90,
   "raw": 0.9184,
   "best_sim": 0.9803,
   "in_our_set": true,
   "category": "http://commons.wikimedia.org/wiki/Category:Radcliffe_Camera",
   "our_rule": "unique:radcliffe camera"
  },
  {
   "landmark_id": 19172,
   "n": 32,
   "matched": 22,
   "raw": 0.6875,
   "best_sim": 0.9504,
   "in_our_set": true,
   "category": "http://commons.wikimedia.org/wiki/Category:All_Souls_College,_Oxford",
   "our_rule": "blanket:oxford"
  },
  {
   "landmark_id": 28949,
   "n": 91,
   "matched": 89,
   "raw": 0.978,
   "best_sim": 0.9669,
   "in_our_set": true,
   "category": "http://commons.wikimedia.org/wiki/Category:Moulin_Rouge",
   "our_rule": "unique:moulin rouge"
  },
  {
   "landmark_id": 37135,
   "n": 18,
   "matched": 15,
   "raw": 0.8333,
   "best_sim": 0.9771,
   "in_our_set": true,
   "category": "http://commons.wikimedia.org/wiki/Category:Oxford_University_Museum_of_Natural_History",
   "our_rule": "blanket:oxford"
  },
  {
   "landmark_id": 42489,
   "n": 55,
   "matched": 15,
   "raw": 0.2727,
   "best_sim": 0.9174,
   "in_our_set": false,
   "category": "",
   "our_rule": ""
  },
  {
   "landmark_id": 44923,
   "n": 41,
   "matched": 30,
   "raw": 0.7317,
   "best_sim": 0.8854,
   "in_our_set": false,
   "category": "",
   "our_rule": ""
  },
  {
   "landmark_id": 47378,
   "n": 731,
   "matched": 378,
   "raw": 0.5171,
   "best_sim": 0.9753,
   "in_our_set": true,
   "category": "http://commons.wikimedia.org/wiki/Category:Eiffel_Tower",
   "our_rule": "unique:eiffel"
  },
  {
   "landmark_id": 69195,
   "n": 34,
   "matched": 13,
   "raw": 0.3824,
   "best_sim": 0.9641,
   "in_our_set": false,
   "category": "",
   "our_rule": ""
  },
  {
   "landmark_id": 138332,
   "n": 30,
   "matched": 10,
   "raw": 0.3333,
   "best_sim": 0.9469,
   "in_our_set": true,
   "category": "http://commons.wikimedia.org/wiki/Category:Parvis_Notre-Dame_-_place_Jean-Paul-II_(Paris)",
   "our_rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 144472,
   "n": 33,
   "matched": 0,
   "raw": 0.0,
   "best_sim": 0.5999,
   "in_our_set": false,
   "category": "",
   "our_rule": ""
  },
  {
   "landmark_id": 145268,
   "n": 72,
   "matched": 67,
   "raw": 0.9306,
   "best_sim": 0.9437,
   "in_our_set": true,
   "category": "http://commons.wikimedia.org/wiki/Category:Louvre_Pyramid",
   "our_rule": "unique:louvre"
  },
  {
   "landmark_id": 146388,
   "n": 80,
   "matched": 43,
   "raw": 0.5375,
   "best_sim": 0.9873,
   "in_our_set": false,
   "category": "",
   "our_rule": ""
  },
  {
   "landmark_id": 147275,
   "n": 18,
   "matched": 12,
   "raw": 0.6667,
   "best_sim": 0.9151,
   "in_our_set": true,
   "category": "http://commons.wikimedia.org/wiki/Category:Magdalen_Tower",
   "our_rule": "unique:magdalen tower"
  },
  {
   "landmark_id": 152496,
   "n": 71,
   "matched": 6,
   "raw": 0.0845,
   "best_sim": 0.8394,
   "in_our_set": true,
   "category": "http://commons.wikimedia.org/wiki/Category:Christ_Church,_Oxford",
   "our_rule": "blanket:oxford"
  },
  {
   "landmark_id": 167104,
   "n": 23,
   "matched": 2,
   "raw": 0.087,
   "best_sim": 0.7885,
   "in_our_set": false,
   "category": "",
   "our_rule": ""
  },
  {
   "landmark_id": 167275,
   "n": 55,
   "matched": 49,
   "raw": 0.8909,
   "best_sim": 0.9734,
   "in_our_set": true,
   "category": "http://commons.wikimedia.org/wiki/Category:Bridge_of_Sighs_(Oxford)",
   "our_rule": "blanket:oxford"
  },
  {
   "landmark_id": 181291,
   "n": 60,
   "matched": 16,
   "raw": 0.2667,
   "best_sim": 0.9464,
   "in_our_set": false,
   "category": "",
   "our_rule": ""
  },
  {
   "landmark_id": 192090,
   "n": 23,
   "matched": 13,
   "raw": 0.5652,
   "best_sim": 0.9088,
   "in_our_set": false,
   "category": "",
   "our_rule": ""
  }
 ]
}