Blame for vx/summary.json

{
 "schema": "snapped-labels/voxel-exact@1",
 "fixture": false,
 "generated": "2026-10-28T14:00:00Z",
 "dataset": {
  "repo": "SharpMeow/vesuvius-snapped-labels",
  "release": "1.0.1",
  "revision": "95432ec570d6f096d754e6ac16cafdeb83ca8a04"
 },
 "rule": {
  "primary_tolerance": 1.0,
  "tolerances": [
   0.5,
   1.0,
   2.0
  ],
  "bar": 0.9,
  "interval": {
   "method": "clopper-pearson",
   "sided": "one",
   "level": 0.95
  },
  "max_move": 16.0
 },
 "prereg": {
  "sha256": "a22b39db82e4534e6ce74c438d02d8be37e5557168c2bafd4138cd968cb5f982",
  "frozen": "2026-10-28T11:22:10Z"
 },
 "prizes_read": {
  "url": "https://scrollprize.org/prizes",
  "date": "2026-10-28"
 },
 "scrolls": [
  {
   "scroll": "PHerc0139",
   "claim": "measured",
   "why_not_shown": null,
   "label_scan": {
    "volume_id": "20250728140407",
    "voxel_um": 9.362
   },
   "truth": {
    "kind": "finer_scan",
    "volume_id": "20260413113053",
    "voxel_um": 1.129
   },
   "oracle": {
    "kind": "finer_scan",
    "volume_id": "20260102150214",
    "voxel_um": 2.399
   },
   "certificate": null,
   "vertices": {
    "released": 3147195,
    "held_back": 872310,
    "by_code": {
     "0": 2758538,
     "2": 373639,
     "1": 15018
    }
   },
   "void": [],
   "strata": [
    {
     "id": "C0",
     "code": 0,
     "primary": true,
     "verdict": "PASS",
     "instrument_limited": false,
     "why": "coverage 238 of 370 drawn sites (64.3%, lower bound 60.0%, bar 40%); on the covered sites 226 of 238 snapped vertices within 1 voxel of the consensus face (95.0%, lower bound 92.0%, cluster bootstrap 92.5%, bar 90%); the 2.399 µm scan's own face reaches 92.9% on the same covered sites; 370 code 0 sites in z 5384 to 5869 of the label scan, one vertex each, drawn after the rule was frozen and scored once",
     "n_selected": 370,
     "n_scorable": 317,
     "coverage": {
      "k": 238,
      "n": 370,
      "share": 0.643243,
      "lower": 0.600174,
      "upper": 0.684594,
      "bar": 0.4,
      "verdict": "COVERED",
      "what": "both the 1.129 µm scan and a second scan (2.403 µm) name the recto face at the site and agree within 1 label voxel; the consensus face is their mean"
     },
     "within": {
      "0.5": null,
      "1": {
       "basis": "covered",
       "k": 226,
       "n": 238,
       "share": 0.94958,
       "lower": 0.919587,
       "upper": 0.970653
      },
      "2": {
       "basis": "covered",
       "k": 230,
       "n": 238,
       "share": 0.966387,
       "lower": null,
       "upper": null
      }
     },
     "median_abs": 0.227806,
     "residual_hist": {
      "edges": [
       -4.0,
       -3.75,
       -3.5,
       -3.25,
       -3.0,
       -2.75,
       -2.5,
       -2.25,
       -2.0,
       -1.75,
       -1.5,
       -1.25,
       -1.0,
       -0.75,
       -0.5,
       -0.25,
       0.0,
       0.25,
       0.5,
       0.75,
       1.0,
       1.25,
       1.5,
       1.75,
       2.0,
       2.25,
       2.5,
       2.75,
       3.0,
       3.25,
       3.5,
       3.75,
       4.0
      ],
      "counts": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       1,
       0,
       2,
       3,
       22,
       64,
       66,
       48,
       16,
       5,
       2,
       1,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ],
      "under": 1,
      "over": 7,
      "sign": "positive: the snapped point lies outward of the truth face, away from the center line (the consensus face of the two scans)"
     },
     "published_hist": {
      "edges": [
       -4.0,
       -3.75,
       -3.5,
       -3.25,
       -3.0,
       -2.75,
       -2.5,
       -2.25,
       -2.0,
       -1.75,
       -1.5,
       -1.25,
       -1.0,
       -0.75,
       -0.5,
       -0.25,
       0.0,
       0.25,
       0.5,
       0.75,
       1.0,
       1.25,
       1.5,
       1.75,
       2.0,
       2.25,
       2.5,
       2.75,
       3.0,
       3.25,
       3.5,
       3.75,
       4.0
      ],
      "counts": [
       0,
       0,
       0,
       1,
       0,
       1,
       3,
       1,
       2,
       2,
       8,
       4,
       3,
       8,
       2,
       9,
       13,
       7,
       8,
       12,
       12,
       13,
       14,
       9,
       7,
       9,
       6,
       7,
       1,
       4,
       7,
       6
      ],
      "under": 2,
      "over": 57
     },
     "controls": [
      {
       "name": "published label on the consensus face (238 covered sites)",
       "observed": 0.260504,
       "require": "below",
       "limit": 0.6,
       "holds": true
      },
      {
       "name": "2.399 µm face moved +1.5 voxels, on the consensus face (231 covered sites)",
       "observed": 0.025974,
       "require": "below",
       "limit": 0.5,
       "holds": true
      },
      {
       "name": "2.399 µm face moved -1.5 voxels, on the consensus face (231 covered sites)",
       "observed": 0.121212,
       "require": "below",
       "limit": 0.5,
       "holds": true
      },
      {
       "name": "2.399 µm face moved +3 voxels, on the consensus face (231 covered sites)",
       "observed": 0.0,
       "require": "below",
       "limit": 0.2,
       "holds": true
      },
      {
       "name": "2.399 µm face moved -3 voxels, on the consensus face (231 covered sites)",
       "observed": 0.0,
       "require": "below",
       "limit": 0.2,
       "holds": true
      },
      {
       "name": "verso face (238 covered sites)",
       "observed": 0.0,
       "require": "below",
       "limit": 0.5,
       "holds": true
      },
      {
       "name": "positive control: the 2.399 µm scan's own face on the consensus face (238 covered sites)",
       "observed": 0.928571,
       "require": "above",
       "limit": 0.75,
       "holds": true
      },
      {
       "name": "second scan moved +1.5 voxels, still agreeing with the 1.129 µm face (291 sites where both name a face)",
       "observed": 0.182131,
       "require": "below",
       "limit": 0.5,
       "holds": true
      },
      {
       "name": "second scan moved -1.5 voxels, still agreeing with the 1.129 µm face (291 sites where both name a face)",
       "observed": 0.219931,
       "require": "below",
       "limit": 0.5,
       "holds": true
      },
      {
       "name": "second scan moved +3 voxels, still agreeing with the 1.129 µm face (291 sites where both name a face)",
       "observed": 0.010309,
       "require": "below",
       "limit": 0.2,
       "holds": true
      },
      {
       "name": "second scan moved -3 voxels, still agreeing with the 1.129 µm face (291 sites where both name a face)",
       "observed": 0.013746,
       "require": "below",
       "limit": 0.2,
       "holds": true
      },
      {
       "name": "site-permuted release: each snapped offset against another covered site's face (238 covered sites)",
       "observed": 0.222689,
       "require": "below",
       "limit": 0.5,
       "holds": true
      }
     ],
     "single_truth": {
      "verdict": "NOT SHOWN",
      "instrument_limited": true,
      "why": "289 of 370 drawn sites within 1 voxel of the 1.129 µm face, counting each unscorable site as a miss; lower bound 74.3% under the 90% bar (a PASS needed at least 343, with every veto leg); the 2.399 µm scan's own face reaches a lower bound of only 70.0% at the same sites, so one scan alone limits this test",
      "within_1": {
       "basis": "itt",
       "k": 289,
       "n": 370,
       "share": 0.781081,
       "lower": 0.742747,
       "upper": 0.816024
      },
      "controls": [
       {
        "name": "published label, against the 1.129 µm face alone (317 scorable sites)",
        "observed": 0.236593,
        "require": "below",
        "limit": 0.6,
        "holds": true
       },
       {
        "name": "2.399 µm face moved +1.5 voxels, against the 1.129 µm face alone (299 sites)",
        "observed": 0.050167,
        "require": "below",
        "limit": 0.5,
        "holds": true
       },
       {
        "name": "2.399 µm face moved -1.5 voxels, against the 1.129 µm face alone (299 sites)",
        "observed": 0.090301,
        "require": "below",
        "limit": 0.5,
        "holds": true
       },
       {
        "name": "2.399 µm face moved +3 voxels, against the 1.129 µm face alone (299 sites)",
        "observed": 0.003344,
        "require": "below",
        "limit": 0.2,
        "holds": true
       },
       {
        "name": "2.399 µm face moved -3 voxels, against the 1.129 µm face alone (299 sites)",
        "observed": 0.003344,
        "require": "below",
        "limit": 0.2,
        "holds": true
       },
       {
        "name": "verso face, against the 1.129 µm face alone (317 scorable sites)",
        "observed": 0.0,
        "require": "below",
        "limit": 0.5,
        "holds": true
       },
       {
        "name": "positive control: the 2.399 µm scan's own face, against the 1.129 µm face alone (317 scorable sites)",
        "observed": 0.864353,
        "require": "above",
        "limit": 0.75,
        "holds": true
       }
      ]
     }
    }
   ],
   "second_truth": {
    "kind": "finer_scan",
    "volume_id": "20260319133554",
    "voxel_um": 2.403
   },
   "scope": "Exact here means this, and only this. Two finer scans of PHerc0139 agree on the recto face within 1 voxel at 238 of 370 drawn code 0 (snapped) sites (64.3%, lower bound 60.0%). On those sites, 226 of 238 snapped vertices lie within 1 label voxel of that face (95.0%, lower bound 92.0%). It is not every vertex: about 36% of drawn code 0 sites are not covered by the two scans and make no claim, and codes 1 and 2 (left in place and filled) are outside it. It is one scroll and one band of the label scan (z 5384 to 5869). Agreement with two scans cannot see an error both scans share, so it is not proof that a vertex lies on the papyrus. Against the 1.129 µm scan alone the same sites are Not shown.",
   "earlier": [
    {
     "prereg": {
      "sha256": "bcac8e074d03c75ece811bee91688ce8682b5aad8c820e2b0e77003207c1d52a",
      "frozen": "2026-10-28T02:40:03Z"
     },
     "scope": "680 sites in z 4680 to 5184 of the label scan, one vertex each, drawn after the rule was frozen",
     "summary": "against the 1.129 µm face alone, counting each unscorable site as a miss: C0 NOT SHOWN (152 of 200 within 1 voxel, lower bound 70.5%); C0L NOT SHOWN (18 of 80 within 1 voxel, lower bound 15.1%); C2 NOT SHOWN (2 of 200 within 1 voxel, lower bound 0.2%); C1 NOT SHOWN (0 of 200 within 1 voxel, lower bound 0.0%); every control held. Spent; it is never rescored."
    }
   ]
  },
  {
   "scroll": "PHerc0814",
   "claim": "not_shown",
   "why_not_shown": "not tested yet: no frozen voxel-exact test has run on this scroll",
   "label_scan": {
    "volume_id": "20250804134230",
    "voxel_um": 9.362
   },
   "truth": null,
   "oracle": null,
   "certificate": null,
   "vertices": {
    "released": 1143812,
    "held_back": 226239,
    "by_code": {
     "0": 956569,
     "2": 179773,
     "1": 7470
    }
   },
   "void": [],
   "strata": []
  },
  {
   "scroll": "PHerc0841",
   "claim": "not_shown",
   "why_not_shown": "not tested yet: no frozen voxel-exact test has run on this scroll",
   "label_scan": {
    "volume_id": "20250821151531",
    "voxel_um": 9.366
   },
   "truth": null,
   "oracle": null,
   "certificate": null,
   "vertices": {
    "released": 73856,
    "held_back": 0,
    "by_code": {
     "0": 58582,
     "2": 15106,
     "1": 168
    }
   },
   "void": [],
   "strata": []
  },
  {
   "scroll": "PHerc0172",
   "claim": "not_shown",
   "why_not_shown": "not tested yet: no frozen voxel-exact test has run on this scroll, which was snapped in its own label scan",
   "label_scan": {
    "volume_id": "20241024131838",
    "voxel_um": 7.91
   },
   "truth": null,
   "oracle": null,
   "certificate": null,
   "vertices": {
    "released": 28579231,
    "held_back": 0,
    "by_code": {
     "0": 17954644,
     "2": 10317309,
     "1": 307278
    }
   },
   "void": [],
   "strata": []
  }
 ],
 "showcase": []
}