{ "schema": "snapped-labels/voxel-exact@1", "fixture": true, "generated": "2026-10-28T00:00:00Z", "dataset": { "repo": "SharpMeow/vesuvius-snapped-labels", "release": "1.0.1", "revision": "95432ec570d6f096d754e6ac16cafdeb83ca8a04" }, "rule": { "primary_tolerance": 1.0, "tolerances": [ 0.5, 1.0, 2.0 ], "bar": 0.9, "interval": { "method": "clopper-pearson", "sided": "one", "level": 0.95 }, "max_move": 16.0 }, "prereg": { "sha256": "0000000000000000000000000000000000000000000000000000000000000000", "frozen": "2026-10-28T00:00:00Z" }, "prizes_read": { "url": "https://scrollprize.org/prizes", "date": "2026-10-28" }, "scrolls": [ { "scroll": "SYNTH-A", "claim": "measured", "why_not_shown": null, "label_scan": { "volume_id": "synthetic-label-scan", "voxel_um": 9.0 }, "truth": { "kind": "finer_scan", "volume_id": "synthetic-fine-scan", "voxel_um": 1.1 }, "oracle": { "kind": "finer_scan", "volume_id": "synthetic-mid-scan", "voxel_um": 2.4 }, "certificate": null, "vertices": { "released": 120000, "held_back": 18000, "by_code": { "0": 80000, "2": 38800, "1": 1200 } }, "void": [], "strata": [ { "id": "C0", "code": 0, "primary": true, "verdict": "PASS", "instrument_limited": false, "why": "every leg holds", "n_selected": 60, "n_scorable": 59, "within": { "0.5": { "basis": "scorable", "k": 41, "n": 59, "share": 0.694915, "lower": null, "upper": null }, "1": { "basis": "itt", "k": 59, "n": 60, "share": 0.983333, "lower": 0.9218, "upper": 1.0 }, "2": { "basis": "scorable", "k": 59, "n": 59, "share": 1.0, "lower": null, "upper": null } }, "median_abs": 0.404, "residual_hist": { "edges": [ -4.0, -3.75, -3.5, -3.25, -3.0, -2.75, -2.5, -2.25, -2.0, -1.75, -1.5, -1.25, -1.0, -0.75, -0.5, -0.25, 0.0, 0.25, 0.5, 0.75, 1.0, 1.25, 1.5, 1.75, 2.0, 2.25, 2.5, 2.75, 3.0, 3.25, 3.5, 3.75, 4.0 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 6, 12, 12, 9, 11, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "under": 0, "over": 0, "sign": "positive: the snapped point lies outward of the truth face, away from the center line" }, "published_hist": { "edges": [ -4.0, -3.75, -3.5, -3.25, -3.0, -2.75, -2.5, -2.25, -2.0, -1.75, -1.5, -1.25, -1.0, -0.75, -0.5, -0.25, 0.0, 0.25, 0.5, 0.75, 1.0, 1.25, 1.5, 1.75, 2.0, 2.25, 2.5, 2.75, 3.0, 3.25, 3.5, 3.75, 4.0 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 1, 3, 2, 0, 3, 1, 3, 4, 8, 5, 5, 3, 3, 5, 2, 1, 2 ], "under": 0, "over": 4 }, "controls": [ { "name": "published label", "observed": 0.22, "require": "below", "limit": 0.6, "holds": true }, { "name": "planted +1.5 voxels", "observed": 0.12, "require": "below", "limit": 0.5, "holds": true }, { "name": "planted -1.5 voxels", "observed": 0.15, "require": "below", "limit": 0.5, "holds": true }, { "name": "planted +3 voxels", "observed": 0.02, "require": "below", "limit": 0.2, "holds": true }, { "name": "verso face", "observed": 0.05, "require": "below", "limit": 0.3, "holds": true }, { "name": "oracle face (2.4 um scan)", "observed": 0.97, "require": "above", "limit": 0.8, "holds": true } ] }, { "id": "C2", "code": 2, "primary": false, "verdict": "NOT SHOWN", "instrument_limited": false, "why": "the lower bound is under the bar", "n_selected": 60, "n_scorable": 55, "within": { "0.5": { "basis": "scorable", "k": 22, "n": 55, "share": 0.4, "lower": null, "upper": null }, "1": { "basis": "itt", "k": 44, "n": 60, "share": 0.733333, "lower": 0.632, "upper": 0.7933 }, "2": { "basis": "scorable", "k": 52, "n": 55, "share": 0.945455, "lower": null, "upper": null } }, "median_abs": 0.907, "residual_hist": { "edges": [ -4.0, -3.75, -3.5, -3.25, -3.0, -2.75, -2.5, -2.25, -2.0, -1.75, -1.5, -1.25, -1.0, -0.75, -0.5, -0.25, 0.0, 0.25, 0.5, 0.75, 1.0, 1.25, 1.5, 1.75, 2.0, 2.25, 2.5, 2.75, 3.0, 3.25, 3.5, 3.75, 4.0 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 5, 2, 6, 4, 2, 5, 5, 6, 4, 2, 4, 1, 0, 1, 0, 0, 0, 0, 0 ], "under": 0, "over": 0, "sign": "positive: the snapped point lies outward of the truth face, away from the center line" }, "published_hist": { "edges": [ -4.0, -3.75, -3.5, -3.25, -3.0, -2.75, -2.5, -2.25, -2.0, -1.75, -1.5, -1.25, -1.0, -0.75, -0.5, -0.25, 0.0, 0.25, 0.5, 0.75, 1.0, 1.25, 1.5, 1.75, 2.0, 2.25, 2.5, 2.75, 3.0, 3.25, 3.5, 3.75, 4.0 ], "counts": [ 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 3, 1, 4, 4, 3, 4, 3, 3, 8, 2, 3, 5, 1, 0, 2, 0 ], "under": 0, "over": 3 }, "controls": [ { "name": "published label", "observed": 0.25, "require": "below", "limit": 0.6, "holds": true }, { "name": "planted +1.5 voxels", "observed": 0.12, "require": "below", "limit": 0.5, "holds": true }, { "name": "planted -1.5 voxels", "observed": 0.15, "require": "below", "limit": 0.5, "holds": true }, { "name": "planted +3 voxels", "observed": 0.02, "require": "below", "limit": 0.2, "holds": true }, { "name": "verso face", "observed": 0.05, "require": "below", "limit": 0.3, "holds": true }, { "name": "oracle face (2.4 um scan)", "observed": 0.97, "require": "above", "limit": 0.8, "holds": true } ] }, { "id": "C1", "code": 1, "primary": false, "verdict": "UNANSWERABLE", "instrument_limited": false, "why": "12 selected sites, under the minimum of 30", "n_selected": 12, "n_scorable": 12, "within": { "0.5": { "basis": "scorable", "k": 2, "n": 12, "share": 0.166667, "lower": null, "upper": null }, "1": { "basis": "itt", "k": 5, "n": 12, "share": 0.416667, "lower": null, "upper": 0.4767 }, "2": { "basis": "scorable", "k": 9, "n": 12, "share": 0.75, "lower": null, "upper": null } }, "median_abs": 1.979, "residual_hist": { "edges": [ -4.0, -3.75, -3.5, -3.25, -3.0, -2.75, -2.5, -2.25, -2.0, -1.75, -1.5, -1.25, -1.0, -0.75, -0.5, -0.25, 0.0, 0.25, 0.5, 0.75, 1.0, 1.25, 1.5, 1.75, 2.0, 2.25, 2.5, 2.75, 3.0, 3.25, 3.5, 3.75, 4.0 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 2, 0, 0, 1, 0, 2, 0, 0, 0, 1, 0, 0 ], "under": 0, "over": 2, "sign": "positive: the snapped point lies outward of the truth face, away from the center line" }, "published_hist": { "edges": [ -4.0, -3.75, -3.5, -3.25, -3.0, -2.75, -2.5, -2.25, -2.0, -1.75, -1.5, -1.25, -1.0, -0.75, -0.5, -0.25, 0.0, 0.25, 0.5, 0.75, 1.0, 1.25, 1.5, 1.75, 2.0, 2.25, 2.5, 2.75, 3.0, 3.25, 3.5, 3.75, 4.0 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 2, 0, 1, 0, 2, 1, 0, 0, 1, 0, 1, 0, 0 ], "under": 0, "over": 1 }, "controls": [ { "name": "published label", "observed": 0.21, "require": "below", "limit": 0.6, "holds": true }, { "name": "planted +1.5 voxels", "observed": 0.12, "require": "below", "limit": 0.5, "holds": true }, { "name": "planted -1.5 voxels", "observed": 0.15, "require": "below", "limit": 0.5, "holds": true }, { "name": "planted +3 voxels", "observed": 0.02, "require": "below", "limit": 0.2, "holds": true }, { "name": "verso face", "observed": 0.05, "require": "below", "limit": 0.3, "holds": true }, { "name": "oracle face (2.4 um scan)", "observed": 0.97, "require": "above", "limit": 0.8, "holds": true } ] }, { "id": "C0L", "code": 0, "primary": false, "verdict": "PASS", "instrument_limited": false, "why": "every leg holds", "n_selected": 60, "n_scorable": 59, "within": { "0.5": { "basis": "scorable", "k": 38, "n": 59, "share": 0.644068, "lower": null, "upper": null }, "1": { "basis": "itt", "k": 59, "n": 60, "share": 0.983333, "lower": 0.9218, "upper": 1.0 }, "2": { "basis": "scorable", "k": 59, "n": 59, "share": 1.0, "lower": null, "upper": null } }, "median_abs": 0.571, "residual_hist": { "edges": [ -4.0, -3.75, -3.5, -3.25, -3.0, -2.75, -2.5, -2.25, -2.0, -1.75, -1.5, -1.25, -1.0, -0.75, -0.5, -0.25, 0.0, 0.25, 0.5, 0.75, 1.0, 1.25, 1.5, 1.75, 2.0, 2.25, 2.5, 2.75, 3.0, 3.25, 3.5, 3.75, 4.0 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 4, 11, 9, 10, 7, 7, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "under": 0, "over": 0, "sign": "positive: the snapped point lies outward of the truth face, away from the center line" }, "published_hist": { "edges": [ -4.0, -3.75, -3.5, -3.25, -3.0, -2.75, -2.5, -2.25, -2.0, -1.75, -1.5, -1.25, -1.0, -0.75, -0.5, -0.25, 0.0, 0.25, 0.5, 0.75, 1.0, 1.25, 1.5, 1.75, 2.0, 2.25, 2.5, 2.75, 3.0, 3.25, 3.5, 3.75, 4.0 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 5, 2, 4, 2, 5, 3, 7, 2, 5, 1, 0, 1, 5, 6, 4, 2 ], "under": 0, "over": 4 }, "controls": [ { "name": "published label", "observed": 0.24, "require": "below", "limit": 0.6, "holds": true }, { "name": "planted +1.5 voxels", "observed": 0.12, "require": "below", "limit": 0.5, "holds": true }, { "name": "planted -1.5 voxels", "observed": 0.15, "require": "below", "limit": 0.5, "holds": true }, { "name": "planted +3 voxels", "observed": 0.02, "require": "below", "limit": 0.2, "holds": true }, { "name": "verso face", "observed": 0.05, "require": "below", "limit": 0.3, "holds": true }, { "name": "oracle face (2.4 um scan)", "observed": 0.97, "require": "above", "limit": 0.8, "holds": true } ] } ] }, { "scroll": "SYNTH-B", "claim": "certified", "why_not_shown": null, "label_scan": { "volume_id": "synthetic-label-scan-b", "voxel_um": 7.9 }, "truth": null, "oracle": null, "certificate": { "method": "synthetic two-face agreement bound", "lower": 0.81, "level": 0.95, "n": 5000, "assumptions": [ "Made-up assumption one: the two faces err independently.", "Made-up assumption two: the sampled vertices represent the scroll." ] }, "vertices": { "released": 90000, "held_back": 9000, "by_code": { "0": 70000, "2": 19000, "1": 1000 } }, "void": [], "strata": [] }, { "scroll": "SYNTH-C", "claim": "not_shown", "why_not_shown": "no finer scan and the certificate's assumptions did not hold (synthetic example)", "label_scan": { "volume_id": "synthetic-label-scan-c", "voxel_um": 9.0 }, "truth": null, "oracle": null, "certificate": null, "vertices": { "released": 40000, "held_back": 4000, "by_code": { "0": 22000, "2": 16000, "1": 2000 } }, "void": [], "strata": [] } ], "showcase": [ { "scroll": "SYNTH-A", "segment": "synthetic-sheet", "file": "show/SYNTH-A/synthetic-sheet.json", "spent": true } ] }