Hugging Face's logo

Spaces:
SharpMeow
/
snapped-labels
Running

App Files Community
snapped-labels / vx /fixture /summary.json
SharpMeow's picture
SharpMeow
Voxel exact tab: the two-scan result for PHerc0139, from Scrolls main 9aa8578 (PR #265)
538ab06 verified
Raw History Blame Contribute Delete
16.4 kB
{
"schema": "snapped-labels/voxel-exact@1",
"fixture": true,
"generated": "2026-10-28T00:00:00Z",
"dataset": {
"repo": "SharpMeow/vesuvius-snapped-labels",
"release": "1.0.1",
"revision": "95432ec570d6f096d754e6ac16cafdeb83ca8a04"
},
"rule": {
"primary_tolerance": 1.0,
"tolerances": [
0.5,
1.0,
2.0
],
"bar": 0.9,
"interval": {
"method": "clopper-pearson",
"sided": "one",
"level": 0.95
},
"max_move": 16.0
},
"prereg": {
"sha256": "0000000000000000000000000000000000000000000000000000000000000000",
"frozen": "2026-10-28T00:00:00Z"
},
"prizes_read": {
"url": "https://scrollprize.org/prizes",
"date": "2026-10-28"
},
"scrolls": [
{
"scroll": "SYNTH-A",
"claim": "measured",
"why_not_shown": null,
"label_scan": {
"volume_id": "synthetic-label-scan",
"voxel_um": 9.0
},
"truth": {
"kind": "finer_scan",
"volume_id": "synthetic-fine-scan",
"voxel_um": 1.1
},
"oracle": {
"kind": "finer_scan",
"volume_id": "synthetic-mid-scan",
"voxel_um": 2.4
},
"certificate": null,
"vertices": {
"released": 120000,
"held_back": 18000,
"by_code": {
"0": 80000,
"2": 38800,
"1": 1200
}
},
"void": [],
"strata": [
{
"id": "C0",
"code": 0,
"primary": true,
"verdict": "PASS",
"instrument_limited": false,
"why": "every leg holds",
"n_selected": 60,
"n_scorable": 59,
"within": {
"0.5": {
"basis": "scorable",
"k": 41,
"n": 59,
"share": 0.694915,
"lower": null,
"upper": null
},
"1": {
"basis": "itt",
"k": 59,
"n": 60,
"share": 0.983333,
"lower": 0.9218,
"upper": 1.0
},
"2": {
"basis": "scorable",
"k": 59,
"n": 59,
"share": 1.0,
"lower": null,
"upper": null
}
},
"median_abs": 0.404,
"residual_hist": {
"edges": [
-4.0,
-3.75,
-3.5,
-3.25,
-3.0,
-2.75,
-2.5,
-2.25,
-2.0,
-1.75,
-1.5,
-1.25,
-1.0,
-0.75,
-0.5,
-0.25,
0.0,
0.25,
0.5,
0.75,
1.0,
1.25,
1.5,
1.75,
2.0,
2.25,
2.5,
2.75,
3.0,
3.25,
3.5,
3.75,
4.0
],
"counts": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
2,
1,
6,
12,
12,
9,
11,
4,
2,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
"under": 0,
"over": 0,
"sign": "positive: the snapped point lies outward of the truth face, away from the center line"
},
"published_hist": {
"edges": [
-4.0,
-3.75,
-3.5,
-3.25,
-3.0,
-2.75,
-2.5,
-2.25,
-2.0,
-1.75,
-1.5,
-1.25,
-1.0,
-0.75,
-0.5,
-0.25,
0.0,
0.25,
0.5,
0.75,
1.0,
1.25,
1.5,
1.75,
2.0,
2.25,
2.5,
2.75,
3.0,
3.25,
3.5,
3.75,
4.0
],
"counts": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
1,
2,
1,
3,
2,
0,
3,
1,
3,
4,
8,
5,
5,
3,
3,
5,
2,
1,
2
],
"under": 0,
"over": 4
},
"controls": [
{
"name": "published label",
"observed": 0.22,
"require": "below",
"limit": 0.6,
"holds": true
},
{
"name": "planted +1.5 voxels",
"observed": 0.12,
"require": "below",
"limit": 0.5,
"holds": true
},
{
"name": "planted -1.5 voxels",
"observed": 0.15,
"require": "below",
"limit": 0.5,
"holds": true
},
{
"name": "planted +3 voxels",
"observed": 0.02,
"require": "below",
"limit": 0.2,
"holds": true
},
{
"name": "verso face",
"observed": 0.05,
"require": "below",
"limit": 0.3,
"holds": true
},
{
"name": "oracle face (2.4 um scan)",
"observed": 0.97,
"require": "above",
"limit": 0.8,
"holds": true
}
]
},
{
"id": "C2",
"code": 2,
"primary": false,
"verdict": "NOT SHOWN",
"instrument_limited": false,
"why": "the lower bound is under the bar",
"n_selected": 60,
"n_scorable": 55,
"within": {
"0.5": {
"basis": "scorable",
"k": 22,
"n": 55,
"share": 0.4,
"lower": null,
"upper": null
},
"1": {
"basis": "itt",
"k": 44,
"n": 60,
"share": 0.733333,
"lower": 0.632,
"upper": 0.7933
},
"2": {
"basis": "scorable",
"k": 52,
"n": 55,
"share": 0.945455,
"lower": null,
"upper": null
}
},
"median_abs": 0.907,
"residual_hist": {
"edges": [
-4.0,
-3.75,
-3.5,
-3.25,
-3.0,
-2.75,
-2.5,
-2.25,
-2.0,
-1.75,
-1.5,
-1.25,
-1.0,
-0.75,
-0.5,
-0.25,
0.0,
0.25,
0.5,
0.75,
1.0,
1.25,
1.5,
1.75,
2.0,
2.25,
2.5,
2.75,
3.0,
3.25,
3.5,
3.75,
4.0
],
"counts": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
2,
3,
3,
5,
2,
6,
4,
2,
5,
5,
6,
4,
2,
4,
1,
0,
1,
0,
0,
0,
0,
0
],
"under": 0,
"over": 0,
"sign": "positive: the snapped point lies outward of the truth face, away from the center line"
},
"published_hist": {
"edges": [
-4.0,
-3.75,
-3.5,
-3.25,
-3.0,
-2.75,
-2.5,
-2.25,
-2.0,
-1.75,
-1.5,
-1.25,
-1.0,
-0.75,
-0.5,
-0.25,
0.0,
0.25,
0.5,
0.75,
1.0,
1.25,
1.5,
1.75,
2.0,
2.25,
2.5,
2.75,
3.0,
3.25,
3.5,
3.75,
4.0
],
"counts": [
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
2,
1,
2,
3,
1,
4,
4,
3,
4,
3,
3,
8,
2,
3,
5,
1,
0,
2,
0
],
"under": 0,
"over": 3
},
"controls": [
{
"name": "published label",
"observed": 0.25,
"require": "below",
"limit": 0.6,
"holds": true
},
{
"name": "planted +1.5 voxels",
"observed": 0.12,
"require": "below",
"limit": 0.5,
"holds": true
},
{
"name": "planted -1.5 voxels",
"observed": 0.15,
"require": "below",
"limit": 0.5,
"holds": true
},
{
"name": "planted +3 voxels",
"observed": 0.02,
"require": "below",
"limit": 0.2,
"holds": true
},
{
"name": "verso face",
"observed": 0.05,
"require": "below",
"limit": 0.3,
"holds": true
},
{
"name": "oracle face (2.4 um scan)",
"observed": 0.97,
"require": "above",
"limit": 0.8,
"holds": true
}
]
},
{
"id": "C1",
"code": 1,
"primary": false,
"verdict": "UNANSWERABLE",
"instrument_limited": false,
"why": "12 selected sites, under the minimum of 30",
"n_selected": 12,
"n_scorable": 12,
"within": {
"0.5": {
"basis": "scorable",
"k": 2,
"n": 12,
"share": 0.166667,
"lower": null,
"upper": null
},
"1": {
"basis": "itt",
"k": 5,
"n": 12,
"share": 0.416667,
"lower": null,
"upper": 0.4767
},
"2": {
"basis": "scorable",
"k": 9,
"n": 12,
"share": 0.75,
"lower": null,
"upper": null
}
},
"median_abs": 1.979,
"residual_hist": {
"edges": [
-4.0,
-3.75,
-3.5,
-3.25,
-3.0,
-2.75,
-2.5,
-2.25,
-2.0,
-1.75,
-1.5,
-1.25,
-1.0,
-0.75,
-0.5,
-0.25,
0.0,
0.25,
0.5,
0.75,
1.0,
1.25,
1.5,
1.75,
2.0,
2.25,
2.5,
2.75,
3.0,
3.25,
3.5,
3.75,
4.0
],
"counts": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
1,
1,
0,
1,
0,
2,
0,
0,
1,
0,
2,
0,
0,
0,
1,
0,
0
],
"under": 0,
"over": 2,
"sign": "positive: the snapped point lies outward of the truth face, away from the center line"
},
"published_hist": {
"edges": [
-4.0,
-3.75,
-3.5,
-3.25,
-3.0,
-2.75,
-2.5,
-2.25,
-2.0,
-1.75,
-1.5,
-1.25,
-1.0,
-0.75,
-0.5,
-0.25,
0.0,
0.25,
0.5,
0.75,
1.0,
1.25,
1.5,
1.75,
2.0,
2.25,
2.5,
2.75,
3.0,
3.25,
3.5,
3.75,
4.0
],
"counts": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
2,
0,
0,
0,
0,
1,
0,
2,
0,
1,
0,
2,
1,
0,
0,
1,
0,
1,
0,
0
],
"under": 0,
"over": 1
},
"controls": [
{
"name": "published label",
"observed": 0.21,
"require": "below",
"limit": 0.6,
"holds": true
},
{
"name": "planted +1.5 voxels",
"observed": 0.12,
"require": "below",
"limit": 0.5,
"holds": true
},
{
"name": "planted -1.5 voxels",
"observed": 0.15,
"require": "below",
"limit": 0.5,
"holds": true
},
{
"name": "planted +3 voxels",
"observed": 0.02,
"require": "below",
"limit": 0.2,
"holds": true
},
{
"name": "verso face",
"observed": 0.05,
"require": "below",
"limit": 0.3,
"holds": true
},
{
"name": "oracle face (2.4 um scan)",
"observed": 0.97,
"require": "above",
"limit": 0.8,
"holds": true
}
]
},
{
"id": "C0L",
"code": 0,
"primary": false,
"verdict": "PASS",
"instrument_limited": false,
"why": "every leg holds",
"n_selected": 60,
"n_scorable": 59,
"within": {
"0.5": {
"basis": "scorable",
"k": 38,
"n": 59,
"share": 0.644068,
"lower": null,
"upper": null
},
"1": {
"basis": "itt",
"k": 59,
"n": 60,
"share": 0.983333,
"lower": 0.9218,
"upper": 1.0
},
"2": {
"basis": "scorable",
"k": 59,
"n": 59,
"share": 1.0,
"lower": null,
"upper": null
}
},
"median_abs": 0.571,
"residual_hist": {
"edges": [
-4.0,
-3.75,
-3.5,
-3.25,
-3.0,
-2.75,
-2.5,
-2.25,
-2.0,
-1.75,
-1.5,
-1.25,
-1.0,
-0.75,
-0.5,
-0.25,
0.0,
0.25,
0.5,
0.75,
1.0,
1.25,
1.5,
1.75,
2.0,
2.25,
2.5,
2.75,
3.0,
3.25,
3.5,
3.75,
4.0
],
"counts": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
5,
4,
11,
9,
10,
7,
7,
1,
1,
3,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
"under": 0,
"over": 0,
"sign": "positive: the snapped point lies outward of the truth face, away from the center line"
},
"published_hist": {
"edges": [
-4.0,
-3.75,
-3.5,
-3.25,
-3.0,
-2.75,
-2.5,
-2.25,
-2.0,
-1.75,
-1.5,
-1.25,
-1.0,
-0.75,
-0.5,
-0.25,
0.0,
0.25,
0.5,
0.75,
1.0,
1.25,
1.5,
1.75,
2.0,
2.25,
2.5,
2.75,
3.0,
3.25,
3.5,
3.75,
4.0
],
"counts": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
5,
2,
4,
2,
5,
3,
7,
2,
5,
1,
0,
1,
5,
6,
4,
2
],
"under": 0,
"over": 4
},
"controls": [
{
"name": "published label",
"observed": 0.24,
"require": "below",
"limit": 0.6,
"holds": true
},
{
"name": "planted +1.5 voxels",
"observed": 0.12,
"require": "below",
"limit": 0.5,
"holds": true
},
{
"name": "planted -1.5 voxels",
"observed": 0.15,
"require": "below",
"limit": 0.5,
"holds": true
},
{
"name": "planted +3 voxels",
"observed": 0.02,
"require": "below",
"limit": 0.2,
"holds": true
},
{
"name": "verso face",
"observed": 0.05,
"require": "below",
"limit": 0.3,
"holds": true
},
{
"name": "oracle face (2.4 um scan)",
"observed": 0.97,
"require": "above",
"limit": 0.8,
"holds": true
}
]
}
]
},
{
"scroll": "SYNTH-B",
"claim": "certified",
"why_not_shown": null,
"label_scan": {
"volume_id": "synthetic-label-scan-b",
"voxel_um": 7.9
},
"truth": null,
"oracle": null,
"certificate": {
"method": "synthetic two-face agreement bound",
"lower": 0.81,
"level": 0.95,
"n": 5000,
"assumptions": [
"Made-up assumption one: the two faces err independently.",
"Made-up assumption two: the sampled vertices represent the scroll."
]
},
"vertices": {
"released": 90000,
"held_back": 9000,
"by_code": {
"0": 70000,
"2": 19000,
"1": 1000
}
},
"void": [],
"strata": []
},
{
"scroll": "SYNTH-C",
"claim": "not_shown",
"why_not_shown": "no finer scan and the certificate's assumptions did not hold (synthetic example)",
"label_scan": {
"volume_id": "synthetic-label-scan-c",
"voxel_um": 9.0
},
"truth": null,
"oracle": null,
"certificate": null,
"vertices": {
"released": 40000,
"held_back": 4000,
"by_code": {
"0": 22000,
"2": 16000,
"1": 2000
}
},
"void": [],
"strata": []
}
],
"showcase": [
{
"scroll": "SYNTH-A",
"segment": "synthetic-sheet",
"file": "show/SYNTH-A/synthetic-sheet.json",
"spent": true
}
]
}