| { |
| "gate": 1, |
| "phase": "Phase 1 - Subspace + faithfulness (block-3 operating layer)", |
| "variant": "block3_midlayer", |
| "status": "PASS", |
| "supersedes": "gate_1.json (final-layer FAIL) and gate_1_block6.json (QUALIFIED) are kept as the layer-ablation record. Block 3 (index 2) is the chosen operating layer.", |
| "metrics": [ |
| { |
| "name": "token_lesion_auroc_density_A", |
| "modality": "LIDC-IDRI(val)", "layer": 3, "budget": null, |
| "value": 0.8713, "ci95": [0.8675, 0.8751], "test": "DeLong", |
| "threshold": 0.70, "threshold_status": "CALIBRATE", |
| "passed": true, |
| "detail": "Construction A (density/kNN) at block 3. Clears AUROC floor 0.70; CI lower 0.868 > 0.65." |
| }, |
| { |
| "name": "density_A_vs_attention_delong_diff", |
| "modality": "LIDC-IDRI(val)", "budget": null, |
| "value": 0.1045, "ci95": [0.0985, 0.1106], "test": "DeLong_paired", |
| "threshold": 0.0, "threshold_status": "FIXED(must_exceed_0)", |
| "passed": true, |
| "detail": "density-A beats best attention by +0.105 AUROC; CI excludes 0 (p~0)." |
| }, |
| { |
| "name": "token_lesion_auroc_residual_B", |
| "modality": "LIDC-IDRI(val)", "layer": 3, "budget": null, |
| "value": 0.8397, "ci95": [0.8351, 0.8442], "test": "DeLong", |
| "threshold": 0.70, "threshold_status": "CALIBRATE", "passed": true, |
| "detail": "Construction B (residual) at block 3 also passes and beats attention (+0.073)." |
| }, |
| { |
| "name": "comparator_attention_saliency_auroc", |
| "modality": "LIDC-IDRI(val)", "layer": "final", "budget": null, |
| "value": 0.7668, "ci95": [0.7605, 0.7731], "test": "DeLong", |
| "threshold": null, "threshold_status": "comparator", "passed": true, |
| "detail": "Best (final-block) attention comparator." |
| }, |
| { |
| "name": "comparator_random_auroc", |
| "modality": "LIDC-IDRI(val)", "budget": null, |
| "value": 0.5115, "ci95": [0.5028, 0.5201], "test": "DeLong", |
| "threshold": null, "threshold_status": "comparator", "passed": true, "detail": "~0.5." |
| }, |
| { |
| "name": "dice_vs_mask_density_A", |
| "modality": "LIDC-IDRI(val)", "layer": 3, "budget": null, |
| "value": 0.2009, "ci95": null, "test": "mean_dice@q0.9", |
| "threshold": 0.0095, "threshold_status": "CALIBRATE(2x_random)", "passed": true, |
| "detail": "Dice(>3-patch) 0.201, Dice(1-3 patch) 0.077 vs ~0.005 random proxy (>>2x)." |
| } |
| ], |
| "thresholds_locked_ref": null, |
| "seeds": [0], |
| "data_gaps": [], |
| "eval_summary": { |
| "eval_split": "val", "layer": 3, |
| "n_patches": 916496, "n_lesion_patches": 4368, |
| "token_bank": "processed/covtoken/ct_token_bank_block2.pt (2,107,392 block-3 tokens)", |
| "metrics_artifact": "processed/covtoken/gate1_block2_metrics.json", |
| "finer_sweep": "processed/covtoken/diagnostic_sweep.json (blocks 3-6 + fusion)" |
| }, |
| "layer_ablation": { |
| "final_layer_density_A_auroc": 0.565, |
| "block6_density_A_auroc": 0.769, |
| "block4_density_A_auroc": 0.865, |
| "block3_density_A_auroc": 0.871, |
| "note": "Monotone improvement toward earlier layers; final-layer SSL features are tuned for global objectives, mid/early layers carry the dense local lesion signal. Density (geometric, label-free) beats attention; density+attention fusion is WORSE than pure density." |
| }, |
| "decision_rule": "PASS iff better construction AUROC>=0.70 (CI lower>0.65) AND beats attention by DeLong CI excluding 0.", |
| "decision": "PASS. The label-free lesion subspace localizes LIDC nodules at AUROC 0.871 (density-A, block 3), beating the best attention comparator by +0.105 (CI excludes 0). The load-bearing assumption holds decisively. Operating layer fixed to block 3.", |
| "human_signoff": null |
| } |
|
|
