File size: 2,473 Bytes
63f41a6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 | {
"columns": [
"Id",
"Question",
"Design",
"Compute (box-hours)",
"Success criterion",
"Depends on",
"Status",
"Source"
],
"widths": [
7,
44,
52,
16,
44,
14,
14,
40
],
"rows": [
[
"X0",
"Does our stack reproduce Goedel-V2-8B?",
"miniF2F-test pass@32 @40k, strict verifier",
"~12",
"Within noise of 84.6%",
"-",
"Done: 202/244 (82.8%)",
"45f6f99"
],
[
"X1",
"Pool pass-rate distribution",
"2,000 x 8 @16k, overlapped verify",
"~25",
"Band >= 150 statements",
"X0",
"Running",
"chain4.log"
],
[
"G0",
"Is the measurement trustworthy?",
"Frozen verifier + anchor re-verify; coverage; 4-stage decontam; class-B ledger; RL step fits; Rust pilot",
"~30",
"All 7 Phase-0 items pass",
"X0",
"Planned",
"SOTA_PLAN.md Phase 0"
],
[
"K3",
"Feedback vs restarts",
"2 repairs/trajectory vs restart sampling, matched tokens, valid",
"~15",
"Paired valid difference, confirmed with fresh seed",
"G0",
"Planned",
"SOTA_PLAN.md section 3"
],
[
"K4",
"Averaging alpha",
"alpha in {0.6,0.7,0.8,0.9,1.0} after one L3 round, valid",
"~15",
"Best alpha; selections logged",
"G0",
"Planned",
"SOTA_PLAN.md section 3"
],
[
"K2",
"Is mutation the active ingredient?",
"2,000 verified mutations vs 2,000 extra unmutated proofs, same rows/tokens",
"~30",
"Winner scaled to 10-15k",
"G0",
"Planned",
"SOTA_PLAN.md section 3"
],
[
"K1",
"EI-SFT vs RL from the same checkpoint",
"10-15 RL steps vs token-matched L3 round; winner continued",
"~15-55",
"Winner chosen on valid, confirmed n=32 fresh seed",
"G0 (RL step)",
"Planned",
"SOTA_PLAN.md section 3"
],
[
"F1",
"PRIMARY final",
"Class A miniF2F-test, n=k=32, exact McNemar vs anchor",
"~23",
"~+9 net (~211/244) for significance",
"K1-K4",
"Planned",
"SOTA_PLAN.md section 1"
],
[
"F2",
"Secondary + exploratory finals",
"Class B miniF2F; ProofNet class A (Holm); class C ProofNet; Putnam pass@8",
"~160",
"Reported with protocol tuple",
"F1",
"Planned",
"SOTA_PLAN.md section 5"
],
[
"B1",
"Bug study (separate paper)",
"Aeneas (Lean 4.31 env), prove/negate closed proposition, vs LLM review vs cargo-fuzz",
"~40",
"Validated precision per method; executable counterexamples",
"G0 pilot",
"Planned",
"SOTA_PLAN.md Phase 5"
]
]
} |