File size: 4,831 Bytes
63f41a6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 | {
"columns": [
"Date",
"Event",
"Result / number",
"Evidence",
"Next action"
],
"widths": [
12,
46,
52,
40,
44
],
"rows": [
[
"2026-09-23",
"align consolidated (SFT/DPO/PPO/GRPO, torch-only)",
"Dependency firewall test in place",
"a4d4d5e",
"Hardening"
],
[
"2026-10-12",
"Strict Lean verifier P1 + OLMoE parity",
"Ceiling 177/178 good, 0/61 adversarial accepted",
"654c20c",
"Goedel SFT build"
],
[
"2026-10-13",
"Scope narrowed to post-training Goedel-Prover-V2-8B",
"OLMoE pretraining / Leanstral-scale out of scope",
"align_olmoe_leanstral_roadmap memory",
"Baseline"
],
[
"2026-10-13",
"P2 baseline pass@8 @16k",
"78.7% (192/244); 40k identical",
"780ce3d",
"pass@32 reproduction"
],
[
"2026-10-13",
"Generation/verification overlap",
"Fixed idle-GPU defect (verify was 1.43 h serial)",
"7b07b55",
"-"
],
[
"2026-10-14",
"SOTA gate 1: pass@32 @40k",
"82.8% (202/244); 30k-equivalent identical",
"45f6f99",
"300 s timeout re-check"
],
[
"2026-10-14",
"300 s re-check of 274 timed-out samples",
"0 recovered; baseline stays 202",
"1cc55e4",
"Adopt 300 s / 1,200 s protocol"
],
[
"2026-10-14",
"miniF2F-valid built",
"226 problems",
"1c483cc",
"Use for all dev decisions"
],
[
"2026-10-14",
"Pool round 0 started",
"2,000 x 8 @16k; 2,963 generated by 14:36 UTC (~600/h)",
"align/.tmp/p2/r1/pipe_pool/pipeline.jsonl",
"chain5 after completion"
],
[
"2026-10-14",
"Leanstral lineage research: 6 depth loci done",
"RL mostly sharpens; data > RL here; CISPO second-order; FP32 head/averaging not Leanstral",
"research/runs/leanstral-recipe-lineage-c14fca/comparisons.md",
"Steps 7-16 -> final report"
],
[
"2026-10-14",
"Open dataset inventory started",
"Sonnet discover / Haiku verify / Sonnet critic",
"workflow wf_c3f2e9d0-871",
"Fill Datasets sheet"
],
[
"2026-10-14",
"Open dataset inventory complete",
"133 entries API-checked (132 exist); 76 candidates, 38 eval-only, 17 need decontamination; 9 gaps -> Data_Gaps",
"workflow wf_c3f2e9d0-871; docs/workbook/data/Datasets.json",
"Decontaminate (WBS 4.3); build G1/G2 pools"
],
[
"2026-10-14",
"8B SOTA plan drafted",
"Classes A/B/C/D, levers L1-L7, gates G0-G5, ~400-460 box-hours, calendar to Dec 20",
"docs/SOTA_PLAN.md",
"Finalize after research report; start Phase 0"
],
[
"2026-10-14",
"Codex independent review applied",
"Plan v2: one primary endpoint (~+9 net for significance), K1-K4 controlled contrasts, eval reserved first (~180 GPU-h), budget 520-620 GPU-h; split guard added to EI driver",
"docs/evidence/codex_review_2026-10-14.md; docs/SOTA_PLAN.md",
"Phase 0 items 1-7"
],
[
"2026-10-14",
"Codex + Claude code reviews applied",
"Codex 3 P1 + 5 P2, Claude 8 findings on build_valid: guard fails closed, protected test sets, per-round recheck, workbook lock, build_valid ceiling test + crash handling, box-hour units",
"commit after 9648df1",
"WBS 3.6 eval_report registration"
],
[
"2026-10-14",
"300 s re-check of baseline timeouts complete",
"0/274 accepted (195 still time out at 300 s = undecided, 76 compile errors); anchor stays 202/244",
".tmp/p2/r1/baseline/ver_minif2f_c40960.timeouts_unsolved_b300.jsonl",
"1,200 s sensitivity on the 195 in Phase 0a"
],
[
"2026-10-14",
"Deep code verification + fix pass",
"12 units, 141 OK invariants; confirmed P1 7 / P2 49 / P3 170; 40 fixed, 15 partial, 1 design decision; 10 deferred (frozen files)",
"docs/evidence/deep_verification_2026-10-14.md",
"Phase-0a verifier freeze merges the deferred items"
],
[
"2026-10-14",
"SOTA plan v3",
"n=64 unbiased pass@32 + paired sign-flip primary; supply audit; Kimina-Distill-8B contrasts; ETA P50 Nov 27, P90 Dec 8",
"docs/SOTA_PLAN.md, docs/IMPLEMENTATION_LANES.md",
"Launch lanes V1,V2,S,D,T,B,N; chain6 anchor n=64 queued"
],
[
"2026-10-14",
"Supply v1 built",
"111,016 decontaminated + elaborating statements (Numina 61,136; Pset L4-5 39,576; Nemotron 6,679; FormalMATH 3,625); elab-hash stage caught 10 extra eval duplicates; text-only triage AUC 0.52 (no signal)",
".tmp/p2/supply/supply_v1.jsonl (sha256 b3c505eb...)",
"chain7 screening n=4 on a 4,000 stratified sample after Phase-0a merges"
],
[
"2026-10-14",
"Lanes landed",
"merged S, N, T, D, CP; done on branches (merge after chain6): V1 verifier freeze, V2 genharness + temperature/Kimina follow-up, MV math verifier, R RL loop",
"docs/IMPLEMENTATION_LANES.md",
"chain6 exit -> merge V1, MV, V2, R -> registered ceiling test -> recompute frozen hash -> re-verify anchor -> touch PHASE0A_MERGED"
]
]
}
|