Blame for code/docs/workbook/data/WBS.json

{
 "columns": [
  "Id",
  "Work package",
  "Deliverable",
  "Owner path",
  "Depends on",
  "Est. box-hours",
  "Start",
  "Finish",
  "Status",
  "Source"
 ],
 "widths": [
  7,
  34,
  52,
  40,
  12,
  12,
  11,
  11,
  12,
  40
 ],
 "rows": [
  [
   "1",
   "FOUNDATIONS",
   "align post-training stack on torch/triton/numpy/safetensors only",
   "align/",
   "-",
   "-",
   "2026-09-23",
   "2026-10-13",
   "Done",
   "a4d4d5e .. 3c71f8d"
  ],
  [
   "1.1",
   "Consolidated stack (SFT/DPO/PPO/GRPO)",
   "1,093 tests passing; dependency firewall",
   "align/align/",
   "-",
   "-",
   "2026-09-23",
   "2026-10-12",
   "Done",
   "a4d4d5e, ac2bdcf"
  ],
  [
   "1.2",
   "Strict Lean 4 verifier (P1)",
   "Ceiling 177/178 good, 0/61 adversarial; bans exact?/apply?/native_decide; axiom audit",
   "align/align/verify/lean/strict.py",
   "1.1",
   "-",
   "2026-10-12",
   "2026-10-12",
   "Done",
   "654c20c; docs/LEAN_VERIFIER.md"
  ],
  [
   "1.3",
   "Qwen3 / Goedel-V2-8B in align",
   "Logit parity 2.9e-5; LoRA SFT 2,152 tok/s @16k",
   "align/align/model/",
   "1.1",
   "-",
   "2026-10-13",
   "2026-10-13",
   "Done",
   "34a525c"
  ],
  [
   "1.4",
   "Generation + overlapped verification",
   "vLLM TP=4 gen and Lean verify inside ONE heavy lock",
   "scripts/p2/pipeline_gen_verify.py",
   "1.3",
   "-",
   "2026-10-13",
   "2026-10-13",
   "Done",
   "7b07b55"
  ],
  [
   "2",
   "BASELINE (SOTA gate 1)",
   "Reproduced Goedel-V2-8B on miniF2F",
   "docs/P2.md",
   "1",
   "-",
   "2026-10-13",
   "2026-10-14",
   "Done",
   "45f6f99"
  ],
  [
   "2.1",
   "pass@8 @16k",
   "78.7% (192/244)",
   "p2_runs/",
   "1.4",
   "~3",
   "2026-10-13",
   "2026-10-13",
   "Done",
   "780ce3d"
  ],
  [
   "2.2",
   "pass@32 @40k",
   "82.8% (202/244); 30k-equivalent identical",
   "p2_runs/r1_baseline/",
   "2.1",
   "~12",
   "2026-10-13",
   "2026-10-14",
   "Done",
   "45f6f99"
  ],
  [
   "2.3",
   "300 s re-check of timed-out samples",
   "0 recovered -> baseline stays 202",
   "align/.tmp/p2/r1/baseline/",
   "2.2",
   "~2",
   "2026-10-14",
   "2026-10-14",
   "Done",
   "1cc55e4"
  ],
  [
   "2.4",
   "miniF2F validation split",
   "226 problems, decontaminated vs test/MOBench/pool",
   "scripts/p2/build_valid.py",
   "-",
   "<1",
   "2026-10-14",
   "2026-10-14",
   "Done",
   "1c483cc"
  ],
  [
   "2.5",
   "Split-hygiene guard in EI driver",
   "Driver refuses a test-split scored file unless --allow-test-selection (--rounds 1, no target); 50 tests pass",
   "scripts/p2/expert_iteration.py",
   "-",
   "0",
   "2026-10-14",
   "2026-10-14",
   "Done",
   "Codex review item 1"
  ],
  [
   "3",
   "VERIFIER HARDENING",
   "One hardened verifier for both arms before final comparison",
   "align/align/verify/lean/",
   "1.2",
   "-",
   "2026-10-13",
   "",
   "Running",
   "redteam/false-accepts worktree"
  ],
  [
   "3.1",
   "Red-team false-accept hunt",
   "0 confirmed false accepts; 3 latent weaknesses (e.g. axiom-walk fuel cap fails open)",
   "../align-redteam (branch redteam/false-accepts)",
   "1.2",
   "-",
   "2026-10-13",
   "",
   "Running",
   "separate user session"
  ],
  [
   "3.2",
   "Merge red-team fixes",
   "Axiom walk fails CLOSED at fuel cap; other latent fixes",
   "align/align/verify/lean/strict.py",
   "3.1",
   "-",
   "",
   "",
   "Planned",
   "-"
  ],
  [
   "3.3",
   "Enable Lean REPL OS sandbox",
   "sandbox.py wired into ReplPool (currently opt-in)",
   "align/align/verify/lean/sandbox.py",
   "3.2",
   "-",
   "",
   "",
   "Planned",
   "3c71f8d; docs/LEAN_SANDBOX.md"
  ],
  [
   "3.4",
   "Re-verify baseline under hardened verifier",
   "Baseline count under the final verifier (may move from 202)",
   "p2_runs/r1_baseline/",
   "3.3",
   "~2",
   "",
   "",
   "Planned",
   "1cc55e4"
  ],
  [
   "3.5",
   "Class-B ledger + environment coverage",
   "Trajectory ids, cumulative tokens, declared truncation; ProofNet/Putnam inputs built and elaboration coverage measured; ProofNet dev split",
   "extras/vllm_rollout/lean_gen.py; scripts/p2/",
   "3.3",
   "~10",
   "2026-10-15",
   "2026-10-20",
   "Planned",
   "docs/SOTA_PLAN.md Phase 0 items 3, 5"
  ],
  [
   "3.6",
   "Register SOTA analysis in eval_report",
   "Separate registered config: class A miniF2F-test n=k=32 @40k, 300 s, exact McNemar vs anchor; secondaries labelled",
   "scripts/p2/eval_report.py",
   "3.4",
   "0",
   "",
   "",
   "Planned",
   "Codex code review 2026-10-14 (P2)"
  ],
  [
   "4",
   "DATA",
   "Training pools for self-distillation and RL",
   "align/.tmp/p2/",
   "-",
   "-",
   "2026-10-14",
   "",
   "Running",
   "-"
  ],
  [
   "4.1",
   "Pool round 0 (2,000 statements x 8 @16k)",
   "Pass-rate profile: ~11% band (1-6/8), ~42% never, ~47% easy",
   "align/.tmp/p2/r1/pool/",
   "2.2",
   "~25",
   "2026-10-14",
   "",
   "Running",
   "chain4.log"
  ],
  [
   "4.2",
   "Open dataset inventory",
   "Datasets sheet: per-stage HF/GitHub entries, API-verified",
   "docs/workbook/data/Datasets.json",
   "-",
   "0",
   "2026-10-14",
   "",
   "Done",
   "workflow wf_c3f2e9d0-871"
  ],
  [
   "4.3",
   "Decontamination sweep (4 stages)",
   "NL+Lean hashes, n-gram (10 NL / 5 Lean), binder-aware tree equivalence, proof skeleton; covers mutations, trajectories, proof bank; ancestry kept; heuristic error measured",
   "scripts/p2/ (new decontam.py)",
   "4.2",
   "<1 GPU; CPU",
   "2026-10-15",
   "2026-10-20",
   "Planned",
   "docs/SOTA_PLAN.md Phase 0; source-analysis-pythagoras-prover (A.3)"
  ],
  [
   "4.4",
   "Mid-training Lean corpus",
   "6.5B-token continued pretraining",
   "-",
   "-",
   "~575 (24 days)",
   "",
   "",
   "Out of scope",
   "interim-report-leanstral-base-midtraining-and-compute-provenance"
  ],
  [
   "5",
   "SELF-DISTILLATION",
   "Iterated verifier-filtered SFT rounds on band problems",
   "scripts/p2/expert_iteration.py",
   "4.1",
   "-",
   "",
   "",
   "Queued",
   "docs/SELF_DISTILLATION.md"
  ],
  [
   "5.1",
   "Base model on miniF2F-valid n=8 @16k",
   "Dev-split reference for round selection",
   "align/.tmp/p2/r1/chain5.sh",
   "4.1",
   "~3",
   "",
   "",
   "Queued",
   "chain5.sh"
  ],
  [
   "5.2",
   "Repair / correction round 1",
   "354 failed attempts re-tried with compiler feedback",
   "align/.tmp/p2/r1/select_corrections.py",
   "5.1",
   "~6",
   "",
   "",
   "Queued",
   "chain5.sh"
  ],
  [
   "5.3",
   "Band-targeted rejection-sampling LoRA SFT",
   "Round-k adapters; promotion on valid only",
   "scripts/p2/expert_iteration.py",
   "5.2",
   "~55",
   "",
   "",
   "Planned",
   "interim-report-data-vs-rl-lever-and-8b-4xa10g-reproducibility"
  ],
  [
   "5.4",
   "Weight-averaging sweep",
   "alpha in 0.6-0.9 between rounds, chosen on valid",
   "scripts/p2/weight_average.py",
   "5.3",
   "~6",
   "",
   "",
   "Planned",
   "interim-report-rl-adds-vs-sharpens-on-lean-passk"
  ],
  [
   "5.5",
   "L1 / K3: correction vs restarts",
   "Class-B harness with trajectory ledger; feedback vs restart sampling at matched tokens on valid",
   "extras/vllm_rollout/lean_gen.py",
   "3.4",
   "~15",
   "2026-10-20",
   "2026-10-26",
   "Planned",
   "docs/SOTA_PLAN.md K3"
  ],
  [
   "5.6",
   "K2 pilot: mutation vs unmutated data",
   "2,000 verified mutations vs 2,000 extra unmutated proofs, same rows/tokens; parents screened for misformalisation",
   "scripts/p2/ (new mutate_statements.py)",
   "4.3, 5.4",
   "~30",
   "2026-10-24",
   "2026-11-02",
   "Planned",
   "docs/SOTA_PLAN.md K2"
  ],
  [
   "5.7",
   "Scale K2 winner (10-15k)",
   "Not 50k: 50k x2 x5k tok ~150-250 h generation alone",
   "scripts/p2/expert_iteration.py",
   "5.6",
   "~60-90",
   "2026-11-02",
   "2026-11-23",
   "Planned",
   "docs/SOTA_PLAN.md Phase 2"
  ],
  [
   "6",
   "RL POLISH",
   "Small on-policy LoRA CISPO run",
   "align/align/rl/cispo.py",
   "5",
   "-",
   "",
   "",
   "Planned",
   "interim-report-objective-choice-cispo-vs-grpo-effect-size-controlled"
  ],
  [
   "6.1",
   "CISPO stability guard",
   "Negative-advantage low-ratio sequence mask (ARLArena fix); c~5; 1-2 updates/rollout",
   "align/align/rl/cispo.py",
   "-",
   "0",
   "",
   "",
   "Backlog",
   "interim-report-objective-choice-cispo-vs-grpo-effect-size-controlled"
  ],
  [
   "6.2",
   "K1: EI-SFT vs RL from the same checkpoint",
   "Token-matched pilot 10-15 RL steps vs one L3 round; then 20-40 steps for the winner",
   "align/align/rl/",
   "6.1, 6.4",
   "~15-40",
   "2026-10-26",
   "2026-11-23",
   "Planned",
   "docs/SOTA_PLAN.md K1"
  ],
  [
   "6.3",
   "L6 agentic scaffold (class C)",
   "Multi-round refinement R in {4,8} + retrieval of verified lemmas; tuned on valid",
   "align/align/rl/envs/lean_multiturn.py",
   "5",
   "~40",
   "2026-11-09",
   "2026-11-16",
   "Planned",
   "docs/SOTA_PLAN.md L6; oprover-a-unified-framework-for-agentic-formal-theorem"
  ],
  [
   "6.4",
   "RL feasibility check (<=4 h)",
   "One LoRA step at 16k with FP32 head (2.5 GB + 1.25 GB/2k-chunk vs 1.9 GiB headroom); handoff time; logprob parity",
   "align/align/rl/cispo.py",
   "1.3",
   "~4",
   "2026-10-17",
   "2026-10-20",
   "Planned",
   "docs/SOTA_PLAN.md Phase 0 item 6"
  ],
  [
   "7",
   "FINAL EVALUATION",
   "Pre-registered: primary = class A miniF2F-test, exact McNemar (needs ~+9 net, ~211); secondary class B + ProofNet (Holm); exploratory class C + Putnam pass@8",
   "docs/SOTA_PLAN.md",
   "3.4, 5, 6",
   "~180 (226 w/ 2nd seed)",
   "2026-11-26",
   "2026-12-08",
   "Planned",
   "docs/SOTA_PLAN.md sections 1, 5"
  ],
  [
   "7.1",
   "Pre-registered final evals",
   "Both arms, frozen verifier/config hash; --allow-test-selection --rounds 1",
   "scripts/p2/eval_report.py",
   "3.4, 5.7, 6.2, 6.3",
   "~180",
   "2026-11-26",
   "2026-12-08",
   "Planned",
   "docs/SOTA_PLAN.md Phase 4"
  ],
  [
   "8",
   "RESEARCH & FOUNDATIONS",
   "First-principles understanding of the recipe",
   "research/, align/notes, align/notebooks",
   "-",
   "0",
   "2026-10-14",
   "",
   "Running",
   "-"
  ],
  [
   "8.1",
   "Leanstral recipe lineage (hyperresearch)",
   "Final report research/notes/final_report_leanstral-recipe-lineage-c14fca.md",
   "research/runs/leanstral-recipe-lineage-c14fca/",
   "-",
   "0",
   "2026-10-14",
   "",
   "Running",
   "comparisons.md (step 6 done)"
  ],
  [
   "8.2",
   "Math notes + notebooks",
   "0101-0110 policy optimisation, 0201-0208 verifier learning, 0301-0306 formal methods",
   "align/notes/src, align/notebooks",
   "-",
   "0",
   "2026-10-14",
   "",
   "Running",
   "workflow wf_659e4ae4-362"
  ],
  [
   "8.3",
   "Architecture V2 (AgileRL study)",
   "Modular algorithm/registry design for align",
   "align/docs/ARCHITECTURE_V2_PROPOSAL.md",
   "-",
   "0",
   "2026-10-14",
   "",
   "Running",
   "workflow wf_659e4ae4-362"
  ],
  [
   "9",
   "BUG FINDING (separate paper)",
   "Prover applied to real Rust code; decoupled from the prover paper",
   "-",
   "7",
   "-",
   "",
   "",
   "Planned",
   "docs/SOTA_PLAN.md Phase 5"
  ],
  [
   "9.1",
   "Bug-finding literature review",
   "Aeneas pipeline, property generation, prove/negate",
   "align/docs/research/BUGFINDING_LIT_REVIEW.md",
   "-",
   "0",
   "2026-10-14",
   "",
   "Running",
   "workflow wf_659e4ae4-362"
  ],
  [
   "9.2",
   "Aeneas/Charon toolchain (Lean 4.31.0 env)",
   "Separate pinned environment + repo-definition-aware verifier; pilot on 3-5 functions with known bugs",
   "-",
   "9.1",
   "CPU",
   "2026-10-16",
   "2026-10-20",
   "Planned",
   "docs/SOTA_PLAN.md Phase 0 item 7"
  ],
  [
   "9.3",
   "Prove-or-negate harness",
   "pass@4 prove, then negate the CLOSED proposition; executable Rust counterexample required",
   "-",
   "9.2",
   "-",
   "2026-12-08",
   "2026-12-22",
   "Planned",
   "-"
  ],
  [
   "9.4",
   "Bug study baselines",
   "Plain LLM review + cargo-fuzz on the same crates; validated precision per method",
   "-",
   "9.3",
   "~40 (GPU) + CPU",
   "2026-11-21",
   "2026-12-05",
   "Planned",
   "docs/SOTA_PLAN.md Phase 5"
  ],
  [
   "10",
   "PUBLICATION",
   "Paper: reproduction + self-distillation result + bug-finding case study",
   "-",
   "7, 9",
   "-",
   "",
   "",
   "Planned",
   "-"
  ],
  [
   "10.1",
   "Papers",
   "Paper 1 prover (K1-K4, classes A/B, exploratory C); Paper 2 bug study",
   "-",
   "7.1, 9.4",
   "-",
   "2026-12-08",
   "",
   "Planned",
   "docs/SOTA_PLAN.md Phase 6"
  ]
 ]
}