logbook.json

{
  "schema_version": 1,
  "title": "Repro - Benchmarking at the Edge of Comprehension",
  "emoji": "\ud83d\udd2c",
  "space_id": "bertfil/BhahZSDowo",
  "paper": {
    "arxiv_id": "2602.14307",
    "openreview_id": "BhahZSDowo",
    "title": "Benchmarking at the Edge of Comprehension",
    "url": "https://arxiv.org/abs/2602.14307"
  },
  "tags": [
    "icml2026-repro",
    "paper-BhahZSDowo"
  ],
  "updated_at": "2026-07-20T03:52:31+00:00",
  "root": {
    "slug": "index",
    "title": "Repro - Benchmarking at the Edge of Comprehension",
    "file": "pages/index.md",
    "children": [
      {
        "slug": "00-scored-evidence-summary",
        "title": "00 - Scored evidence summary",
        "file": "pages/00-scored-evidence-summary/page.md",
        "children": []
      },
      {
        "slug": "claim-1-critique-resilient-benchmarking-evaluates-answers",
        "title": "Claim 1 - Critique-Resilient Benchmarking evaluates answers by treatin\u2026",
        "file": "pages/claim-1-critique-resilient-benchmarking-evaluates-answers/page.md",
        "children": []
      },
      {
        "slug": "claim-2-the-protocol-admits-generated-questions-through-fe",
        "title": "Claim 2 - The protocol admits generated questions through feasibility \u2026",
        "file": "pages/claim-2-the-protocol-admits-generated-questions-through-fe/page.md",
        "children": []
      },
      {
        "slug": "claim-3-the-ranking-model-jointly-estimates-answerer-quest",
        "title": "Claim 3 - The ranking model jointly estimates answerer, questioner, an\u2026",
        "file": "pages/claim-3-the-ranking-model-jointly-estimates-answerer-quest/page.md",
        "children": []
      },
      {
        "slug": "claim-4-answerer-elo-scores-correlate-more-strongly-with-e",
        "title": "Claim 4 - Answerer Elo scores correlate more strongly with external be\u2026",
        "file": "pages/claim-4-answerer-elo-scores-correlate-more-strongly-with-e/page.md",
        "children": []
      },
      {
        "slug": "claim-5-train-set-scores-predict-unseen-question-outcomes",
        "title": "Claim 5 - Train-set scores predict unseen question outcomes better tha\u2026",
        "file": "pages/claim-5-train-set-scores-predict-unseen-question-outcomes/page.md",
        "children": []
      },
      {
        "slug": "reproduction-protocol-and-provenance",
        "title": "Reproduction protocol and provenance",
        "file": "pages/reproduction-protocol-and-provenance/page.md",
        "children": []
      },
      {
        "slug": "conclusion",
        "title": "Conclusion",
        "file": "pages/conclusion/page.md",
        "children": []
      }
    ]
  },
  "agent_view_tokens": 11361,
  "revision": "1784519551769688400"
}