File size: 1,580 Bytes
08d5b0d
 
 
 
 
 
 
 
 
 
4741815
08d5b0d
 
 
 
 
 
 
 
 
 
56fdc34
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
08d5b0d
 
 
4741815
 
08d5b0d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
{
  "schema_version": 1,
  "title": "Repro - AgentSuite: Toward More Reliable Agent Evaluation with a Component-Based Benchmark Auditing Pipeline",
  "emoji": "🎯",
  "space_id": "alreadyinuse003/2Exmr1eIKZ",
  "paper": null,
  "tags": [
    "icml2026-repro",
    "paper-2Exmr1eIKZ"
  ],
  "updated_at": "2026-07-21T16:47:56+00:00",
  "root": {
    "slug": "index",
    "title": "Repro - AgentSuite: Toward More Reliable Agent Evaluation with a Component-Based Benchmark Auditing Pipeline",
    "file": "pages/index.md",
    "children": [
      {
        "slug": "summary-of-reproduction",
        "title": "Summary of reproduction",
        "file": "pages/summary-of-reproduction/page.md",
        "children": []
      },
      {
        "slug": "manifests-hashes",
        "title": "Manifests & Hashes",
        "file": "pages/manifests-hashes/page.md",
        "children": []
      },
      {
        "slug": "run-receipts",
        "title": "Run Receipts",
        "file": "pages/run-receipts/page.md",
        "children": []
      },
      {
        "slug": "deviation-ledger-learnings",
        "title": "Deviation Ledger & Learnings",
        "file": "pages/deviation-ledger-learnings/page.md",
        "children": []
      },
      {
        "slug": "finding-1-judge-nondeterminism-substituted-config",
        "title": "Finding 1 — judge nondeterminism (substituted config)",
        "file": "pages/finding-1-judge-nondeterminism-substituted-config/page.md",
        "children": []
      }
    ]
  },
  "agent_view_tokens": 2802,
  "revision": "1784652476505235467"
}