File size: 1,286 Bytes
af62971 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | {
"checks": [
{
"check": "validated tasks",
"value": 957,
"criterion": "= 957",
"passed": true
},
{
"check": "patch-size ratio",
"value": 5.277777777777778,
"criterion": "within 0.1 of reported 5.2x",
"passed": true
},
{
"check": "task-workload pairs",
"value": 253222.2,
"criterion": "> 250,000",
"passed": true
},
{
"check": "validation p threshold",
"value": 0.002,
"criterion": "< 0.01",
"passed": true
}
],
"scope": "Independent arithmetic audit of the reported dataset funnel and benchmark summary; agent inference was not rerun.",
"paper_id": "WArbqRUsAe",
"title": "FormulaCode: Evaluating Agentic Optimization on Large Codebases",
"seed": 1082026,
"executed_at": "2026-08-01T09:33:34.772522+00:00",
"all_checks_passed": true,
"environment": {
"python": "3.10.12",
"numpy": "1.24.4",
"scipy": "1.14.0",
"platform": "Linux-5.15.0-139-generic-x86_64-with-glibc2.35"
},
"reference_evidence": {
"space": "Srishti280992/repro-formulacode-evaluating-agentic-optimization-on-large-codebases",
"sha": "353c018b3843ae98dd37e06c841202cdf2f80ee3",
"relationship": "separately attributed public reference"
}
}
|