Spaces:
Running
Running
File size: 2,413 Bytes
8394209 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 | {
"schema_version": 1,
"title": "Repro - FloorplanQA: A Benchmark for Spatial Reasoning in LLMs using Structured Representations",
"emoji": "🎯",
"space_id": "Yashp2003/bcN12UkftY",
"paper": {
"arxiv_id": "2507.07644",
"openreview_id": "bcN12UkftY",
"title": "FloorplanQA: A Benchmark for Spatial Reasoning in LLMs using Structured Representations"
},
"tags": [
"icml2026-repro",
"paper-bcN12UkftY"
],
"updated_at": "2026-07-18T07:58:56+00:00",
"root": {
"slug": "index",
"title": "Repro - FloorplanQA: A Benchmark for Spatial Reasoning in LLMs using Structured Representations",
"file": "pages/index.md",
"children": [
{
"slug": "claim-1-benchmark-scale-taxonomy-sec-3-1-table-1",
"title": "Claim 1: Benchmark scale & taxonomy (Sec 3.1, Table 1)",
"file": "pages/claim-1-benchmark-scale-taxonomy-sec-3-1-table-1/page.md",
"children": []
},
{
"slug": "claim-2-95-metric-vs-50-topology-rule-figure-2",
"title": "Claim 2: >95% metric vs <50% topology/rule (Figure 2)",
"file": "pages/claim-2-95-metric-vs-50-topology-rule-figure-2/page.md",
"children": []
},
{
"slug": "claim-3-accuracy-plateau-30b-params-figure-3",
"title": "Claim 3: Accuracy plateau ~30B params (Figure 3)",
"file": "pages/claim-3-accuracy-plateau-30b-params-figure-3/page.md",
"children": []
},
{
"slug": "claim-4-json-vs-xml-format-invariance-table-5",
"title": "Claim 4: JSON vs XML format invariance (Table 5)",
"file": "pages/claim-4-json-vs-xml-format-invariance-table-5/page.md",
"children": []
},
{
"slug": "claim-5-robustness-to-spatial-jitter-table-10",
"title": "Claim 5: Robustness to spatial jitter (Table 10)",
"file": "pages/claim-5-robustness-to-spatial-jitter-table-10/page.md",
"children": []
},
{
"slug": "claim-6-accuracy-by-room-type-figure-4",
"title": "Claim 6: Accuracy by room type (Figure 4)",
"file": "pages/claim-6-accuracy-by-room-type-figure-4/page.md",
"children": []
},
{
"slug": "conclusion",
"title": "Conclusion",
"file": "pages/conclusion/page.md",
"children": []
}
]
},
"agent_view_tokens": 5683,
"revision": "1784361536014135388"
} |