{ "schema_version": 2, "title": "Reproduction: Beyond Text-to-SQL: Can LLMs Really Debug Enterprise ETL SQL?", "emoji": "🎯", "space_id": "mackenzietechdocs/repro-beyond-text-to-sql-can-llms-really-debug-enterprise-etl-sql", "paper": null, "tags": [ "icml2026-repro", "paper-4ltyJqAHMg" ], "updated_at": "2026-08-03T02:48:56+00:00", "root": { "slug": "index", "title": "Reproduction: Beyond Text-to-SQL: Can LLMs Really Debug Enterprise ETL SQL?", "file": "pages/index.md", "children": [ { "slug": "executive-summary", "title": "Executive summary", "file": "pages/executive-summary/page.md", "children": [] }, { "slug": "claim-1-headline-magnitude", "title": "Claim 1: Benchmark construction", "file": "pages/claim-1-headline-magnitude/page.md", "children": [] }, { "slug": "claim-2-semantic-bugs-harder-than-syntax-bugs", "title": "Claim 2: Claude-4-Sonnet main result", "file": "pages/claim-2-semantic-bugs-harder-than-syntax-bugs/page.md", "children": [] }, { "slug": "claim-3-model-scale-and-specialization", "title": "Claim 3: DeepSeek-V3 and Qwen-2.5-Coder-32B", "file": "pages/claim-3-model-scale-and-specialization/page.md", "children": [] }, { "slug": "claim-4-sft-agentic-and-reasoning-model-claims", "title": "Claim 4: Enterprise SQL complexity", "file": "pages/claim-4-sft-agentic-and-reasoning-model-claims/page.md", "children": [] }, { "slug": "conclusion", "title": "Conclusion", "file": "pages/conclusion/page.md", "children": [] } ] }, "traces": [ { "id": "a1896cae-77b9-425e-8f16-72cceca54f57", "title": "Reproduction session (Claude Code)", "provider": "Claude Code", "model": "claude-sonnet-5", "started_at": "2026-08-02T06:28:23.035000+00:00", "ended_at": "2026-08-02T21:48:44.776000+00:00", "duration_ms": 55221741, "event_count": 1870, "turn_count": 69, "source_available": true, "attached_at": "2026-08-02T21:42:36+00:00", "index_file": "traces/a1896cae-77b9-425e-8f16-72cceca54f57/index.json" } ], "workspace": { "file": "workspace.json", "file_count": 1, "total_size": 50429, "bucket_id": "mackenzietechdocs/repro-beyond-text-to-sql-can-llms-really-debug-enterprise-etl-sql-artifacts" }, "agent_view_tokens": 8000, "trace_view_tokens": 115990, "workspace_view_tokens": 19, "revision": "5497a27163f7c6b8cedb", "traces_ref": { "repo_id": "mackenzietechdocs/repro-beyond-text-to-sql-can-llms-really-debug-enterprise-etl-sql-traces", "repo_type": "dataset", "repo_url": "https://huggingface.co/datasets/mackenzietechdocs/repro-beyond-text-to-sql-can-llms-really-debug-enterprise-etl-sql-traces", "private": false, "viewer_path": "trackio/index.json" }, "trace_dataset": "https://huggingface.co/datasets/mackenzietechdocs/repro-beyond-text-to-sql-can-llms-really-debug-enterprise-etl-sql-traces", "workspace_ref": { "repo_id": "mackenzietechdocs/repro-beyond-text-to-sql-can-llms-really-debug-enterprise-etl-sql-artifacts", "repo_type": "bucket", "repo_url": "https://huggingface.co/buckets/mackenzietechdocs/repro-beyond-text-to-sql-can-llms-really-debug-enterprise-etl-sql-artifacts", "private": false }, "workspace_bucket": "https://huggingface.co/buckets/mackenzietechdocs/repro-beyond-text-to-sql-can-llms-really-debug-enterprise-etl-sql-artifacts" }