{ "schema_version": 2, "title": "Reproduction: CodeTaste: Can LLMs Generate Human-Level Code Refactorings?", "emoji": "🎯", "space_id": "sukosmos/repro-codetaste-can-llms-generate-human-level-code-refactorings", "paper": { "arxiv_id": "2603.04177" }, "tags": [ "icml2026-repro", "paper-nj1oXU2tln" ], "updated_at": "2026-08-03T07:55:01+00:00", "root": { "slug": "index", "title": "Reproduction: CodeTaste: Can LLMs Generate Human-Level Code Refactorings?", "file": "pages/index.md", "children": [ { "slug": "executive-summary", "title": "Executive summary", "file": "pages/executive-summary/page.md", "children": [] }, { "slug": "claim-1-on-the-instructed-track-qwen3-coder-30b-a3b-exhibits-limited-refactoring-alignment-the-paper-reports-30-0-pass-36-4-ifr-and-10-7-alignment", "title": "Claim 1: On the instructed track, Qwen3 Coder 30B A3B exhibits limited refactoring alignment: the paper reports 30.0% Pass, 36.4% IFR, and 10.7% Alignment.", "file": "pages/claim-1-on-the-instructed-track-qwen3-coder-30b-a3b-exhibits-limited-refactoring-alignment-the-paper-reports-30-0-pass-36-4-ifr-and-10-7-alignment/page.md", "children": [] }, { "slug": "conclusion", "title": "Conclusion", "file": "pages/conclusion/page.md", "children": [] } ] }, "traces": [ { "id": "019fc689-4cdc-71c0-adc1-8cef22469d8a", "title": "Reproduction session", "provider": "Codex", "model": "gpt-5.6-sol", "started_at": "2026-08-03T07:31:55.864000+00:00", "ended_at": "2026-08-03T07:37:31.746000+00:00", "duration_ms": 335882, "event_count": 64, "turn_count": 1, "source_available": true, "attached_at": "2026-08-03T07:48:43+00:00", "index_file": "traces/019fc689-4cdc-71c0-adc1-8cef22469d8a/index.json" } ], "workspace": { "file": "workspace.json", "file_count": 0, "total_size": 0, "bucket_id": "sukosmos/repro-codetaste-can-llms-generate-human-level-code-refactorings-artifacts" }, "agent_view_tokens": 2253, "trace_view_tokens": 4245, "workspace_view_tokens": 8, "revision": "62c1da1d639161afffae", "traces_ref": { "repo_id": "sukosmos/repro-codetaste-can-llms-generate-human-level-code-refactorings-traces", "repo_type": "dataset", "repo_url": "https://huggingface.co/datasets/sukosmos/repro-codetaste-can-llms-generate-human-level-code-refactorings-traces", "private": false, "viewer_path": "trackio/index.json" }, "trace_dataset": "https://huggingface.co/datasets/sukosmos/repro-codetaste-can-llms-generate-human-level-code-refactorings-traces" }