| const M = {"canvas": {"w": 760, "h": 760}, "nodes": [{"id": "start", "label": "▶", "state_type": "start", "color": "#9E9E9E", "definition": "Virtual starting state — before any solution.py was written.", "visits": 90, "out_total": 90, "nlp_out": {"m1_correctness": 43.3, "m2": 36.7, "m3_existing": 91.1, "m1_efficiency": 30.0, "m4": 14.4, "m7": 3.3, "m9": 8.9, "m8_python": 1.1, "m8_inline": 2.2, "m8_lang": 1.1, "m3_own": 1.1}, "nlp_out_total": 90, "nlp_in": {}, "nlp_in_total": 0, "gap_out": {"implement": 98.9, "explore": 1.1}, "gap_out_total": 90, "gap_in": {}, "gap_in_total": 0, "x": 80.0, "y": 380.0}, {"id": "improved", "label": "improved", "state_type": "improved", "color": "#2196F3", "definition": "Gained tests, lost none (but not yet all-pass).", "visits": 12, "out_total": 12, "nlp_out": {"m1_correctness": 58.3, "m2": 41.7, "m3_existing": 58.3, "m4": 66.7, "m8_lang": 25.0, "m8_inline": 25.0, "m9": 41.7}, "nlp_out_total": 12, "nlp_in": {"m1_correctness": 58.3, "m2": 66.7, "m3_existing": 83.3, "m4": 50.0, "m1_efficiency": 66.7, "m8_inline": 8.3, "m9": 33.3}, "nlp_in_total": 12, "gap_out": {"fix_bug": 41.7, "rewrite": 25.0, "verify": 16.7, "explore": 8.3, "debug_failure": 8.3}, "gap_out_total": 12, "gap_in": {"implement": 83.3, "fix_bug": 8.3, "rewrite": 8.3}, "gap_in_total": 12, "x": 260.0, "y": 170.0}, {"id": "stuck", "label": "stuck", "state_type": "stuck", "color": "#FF9800", "definition": "Identical test tuple — no change from the previous snapshot.", "visits": 4, "out_total": 4, "nlp_out": {"m3_existing": 75.0, "m9": 50.0, "m1_correctness": 50.0, "m2": 50.0, "m4": 50.0, "m6": 25.0}, "nlp_out_total": 4, "nlp_in": {"m1_correctness": 75.0, "m2": 75.0, "m3_existing": 100.0, "m3_own": 25.0, "m9": 75.0, "m1_efficiency": 25.0, "m4": 25.0}, "nlp_in_total": 4, "gap_out": {"fix_bug": 75.0, "rewrite": 25.0}, "gap_out_total": 4, "gap_in": {"fix_bug": 50.0, "implement": 25.0, "explore": 25.0}, "gap_in_total": 4, "x": 260.0, "y": 380.0}, {"id": "breakthrough", "label": "breakthrough", "state_type": "breakthrough", "color": "#00BCD4", "definition": "Some failing → all passing.", "visits": 86, "out_total": 86, "nlp_out": {"m3_existing": 37.2, "m3_sample": 2.3, "m1_correctness": 5.8, "m1_efficiency": 1.2, "m2": 1.2, "m9": 1.2}, "nlp_out_total": 86, "nlp_in": {"m1_correctness": 43.0, "m2": 32.6, "m3_existing": 88.4, "m1_efficiency": 20.9, "m4": 17.4, "m7": 3.5, "m9": 7.0, "m8_python": 1.2, "m8_inline": 4.7, "m8_lang": 3.5, "m6": 1.2}, "nlp_in_total": 86, "gap_out": {"verify": 97.7, "fix_bug": 2.3}, "gap_out_total": 86, "gap_in": {"implement": 90.7, "fix_bug": 5.8, "rewrite": 3.5}, "gap_in_total": 86, "x": 260.0, "y": 590.0}, {"id": "stay", "label": "stay", "state_type": "stay", "color": "#4CAF50", "definition": "All-pass → all-pass (model rewrote a working solution).", "visits": 5, "out_total": 5, "nlp_out": {"m3_existing": 80.0, "m9": 60.0, "m2": 20.0}, "nlp_out_total": 5, "nlp_in": {"m3_existing": 80.0, "m9": 80.0, "m1_correctness": 20.0, "m2": 20.0}, "nlp_in_total": 5, "gap_out": {"fix_bug": 60.0, "verify": 40.0}, "gap_out_total": 5, "gap_in": {"fix_bug": 100.0}, "gap_in_total": 5, "x": 470.0, "y": 590.0}, {"id": "regressed", "label": "regressed", "state_type": "regressed", "color": "#F44336", "definition": "Lost tests, gained none (but not all-fail).", "visits": 1, "out_total": 1, "nlp_out": {"m8_lang": 100.0, "m9": 100.0}, "nlp_out_total": 1, "nlp_in": {"m3_existing": 100.0, "m9": 100.0}, "nlp_in_total": 1, "gap_out": {"debug_failure": 100.0}, "gap_out_total": 1, "gap_in": {"debug_failure": 100.0}, "gap_in_total": 1, "x": 470.0, "y": 170.0}, {"id": "end_submit", "label": "SUBMIT", "state_type": "end_submit", "color": "#607D8B", "definition": "Model submitted itself (ran COMPLETE_TASK_AND_SUBMIT_FINAL_OUTPUT).", "visits": 87, "out_total": 0, "nlp_out": {}, "nlp_out_total": 0, "nlp_in": {"m3_existing": 36.8, "m3_sample": 2.3, "m1_correctness": 4.6, "m1_efficiency": 1.1, "m2": 1.1}, "nlp_in_total": 87, "gap_out": {}, "gap_out_total": 0, "gap_in": {"verify": 100.0}, "gap_in_total": 87, "x": 680.0, "y": 290.0}, {"id": "end_limit", "label": "LIMIT", "state_type": "end_limit", "color": "#455A64", "definition": "Model force-stopped at the turn limit / wall-clock timeout.", "visits": 3, "out_total": 0, "nlp_out": {}, "nlp_out_total": 0, "nlp_in": {"m1_correctness": 33.3, "m2": 33.3, "m3_existing": 33.3, "m4": 33.3, "m8_lang": 66.7, "m9": 66.7}, "nlp_in_total": 3, "gap_out": {}, "gap_out_total": 0, "gap_in": {"explore": 33.3, "verify": 33.3, "debug_failure": 33.3}, "gap_in_total": 3, "x": 680.0, "y": 470.0}], "edges": [{"id": "m0", "source": "start", "target": "breakthrough", "color": "#9E9E9E", "count": 78, "out_pct": 86.7, "label": "78", "n_unique_chains": 6, "breakdown": [{"chain": ["write"], "label": "write Solution.java", "count": 52, "pct": 66.7, "examples": [{"problem": "claude-sonnet-4-6/1883/1883_B", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc302/abc302_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc302/abc302_c", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc303/abc303_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc305/abc305_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc305/abc305_b", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc308/abc308_e", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc310/abc310_f", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc312/abc312_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc313/abc313_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc315/abc315_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc318/abc318_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc322/abc322_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc324/abc324_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc326/abc326_b", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc329/abc329_b", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc330/abc330_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc332/abc332_c", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc333/abc333_b", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc334/abc334_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc335/abc335_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc336/abc336_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc341/abc341_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc341/abc341_d", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc342/abc342_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc351/abc351_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc354/abc354_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc355/abc355_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc356/abc356_d", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc357/abc357_b", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc358/abc358_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc360/abc360_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc365/abc365_d", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc366/abc366_b", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc372/abc372_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc373/abc373_f", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc381/abc381_d", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc383/abc383_c", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc384/abc384_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc384/abc384_c", "snap_from": -1, "snap_to": 0}]}, {"chain": ["inspect", "write"], "label": "inspect test file → write Solution.java", "count": 22, "pct": 28.2, "examples": [{"problem": "claude-sonnet-4-6/abc308/abc308_d", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc310/abc310_b", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc311/abc311_d", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc319/abc319_b", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc324/abc324_d", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc325/abc325_b", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc333/abc333_c", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc334/abc334_c", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc340/abc340_c", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc344/abc344_d", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc357/abc357_d", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc358/abc358_e", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc359/abc359_d", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc371/abc371_a", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc373/abc373_b", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc388/abc388_e", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc390/abc390_e", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc391/abc391_e", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc392/abc392_c", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc397/abc397_e", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/arc186/arc186_b", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/arc194/arc194_e", "snap_from": -1, "snap_to": 0}]}, {"chain": ["inspect", "inspect", "write"], "label": "inspect test file → inspect test file → write Solution.java", "count": 1, "pct": 1.3, "examples": [{"problem": "claude-sonnet-4-6/abc312/abc312_d", "snap_from": -1, "snap_to": 0}]}, {"chain": ["inspect", "inspect", "write_script", "write_script", "write_script", "write_script", "write_script", "write_script", "write_script", "write_script", "write"], "label": "inspect test file → inspect test file → write helper script → write helper script → write helper script → write helper script → write helper script → write helper script → write helper script → write helper script → write Solution.java", "count": 1, "pct": 1.3, "examples": [{"problem": "claude-sonnet-4-6/abc354/abc354_d", "snap_from": -1, "snap_to": 0}]}, {"chain": ["inspect", "inspect", "inspect", "inspect", "inspect", "write"], "label": "inspect test file → inspect test file → inspect test file → inspect test file → inspect test file → write Solution.java", "count": 1, "pct": 1.3, "examples": [{"problem": "claude-sonnet-4-6/arc191/arc191_d", "snap_from": -1, "snap_to": 0}]}, {"chain": ["inspect", "wc", "wc", "write"], "label": "inspect test file → wc (output size) → wc (output size) → write Solution.java", "count": 1, "pct": 1.3, "examples": [{"problem": "claude-sonnet-4-6/arc193/arc193_a", "snap_from": -1, "snap_to": 0}]}], "label_dist": [{"label": "implement", "count": 78, "pct": 100.0}], "n_labeled": 78, "nlp_rates": {"m1_correctness": 40, "m2": 29, "m3_existing": 90, "m1_efficiency": 23, "m4": 12, "m7": 4, "m9": 4, "m8_python": 1, "m8_inline": 1, "m8_lang": 1}}, {"id": "m1", "source": "breakthrough", "target": "end_submit", "color": "#00BCD4", "count": 84, "out_pct": 97.7, "label": "84", "n_unique_chains": 3, "breakdown": [{"chain": ["submit"], "label": "submit", "count": 54, "pct": 64.3, "examples": [{"problem": "claude-sonnet-4-6/1883/1883_B", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc302/abc302_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc302/abc302_c", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc303/abc303_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc305/abc305_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc305/abc305_b", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc308/abc308_e", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc310/abc310_b", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc312/abc312_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc313/abc313_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc315/abc315_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc318/abc318_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc319/abc319_b", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc322/abc322_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc324/abc324_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc326/abc326_b", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc329/abc329_b", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc330/abc330_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc332/abc332_c", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc333/abc333_b", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc334/abc334_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc335/abc335_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc336/abc336_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc337/abc337_e", "snap_from": 3, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc341/abc341_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc341/abc341_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc342/abc342_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc344/abc344_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc345/abc345_d", "snap_from": 1, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc351/abc351_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc354/abc354_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc355/abc355_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc356/abc356_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc357/abc357_b", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc357/abc357_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc358/abc358_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc358/abc358_e", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc359/abc359_c", "snap_from": 1, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc360/abc360_a", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc366/abc366_b", "snap_from": 0, "snap_to": -1}]}, {"chain": ["test", "submit"], "label": "run ./test.sh → submit", "count": 29, "pct": 34.5, "examples": [{"problem": "claude-sonnet-4-6/abc308/abc308_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc310/abc310_f", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc311/abc311_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc312/abc312_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc324/abc324_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc325/abc325_b", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc333/abc333_c", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc334/abc334_c", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc340/abc340_c", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc354/abc354_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc359/abc359_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc365/abc365_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc373/abc373_b", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc373/abc373_f", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc381/abc381_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc381/abc381_e", "snap_from": 1, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc384/abc384_c", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc385/abc385_e", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc388/abc388_e", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc388/abc388_f", "snap_from": 1, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc390/abc390_e", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc391/abc391_e", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc393/abc393_e", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc397/abc397_e", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc398/abc398_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/abc400/abc400_d", "snap_from": 1, "snap_to": -1}, {"problem": "claude-sonnet-4-6/arc186/arc186_b", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/arc191/arc191_d", "snap_from": 0, "snap_to": -1}, {"problem": "claude-sonnet-4-6/arc194/arc194_e", "snap_from": 0, "snap_to": -1}]}, {"chain": ["inspect", "test", "submit"], "label": "inspect test file → run ./test.sh → submit", "count": 1, "pct": 1.2, "examples": [{"problem": "claude-sonnet-4-6/arc194/arc194_d", "snap_from": 2, "snap_to": -1}]}], "label_dist": [{"label": "verify", "count": 84, "pct": 100.0}], "n_labeled": 84, "nlp_rates": {"m3_existing": 37, "m3_sample": 2, "m1_correctness": 5, "m1_efficiency": 1, "m2": 1}}, {"id": "m2", "source": "start", "target": "stuck", "color": "#9E9E9E", "count": 2, "out_pct": 2.2, "label": "2", "n_unique_chains": 2, "breakdown": [{"chain": ["inspect", "inspect", "inspect", "inspect", "inspect", "write"], "label": "inspect test file → inspect test file → inspect test file → inspect test file → inspect test file → write Solution.java", "count": 1, "pct": 50.0, "examples": [{"problem": "claude-sonnet-4-6/abc337/abc337_e", "snap_from": -1, "snap_to": 0}]}, {"chain": ["inspect", "write"], "label": "inspect test file → write Solution.java", "count": 1, "pct": 50.0, "examples": [{"problem": "claude-sonnet-4-6/arc196/arc196_d", "snap_from": -1, "snap_to": 0}]}], "label_dist": [{"label": "implement", "count": 1, "pct": 50.0}, {"label": "explore", "count": 1, "pct": 50.0}], "n_labeled": 2, "nlp_rates": {"m1_correctness": 100, "m2": 100, "m3_existing": 100, "m3_own": 50, "m9": 50, "m1_efficiency": 50}}, {"id": "m3", "source": "stuck", "target": "stuck", "color": "#FF9800", "count": 2, "out_pct": 50.0, "label": "2", "n_unique_chains": 2, "breakdown": [{"chain": ["test", "write"], "label": "run ./test.sh → write Solution.java", "count": 1, "pct": 50.0, "examples": [{"problem": "claude-sonnet-4-6/abc337/abc337_e", "snap_from": 0, "snap_to": 1}]}, {"chain": ["write"], "label": "write Solution.java", "count": 1, "pct": 50.0, "examples": [{"problem": "claude-sonnet-4-6/abc337/abc337_e", "snap_from": 1, "snap_to": 2}]}], "label_dist": [{"label": "fix_bug", "count": 2, "pct": 100.0}], "n_labeled": 2, "nlp_rates": {"m3_existing": 100, "m9": 100, "m1_correctness": 50, "m2": 50, "m4": 50}}, {"id": "m4", "source": "stuck", "target": "breakthrough", "color": "#FF9800", "count": 1, "out_pct": 25.0, "label": "1", "n_unique_chains": 1, "breakdown": [{"chain": ["write"], "label": "write Solution.java", "count": 1, "pct": 100.0, "examples": [{"problem": "claude-sonnet-4-6/abc337/abc337_e", "snap_from": 2, "snap_to": 3}]}], "label_dist": [{"label": "fix_bug", "count": 1, "pct": 100.0}], "n_labeled": 1, "nlp_rates": {"m1_correctness": 100, "m2": 100, "m3_existing": 100, "m6": 100}}, {"id": "m5", "source": "start", "target": "improved", "color": "#9E9E9E", "count": 10, "out_pct": 11.1, "label": "10", "n_unique_chains": 5, "breakdown": [{"chain": ["inspect", "write"], "label": "inspect test file → write Solution.java", "count": 3, "pct": 30.0, "examples": [{"problem": "claude-sonnet-4-6/abc345/abc345_d", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc381/abc381_e", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/arc194/arc194_a", "snap_from": -1, "snap_to": 0}]}, {"chain": ["write"], "label": "write Solution.java", "count": 3, "pct": 30.0, "examples": [{"problem": "claude-sonnet-4-6/abc395/abc395_c", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc398/abc398_g", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/arc196/arc196_a", "snap_from": -1, "snap_to": 0}]}, {"chain": ["inspect", "inspect", "write"], "label": "inspect test file → inspect test file → write Solution.java", "count": 2, "pct": 20.0, "examples": [{"problem": "claude-sonnet-4-6/abc388/abc388_f", "snap_from": -1, "snap_to": 0}, {"problem": "claude-sonnet-4-6/abc400/abc400_d", "snap_from": -1, "snap_to": 0}]}, {"chain": ["inspect", "inspect", "inline_script", "write"], "label": "inspect test file → inspect test file → inline_script → write Solution.java", "count": 1, "pct": 10.0, "examples": [{"problem": "claude-sonnet-4-6/abc359/abc359_c", "snap_from": -1, "snap_to": 0}]}, {"chain": ["inspect", "inspect", "inspect", "inspect", "write"], "label": "inspect test file → inspect test file → inspect test file → inspect test file → write Solution.java", "count": 1, "pct": 10.0, "examples": [{"problem": "claude-sonnet-4-6/arc194/arc194_d", "snap_from": -1, "snap_to": 0}]}], "label_dist": [{"label": "implement", "count": 10, "pct": 100.0}], "n_labeled": 10, "nlp_rates": {"m1_correctness": 60, "m2": 80, "m3_existing": 100, "m4": 40, "m1_efficiency": 80, "m8_inline": 10, "m9": 40}}, {"id": "m6", "source": "improved", "target": "breakthrough", "color": "#2196F3", "count": 7, "out_pct": 58.3, "label": "7", "n_unique_chains": 5, "breakdown": [{"chain": ["inspect", "inline_script", "inline_script", "inline_script", "inline_script", "inline_script", "inline_script", "write"], "label": "inspect test file → inline_script → inline_script → inline_script → inline_script → inline_script → inline_script → write Solution.java", "count": 2, "pct": 28.6, "examples": [{"problem": "claude-sonnet-4-6/abc359/abc359_c", "snap_from": 0, "snap_to": 1}, {"problem": "claude-sonnet-4-6/arc196/arc196_a", "snap_from": 0, "snap_to": 1}]}, {"chain": ["write"], "label": "write Solution.java", "count": 2, "pct": 28.6, "examples": [{"problem": "claude-sonnet-4-6/abc381/abc381_e", "snap_from": 0, "snap_to": 1}, {"problem": "claude-sonnet-4-6/abc388/abc388_f", "snap_from": 0, "snap_to": 1}]}, {"chain": ["test", "inspect", "write"], "label": "run ./test.sh → inspect test file → write Solution.java", "count": 1, "pct": 14.3, "examples": [{"problem": "claude-sonnet-4-6/abc345/abc345_d", "snap_from": 0, "snap_to": 1}]}, {"chain": ["test", "inspect", "inspect", "write"], "label": "run ./test.sh → inspect test file → inspect test file → write Solution.java", "count": 1, "pct": 14.3, "examples": [{"problem": "claude-sonnet-4-6/abc400/abc400_d", "snap_from": 0, "snap_to": 1}]}, {"chain": ["test", "write"], "label": "run ./test.sh → write Solution.java", "count": 1, "pct": 14.3, "examples": [{"problem": "claude-sonnet-4-6/arc194/arc194_d", "snap_from": 1, "snap_to": 2}]}], "label_dist": [{"label": "fix_bug", "count": 4, "pct": 57.1}, {"label": "rewrite", "count": 3, "pct": 42.9}], "n_labeled": 7, "nlp_rates": {"m1_correctness": 71, "m2": 57, "m3_existing": 71, "m4": 86, "m8_lang": 29, "m8_inline": 43, "m9": 43}}, {"id": "m7", "source": "breakthrough", "target": "stay", "color": "#00BCD4", "count": 2, "out_pct": 2.3, "label": "2", "n_unique_chains": 2, "breakdown": [{"chain": ["inspect", "inspect", "write"], "label": "inspect test file → inspect test file → write Solution.java", "count": 1, "pct": 50.0, "examples": [{"problem": "claude-sonnet-4-6/abc392/abc392_b", "snap_from": 0, "snap_to": 1}]}, {"chain": ["write"], "label": "write Solution.java", "count": 1, "pct": 50.0, "examples": [{"problem": "claude-sonnet-4-6/arc193/arc193_a", "snap_from": 0, "snap_to": 1}]}], "label_dist": [{"label": "fix_bug", "count": 2, "pct": 100.0}], "n_labeled": 2, "nlp_rates": {"m3_existing": 50, "m9": 50, "m1_correctness": 50}}, {"id": "m8", "source": "stay", "target": "stay", "color": "#4CAF50", "count": 3, "out_pct": 60.0, "label": "3", "n_unique_chains": 3, "breakdown": [{"chain": ["inspect", "write"], "label": "inspect test file → write Solution.java", "count": 1, "pct": 33.3, "examples": [{"problem": "claude-sonnet-4-6/abc392/abc392_b", "snap_from": 1, "snap_to": 2}]}, {"chain": ["inspect", "inspect", "write"], "label": "inspect test file → inspect test file → write Solution.java", "count": 1, "pct": 33.3, "examples": [{"problem": "claude-sonnet-4-6/abc392/abc392_b", "snap_from": 2, "snap_to": 3}]}, {"chain": ["write"], "label": "write Solution.java", "count": 1, "pct": 33.3, "examples": [{"problem": "claude-sonnet-4-6/abc392/abc392_b", "snap_from": 3, "snap_to": 4}]}], "label_dist": [{"label": "fix_bug", "count": 3, "pct": 100.0}], "n_labeled": 3, "nlp_rates": {"m3_existing": 100, "m9": 100, "m2": 33}}, {"id": "m9", "source": "stay", "target": "end_submit", "color": "#4CAF50", "count": 2, "out_pct": 40.0, "label": "2", "n_unique_chains": 2, "breakdown": [{"chain": ["submit"], "label": "submit", "count": 1, "pct": 50.0, "examples": [{"problem": "claude-sonnet-4-6/abc392/abc392_b", "snap_from": 4, "snap_to": -1}]}, {"chain": ["test", "submit"], "label": "run ./test.sh → submit", "count": 1, "pct": 50.0, "examples": [{"problem": "claude-sonnet-4-6/arc193/arc193_a", "snap_from": 1, "snap_to": -1}]}], "label_dist": [{"label": "verify", "count": 2, "pct": 100.0}], "n_labeled": 2, "nlp_rates": {"m3_existing": 50}}, {"id": "m10", "source": "improved", "target": "end_submit", "color": "#2196F3", "count": 1, "out_pct": 8.3, "label": "1", "n_unique_chains": 1, "breakdown": [{"chain": ["submit"], "label": "submit", "count": 1, "pct": 100.0, "examples": [{"problem": "claude-sonnet-4-6/abc395/abc395_c", "snap_from": 0, "snap_to": -1}]}], "label_dist": [{"label": "verify", "count": 1, "pct": 100.0}], "n_labeled": 1, "nlp_rates": {}}, {"id": "m11", "source": "improved", "target": "end_limit", "color": "#2196F3", "count": 2, "out_pct": 16.7, "label": "2", "n_unique_chains": 2, "breakdown": [{"chain": ["inspect", "inspect"], "label": "inspect test file → inspect test file", "count": 1, "pct": 50.0, "examples": [{"problem": "claude-sonnet-4-6/abc398/abc398_g", "snap_from": 0, "snap_to": -1}]}, {"chain": [], "label": "(no useful command)", "count": 1, "pct": 50.0, "examples": [{"problem": "claude-sonnet-4-6/arc194/arc194_a", "snap_from": 0, "snap_to": -1}]}], "label_dist": [{"label": "explore", "count": 1, "pct": 50.0}, {"label": "verify", "count": 1, "pct": 50.0}], "n_labeled": 2, "nlp_rates": {"m1_correctness": 50, "m2": 50, "m3_existing": 50, "m4": 50, "m8_lang": 50, "m9": 50}}, {"id": "m12", "source": "improved", "target": "improved", "color": "#2196F3", "count": 1, "out_pct": 8.3, "label": "1", "n_unique_chains": 1, "breakdown": [{"chain": ["write"], "label": "write Solution.java", "count": 1, "pct": 100.0, "examples": [{"problem": "claude-sonnet-4-6/arc194/arc194_d", "snap_from": 0, "snap_to": 1}]}], "label_dist": [{"label": "fix_bug", "count": 1, "pct": 100.0}], "n_labeled": 1, "nlp_rates": {"m1_correctness": 100, "m4": 100}}, {"id": "m13", "source": "stuck", "target": "improved", "color": "#FF9800", "count": 1, "out_pct": 25.0, "label": "1", "n_unique_chains": 1, "breakdown": [{"chain": ["write"], "label": "write Solution.java", "count": 1, "pct": 100.0, "examples": [{"problem": "claude-sonnet-4-6/arc196/arc196_d", "snap_from": 0, "snap_to": 1}]}], "label_dist": [{"label": "rewrite", "count": 1, "pct": 100.0}], "n_labeled": 1, "nlp_rates": {"m4": 100}}, {"id": "m14", "source": "improved", "target": "regressed", "color": "#2196F3", "count": 1, "out_pct": 8.3, "label": "1", "n_unique_chains": 1, "breakdown": [{"chain": ["test", "inspect", "write"], "label": "run ./test.sh → inspect test file → write Solution.java", "count": 1, "pct": 100.0, "examples": [{"problem": "claude-sonnet-4-6/arc196/arc196_d", "snap_from": 1, "snap_to": 2}]}], "label_dist": [{"label": "debug_failure", "count": 1, "pct": 100.0}], "n_labeled": 1, "nlp_rates": {"m3_existing": 100, "m9": 100}}, {"id": "m15", "source": "regressed", "target": "end_limit", "color": "#F44336", "count": 1, "out_pct": 100.0, "label": "1", "n_unique_chains": 1, "breakdown": [{"chain": [], "label": "(no useful command)", "count": 1, "pct": 100.0, "examples": [{"problem": "claude-sonnet-4-6/arc196/arc196_d", "snap_from": 2, "snap_to": -1}]}], "label_dist": [{"label": "debug_failure", "count": 1, "pct": 100.0}], "n_labeled": 1, "nlp_rates": {"m8_lang": 100, "m9": 100}}], "prob_rows": [{"src": "start", "total": 90, "outs": [{"tgt": "breakthrough", "count": 78, "pct": 86.7}, {"tgt": "improved", "count": 10, "pct": 11.1}, {"tgt": "stuck", "count": 2, "pct": 2.2}]}, {"src": "improved", "total": 12, "outs": [{"tgt": "breakthrough", "count": 7, "pct": 58.3}, {"tgt": "end_limit", "count": 2, "pct": 16.7}, {"tgt": "end_submit", "count": 1, "pct": 8.3}, {"tgt": "improved", "count": 1, "pct": 8.3}, {"tgt": "regressed", "count": 1, "pct": 8.3}]}, {"src": "stuck", "total": 4, "outs": [{"tgt": "stuck", "count": 2, "pct": 50.0}, {"tgt": "breakthrough", "count": 1, "pct": 25.0}, {"tgt": "improved", "count": 1, "pct": 25.0}]}, {"src": "breakthrough", "total": 86, "outs": [{"tgt": "end_submit", "count": 84, "pct": 97.7}, {"tgt": "stay", "count": 2, "pct": 2.3}]}, {"src": "stay", "total": 5, "outs": [{"tgt": "stay", "count": 3, "pct": 60.0}, {"tgt": "end_submit", "count": 2, "pct": 40.0}]}, {"src": "regressed", "total": 1, "outs": [{"tgt": "end_limit", "count": 1, "pct": 100.0}]}], "label_rows": [{"label": "debug_failure", "total": 2, "edges": [{"src": "regressed", "tgt": "end_limit", "count": 1, "pct": 50.0}, {"src": "improved", "tgt": "regressed", "count": 1, "pct": 50.0}]}, {"label": "explore", "total": 2, "edges": [{"src": "start", "tgt": "stuck", "count": 1, "pct": 50.0}, {"src": "improved", "tgt": "end_limit", "count": 1, "pct": 50.0}]}, {"label": "fix_bug", "total": 13, "edges": [{"src": "improved", "tgt": "breakthrough", "count": 4, "pct": 30.8}, {"src": "stay", "tgt": "stay", "count": 3, "pct": 23.1}, {"src": "stuck", "tgt": "stuck", "count": 2, "pct": 15.4}, {"src": "breakthrough", "tgt": "stay", "count": 2, "pct": 15.4}, {"src": "stuck", "tgt": "breakthrough", "count": 1, "pct": 7.7}, {"src": "improved", "tgt": "improved", "count": 1, "pct": 7.7}]}, {"label": "implement", "total": 89, "edges": [{"src": "start", "tgt": "breakthrough", "count": 78, "pct": 87.6}, {"src": "start", "tgt": "improved", "count": 10, "pct": 11.2}, {"src": "start", "tgt": "stuck", "count": 1, "pct": 1.1}]}, {"label": "rewrite", "total": 4, "edges": [{"src": "improved", "tgt": "breakthrough", "count": 3, "pct": 75.0}, {"src": "stuck", "tgt": "improved", "count": 1, "pct": 25.0}]}, {"label": "verify", "total": 88, "edges": [{"src": "breakthrough", "tgt": "end_submit", "count": 84, "pct": 95.5}, {"src": "stay", "tgt": "end_submit", "count": 2, "pct": 2.3}, {"src": "improved", "tgt": "end_submit", "count": 1, "pct": 1.1}, {"src": "improved", "tgt": "end_limit", "count": 1, "pct": 1.1}]}], "n_problems": 90, "max_count": 84, "lang": "java", "model_scope": "sonnet46"}; |
