{ "human": { "all": { "n": 20, "total_steps": 50374, "stage4_reached": 4, "stage4_resets": 11, "reset_median": 0.0, "reset_max": 5, "stage4_first_median_conditional": 2470.0, "action_modified": 2, "action_modified_fraction": 0.0007902015013828526, "compression_disabled_fraction": 0.12880284472540499, "left_open_recoveries": 1, "right_open_recoveries": 1, "base_mean_distance_m": 1.0552905432037902, "base_median_distance_m": 1.057637805151586, "base_m_per_1000_steps": 0.41898223019962294, "left_mean_distance_m": 3.1753377655382677, "left_median_distance_m": 3.2858782958010124, "left_m_per_1000_steps": 1.260705032571671, "right_mean_distance_m": 4.124512220186017, "right_median_distance_m": 4.132091197723639, "right_m_per_1000_steps": 1.6375559694231219, "stage0_fraction": 0.1274466986937706, "stage1_fraction": 0.13697542382975345, "stage2_fraction": 0.5237821098185572, "stage3_fraction": 0.20742843530392663, "stage4_fraction": 0.004367332353992139 }, "failures": { "n": 12, "total_steps": 38700, "stage4_reached": 4, "stage4_resets": 11, "reset_median": 0.0, "reset_max": 5, "stage4_first_median_conditional": 2470.0, "action_modified": 2, "action_modified_fraction": 0.00102880658436214, "compression_disabled_fraction": 0.1332304526748971, "left_open_recoveries": 1, "right_open_recoveries": 1, "base_mean_distance_m": 1.0807428493527809, "base_median_distance_m": 1.0601176325081383, "base_m_per_1000_steps": 0.3351140618148158, "left_mean_distance_m": 3.358033359117267, "left_median_distance_m": 3.329425961484958, "left_m_per_1000_steps": 1.0412506539898503, "right_mean_distance_m": 4.4461135503104385, "right_median_distance_m": 4.333368337558227, "right_m_per_1000_steps": 1.378639860561376, "stage0_fraction": 0.1111111111111111, "stage1_fraction": 0.12248062015503876, "stage2_fraction": 0.5603359173126615, "stage3_fraction": 0.2003875968992248, "stage4_fraction": 0.005684754521963824 }, "common_failures": { "n": 11, "total_steps": 35475, "stage4_reached": 4, "stage4_resets": 11, "reset_median": 0, "reset_max": 5, "stage4_first_median_conditional": 2470.0, "action_modified": 2, "action_modified_fraction": 0.001122334455667789, "compression_disabled_fraction": 0.13748597081930417, "left_open_recoveries": 1, "right_open_recoveries": 1, "base_mean_distance_m": 1.0744728428397587, "base_median_distance_m": 0.9705223440202531, "base_m_per_1000_steps": 0.33316987374876245, "left_mean_distance_m": 3.3335548099767554, "left_median_distance_m": 3.3176200485067966, "left_m_per_1000_steps": 1.0336604061943429, "right_mean_distance_m": 4.3246668910068555, "right_median_distance_m": 4.199123301222016, "right_m_per_1000_steps": 1.3409819817075521, "stage0_fraction": 0.10937279774489077, "stage1_fraction": 0.12346723044397463, "stage2_fraction": 0.5870331219168429, "stage3_fraction": 0.17392529950669486, "stage4_fraction": 0.006201550387596899 }, "successes": { "n": 8, "total_steps": 11674, "stage4_reached": 0, "stage4_resets": 0, "reset_median": 0.0, "reset_max": 0, "stage4_first_median_conditional": null, "action_modified": 0, "action_modified_fraction": 0.0, "compression_disabled_fraction": 0.1141396933560477, "left_open_recoveries": 0, "right_open_recoveries": 0, "base_mean_distance_m": 1.0171120839803045, "base_median_distance_m": 0.9282631713670213, "base_m_per_1000_steps": 0.697010165482477, "left_mean_distance_m": 2.901294375169769, "left_median_distance_m": 2.9999959205388222, "left_m_per_1000_steps": 1.9882092685761652, "right_mean_distance_m": 3.642110224999385, "right_median_distance_m": 3.6062720475031256, "right_m_per_1000_steps": 2.495878173718955, "stage0_fraction": 0.18160013705670722, "stage1_fraction": 0.18502655473702245, "stage2_fraction": 0.4026040774370396, "stage3_fraction": 0.23076923076923078, "stage4_fraction": 0.0 } }, "codegen_success": { "all": { "n": 20, "total_steps": 61761, "stage4_reached": 13, "stage4_resets": 117, "reset_median": 1.0, "reset_max": 22, "stage4_first_median_conditional": 580, "action_modified": 245, "action_modified_fraction": 0.07895584917821463, "compression_disabled_fraction": 0.4282951981952949, "left_open_recoveries": 162, "right_open_recoveries": 36, "base_mean_distance_m": 1.7316172908990992, "base_median_distance_m": 1.4100204570932107, "base_m_per_1000_steps": 0.5607478152552904, "left_mean_distance_m": 10.684476549198319, "left_median_distance_m": 12.226550043593761, "left_m_per_1000_steps": 3.4599428601215387, "right_mean_distance_m": 7.143893876619894, "right_median_distance_m": 6.579547257919742, "right_m_per_1000_steps": 2.31339967831476, "stage0_fraction": 0.08751477469600558, "stage1_fraction": 0.13455093019866907, "stage2_fraction": 0.3724032965787471, "stage3_fraction": 0.36764301096161006, "stage4_fraction": 0.03788798756496818 }, "failures": { "n": 19, "total_steps": 61275, "stage4_reached": 12, "stage4_resets": 116, "reset_median": 1, "reset_max": 22, "stage4_first_median_conditional": 610.0, "action_modified": 245, "action_modified_fraction": 0.07959714100064977, "compression_disabled_fraction": 0.4314489928525016, "left_open_recoveries": 162, "right_open_recoveries": 36, "base_mean_distance_m": 1.7700607484459896, "base_median_distance_m": 1.455781657696832, "base_m_per_1000_steps": 0.5488560460297642, "left_mean_distance_m": 11.0721626575527, "left_median_distance_m": 12.478616127607438, "left_m_per_1000_steps": 3.433228731024094, "right_mean_distance_m": 7.3711732711767235, "right_median_distance_m": 6.670899965237368, "right_m_per_1000_steps": 2.2856351228454956, "stage0_fraction": 0.0872297021623827, "stage1_fraction": 0.1339861281109751, "stage2_fraction": 0.37176662586699305, "stage3_fraction": 0.369155446756426, "stage4_fraction": 0.03786209710322318 }, "common_failures": { "n": 11, "total_steps": 35475, "stage4_reached": 9, "stage4_resets": 96, "reset_median": 2, "reset_max": 22, "stage4_first_median_conditional": 640, "action_modified": 116, "action_modified_fraction": 0.06509539842873176, "compression_disabled_fraction": 0.45735129068462405, "left_open_recoveries": 115, "right_open_recoveries": 31, "base_mean_distance_m": 1.8859206495697292, "base_median_distance_m": 1.3642592564895892, "base_m_per_1000_steps": 0.5847815967658075, "left_mean_distance_m": 11.093738576519865, "left_median_distance_m": 11.974483959580084, "left_m_per_1000_steps": 3.439918938455772, "right_mean_distance_m": 8.276056060667134, "right_median_distance_m": 8.916738394400454, "right_m_per_1000_steps": 2.566218933540197, "stage0_fraction": 0.0383368569415081, "stage1_fraction": 0.08188865398167723, "stage2_fraction": 0.3784355179704017, "stage3_fraction": 0.44721634954193096, "stage4_fraction": 0.054122621564482026 }, "successes": { "n": 1, "total_steps": 486, "stage4_reached": 1, "stage4_resets": 1, "reset_median": 1, "reset_max": 1, "stage4_first_median_conditional": 420, "action_modified": 0, "action_modified_fraction": 0.0, "compression_disabled_fraction": 0.04, "left_open_recoveries": 0, "right_open_recoveries": 0, "base_mean_distance_m": 1.001191597508182, "base_median_distance_m": 1.001191597508182, "base_m_per_1000_steps": 2.060065015448934, "left_mean_distance_m": 3.3184404904650364, "left_median_distance_m": 3.3184404904650364, "left_m_per_1000_steps": 6.828066852808717, "right_mean_distance_m": 2.8255853800401383, "right_median_distance_m": 2.8255853800401383, "right_m_per_1000_steps": 5.813961687325387, "stage0_fraction": 0.12345679012345678, "stage1_fraction": 0.205761316872428, "stage2_fraction": 0.45267489711934156, "stage3_fraction": 0.17695473251028807, "stage4_fraction": 0.0411522633744856 } }, "mix_h50_c50": { "all": { "n": 20, "total_steps": 61658, "stage4_reached": 12, "stage4_resets": 130, "reset_median": 2.5, "reset_max": 23, "stage4_first_median_conditional": 500.0, "action_modified": 257, "action_modified_fraction": 0.0829567462879277, "compression_disabled_fraction": 0.22595222724338282, "left_open_recoveries": 225, "right_open_recoveries": 18, "base_mean_distance_m": 1.0645906901145068, "base_median_distance_m": 1.1681340016632475, "base_m_per_1000_steps": 0.3453211878797583, "left_mean_distance_m": 7.217282622449598, "left_median_distance_m": 7.729933879493274, "left_m_per_1000_steps": 2.3410693251320502, "right_mean_distance_m": 4.910568528417836, "right_median_distance_m": 5.464404055382673, "right_m_per_1000_steps": 1.5928406787173883, "stage0_fraction": 0.04703363715981706, "stage1_fraction": 0.09804080573486003, "stage2_fraction": 0.30717830614032243, "stage3_fraction": 0.5055791624768886, "stage4_fraction": 0.04216808848811184 }, "failures": { "n": 19, "total_steps": 61275, "stage4_reached": 12, "stage4_resets": 130, "reset_median": 3, "reset_max": 23, "stage4_first_median_conditional": 500.0, "action_modified": 257, "action_modified_fraction": 0.08349577647823261, "compression_disabled_fraction": 0.22709551656920077, "left_open_recoveries": 225, "right_open_recoveries": 18, "base_mean_distance_m": 1.0308880741518869, "base_median_distance_m": 1.127917838015378, "base_m_per_1000_steps": 0.3196552167912827, "left_mean_distance_m": 7.439494634495383, "left_median_distance_m": 7.889694842682729, "left_m_per_1000_steps": 2.3068200417039946, "right_mean_distance_m": 5.058315867550455, "right_median_distance_m": 5.725669694820681, "right_m_per_1000_steps": 1.5684700364497535, "stage0_fraction": 0.04471644226846185, "stage1_fraction": 0.09734802121583028, "stage2_fraction": 0.3068135454916361, "stage3_fraction": 0.5086903304773562, "stage4_fraction": 0.04243166054671563 }, "common_failures": { "n": 11, "total_steps": 35475, "stage4_reached": 8, "stage4_resets": 77, "reset_median": 4, "reset_max": 23, "stage4_first_median_conditional": 550.0, "action_modified": 90, "action_modified_fraction": 0.050505050505050504, "compression_disabled_fraction": 0.21604938271604937, "left_open_recoveries": 66, "right_open_recoveries": 11, "base_mean_distance_m": 1.1145184457458583, "base_median_distance_m": 1.127917838015378, "base_m_per_1000_steps": 0.3455871149599561, "left_mean_distance_m": 8.021387412162108, "left_median_distance_m": 8.193047721530093, "left_m_per_1000_steps": 2.4872519107479403, "right_mean_distance_m": 5.467686439487249, "right_median_distance_m": 5.725669694820681, "right_m_per_1000_steps": 1.695406647903023, "stage0_fraction": 0.053558844256518676, "stage1_fraction": 0.129245947850599, "stage2_fraction": 0.24214235377026075, "stage3_fraction": 0.5316420014094433, "stage4_fraction": 0.043410852713178294 }, "successes": { "n": 1, "total_steps": 383, "stage4_reached": 0, "stage4_resets": 0, "reset_median": 0, "reset_max": 0, "stage4_first_median_conditional": null, "action_modified": 0, "action_modified_fraction": 0.0, "compression_disabled_fraction": 0.05, "left_open_recoveries": 0, "right_open_recoveries": 0, "base_mean_distance_m": 1.7049403934042857, "base_median_distance_m": 1.7049403934042857, "base_m_per_1000_steps": 4.451541497139128, "left_mean_distance_m": 2.995254393579671, "left_median_distance_m": 2.995254393579671, "left_m_per_1000_steps": 7.820507555038306, "right_mean_distance_m": 2.103369084898077, "right_median_distance_m": 2.103369084898077, "right_m_per_1000_steps": 5.4918252869401485, "stage0_fraction": 0.4177545691906005, "stage1_fraction": 0.20887728459530025, "stage2_fraction": 0.36553524804177545, "stage3_fraction": 0.007832898172323759, "stage4_fraction": 0.0 } } }