File size: 13,354 Bytes
4a2a6e4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 | {
"human": {
"all": {
"n": 20,
"total_steps": 50374,
"stage4_reached": 4,
"stage4_resets": 11,
"reset_median": 0.0,
"reset_max": 5,
"stage4_first_median_conditional": 2470.0,
"action_modified": 2,
"action_modified_fraction": 0.0007902015013828526,
"compression_disabled_fraction": 0.12880284472540499,
"left_open_recoveries": 1,
"right_open_recoveries": 1,
"base_mean_distance_m": 1.0552905432037902,
"base_median_distance_m": 1.057637805151586,
"base_m_per_1000_steps": 0.41898223019962294,
"left_mean_distance_m": 3.1753377655382677,
"left_median_distance_m": 3.2858782958010124,
"left_m_per_1000_steps": 1.260705032571671,
"right_mean_distance_m": 4.124512220186017,
"right_median_distance_m": 4.132091197723639,
"right_m_per_1000_steps": 1.6375559694231219,
"stage0_fraction": 0.1274466986937706,
"stage1_fraction": 0.13697542382975345,
"stage2_fraction": 0.5237821098185572,
"stage3_fraction": 0.20742843530392663,
"stage4_fraction": 0.004367332353992139
},
"failures": {
"n": 12,
"total_steps": 38700,
"stage4_reached": 4,
"stage4_resets": 11,
"reset_median": 0.0,
"reset_max": 5,
"stage4_first_median_conditional": 2470.0,
"action_modified": 2,
"action_modified_fraction": 0.00102880658436214,
"compression_disabled_fraction": 0.1332304526748971,
"left_open_recoveries": 1,
"right_open_recoveries": 1,
"base_mean_distance_m": 1.0807428493527809,
"base_median_distance_m": 1.0601176325081383,
"base_m_per_1000_steps": 0.3351140618148158,
"left_mean_distance_m": 3.358033359117267,
"left_median_distance_m": 3.329425961484958,
"left_m_per_1000_steps": 1.0412506539898503,
"right_mean_distance_m": 4.4461135503104385,
"right_median_distance_m": 4.333368337558227,
"right_m_per_1000_steps": 1.378639860561376,
"stage0_fraction": 0.1111111111111111,
"stage1_fraction": 0.12248062015503876,
"stage2_fraction": 0.5603359173126615,
"stage3_fraction": 0.2003875968992248,
"stage4_fraction": 0.005684754521963824
},
"common_failures": {
"n": 11,
"total_steps": 35475,
"stage4_reached": 4,
"stage4_resets": 11,
"reset_median": 0,
"reset_max": 5,
"stage4_first_median_conditional": 2470.0,
"action_modified": 2,
"action_modified_fraction": 0.001122334455667789,
"compression_disabled_fraction": 0.13748597081930417,
"left_open_recoveries": 1,
"right_open_recoveries": 1,
"base_mean_distance_m": 1.0744728428397587,
"base_median_distance_m": 0.9705223440202531,
"base_m_per_1000_steps": 0.33316987374876245,
"left_mean_distance_m": 3.3335548099767554,
"left_median_distance_m": 3.3176200485067966,
"left_m_per_1000_steps": 1.0336604061943429,
"right_mean_distance_m": 4.3246668910068555,
"right_median_distance_m": 4.199123301222016,
"right_m_per_1000_steps": 1.3409819817075521,
"stage0_fraction": 0.10937279774489077,
"stage1_fraction": 0.12346723044397463,
"stage2_fraction": 0.5870331219168429,
"stage3_fraction": 0.17392529950669486,
"stage4_fraction": 0.006201550387596899
},
"successes": {
"n": 8,
"total_steps": 11674,
"stage4_reached": 0,
"stage4_resets": 0,
"reset_median": 0.0,
"reset_max": 0,
"stage4_first_median_conditional": null,
"action_modified": 0,
"action_modified_fraction": 0.0,
"compression_disabled_fraction": 0.1141396933560477,
"left_open_recoveries": 0,
"right_open_recoveries": 0,
"base_mean_distance_m": 1.0171120839803045,
"base_median_distance_m": 0.9282631713670213,
"base_m_per_1000_steps": 0.697010165482477,
"left_mean_distance_m": 2.901294375169769,
"left_median_distance_m": 2.9999959205388222,
"left_m_per_1000_steps": 1.9882092685761652,
"right_mean_distance_m": 3.642110224999385,
"right_median_distance_m": 3.6062720475031256,
"right_m_per_1000_steps": 2.495878173718955,
"stage0_fraction": 0.18160013705670722,
"stage1_fraction": 0.18502655473702245,
"stage2_fraction": 0.4026040774370396,
"stage3_fraction": 0.23076923076923078,
"stage4_fraction": 0.0
}
},
"codegen_success": {
"all": {
"n": 20,
"total_steps": 61761,
"stage4_reached": 13,
"stage4_resets": 117,
"reset_median": 1.0,
"reset_max": 22,
"stage4_first_median_conditional": 580,
"action_modified": 245,
"action_modified_fraction": 0.07895584917821463,
"compression_disabled_fraction": 0.4282951981952949,
"left_open_recoveries": 162,
"right_open_recoveries": 36,
"base_mean_distance_m": 1.7316172908990992,
"base_median_distance_m": 1.4100204570932107,
"base_m_per_1000_steps": 0.5607478152552904,
"left_mean_distance_m": 10.684476549198319,
"left_median_distance_m": 12.226550043593761,
"left_m_per_1000_steps": 3.4599428601215387,
"right_mean_distance_m": 7.143893876619894,
"right_median_distance_m": 6.579547257919742,
"right_m_per_1000_steps": 2.31339967831476,
"stage0_fraction": 0.08751477469600558,
"stage1_fraction": 0.13455093019866907,
"stage2_fraction": 0.3724032965787471,
"stage3_fraction": 0.36764301096161006,
"stage4_fraction": 0.03788798756496818
},
"failures": {
"n": 19,
"total_steps": 61275,
"stage4_reached": 12,
"stage4_resets": 116,
"reset_median": 1,
"reset_max": 22,
"stage4_first_median_conditional": 610.0,
"action_modified": 245,
"action_modified_fraction": 0.07959714100064977,
"compression_disabled_fraction": 0.4314489928525016,
"left_open_recoveries": 162,
"right_open_recoveries": 36,
"base_mean_distance_m": 1.7700607484459896,
"base_median_distance_m": 1.455781657696832,
"base_m_per_1000_steps": 0.5488560460297642,
"left_mean_distance_m": 11.0721626575527,
"left_median_distance_m": 12.478616127607438,
"left_m_per_1000_steps": 3.433228731024094,
"right_mean_distance_m": 7.3711732711767235,
"right_median_distance_m": 6.670899965237368,
"right_m_per_1000_steps": 2.2856351228454956,
"stage0_fraction": 0.0872297021623827,
"stage1_fraction": 0.1339861281109751,
"stage2_fraction": 0.37176662586699305,
"stage3_fraction": 0.369155446756426,
"stage4_fraction": 0.03786209710322318
},
"common_failures": {
"n": 11,
"total_steps": 35475,
"stage4_reached": 9,
"stage4_resets": 96,
"reset_median": 2,
"reset_max": 22,
"stage4_first_median_conditional": 640,
"action_modified": 116,
"action_modified_fraction": 0.06509539842873176,
"compression_disabled_fraction": 0.45735129068462405,
"left_open_recoveries": 115,
"right_open_recoveries": 31,
"base_mean_distance_m": 1.8859206495697292,
"base_median_distance_m": 1.3642592564895892,
"base_m_per_1000_steps": 0.5847815967658075,
"left_mean_distance_m": 11.093738576519865,
"left_median_distance_m": 11.974483959580084,
"left_m_per_1000_steps": 3.439918938455772,
"right_mean_distance_m": 8.276056060667134,
"right_median_distance_m": 8.916738394400454,
"right_m_per_1000_steps": 2.566218933540197,
"stage0_fraction": 0.0383368569415081,
"stage1_fraction": 0.08188865398167723,
"stage2_fraction": 0.3784355179704017,
"stage3_fraction": 0.44721634954193096,
"stage4_fraction": 0.054122621564482026
},
"successes": {
"n": 1,
"total_steps": 486,
"stage4_reached": 1,
"stage4_resets": 1,
"reset_median": 1,
"reset_max": 1,
"stage4_first_median_conditional": 420,
"action_modified": 0,
"action_modified_fraction": 0.0,
"compression_disabled_fraction": 0.04,
"left_open_recoveries": 0,
"right_open_recoveries": 0,
"base_mean_distance_m": 1.001191597508182,
"base_median_distance_m": 1.001191597508182,
"base_m_per_1000_steps": 2.060065015448934,
"left_mean_distance_m": 3.3184404904650364,
"left_median_distance_m": 3.3184404904650364,
"left_m_per_1000_steps": 6.828066852808717,
"right_mean_distance_m": 2.8255853800401383,
"right_median_distance_m": 2.8255853800401383,
"right_m_per_1000_steps": 5.813961687325387,
"stage0_fraction": 0.12345679012345678,
"stage1_fraction": 0.205761316872428,
"stage2_fraction": 0.45267489711934156,
"stage3_fraction": 0.17695473251028807,
"stage4_fraction": 0.0411522633744856
}
},
"mix_h50_c50": {
"all": {
"n": 20,
"total_steps": 61658,
"stage4_reached": 12,
"stage4_resets": 130,
"reset_median": 2.5,
"reset_max": 23,
"stage4_first_median_conditional": 500.0,
"action_modified": 257,
"action_modified_fraction": 0.0829567462879277,
"compression_disabled_fraction": 0.22595222724338282,
"left_open_recoveries": 225,
"right_open_recoveries": 18,
"base_mean_distance_m": 1.0645906901145068,
"base_median_distance_m": 1.1681340016632475,
"base_m_per_1000_steps": 0.3453211878797583,
"left_mean_distance_m": 7.217282622449598,
"left_median_distance_m": 7.729933879493274,
"left_m_per_1000_steps": 2.3410693251320502,
"right_mean_distance_m": 4.910568528417836,
"right_median_distance_m": 5.464404055382673,
"right_m_per_1000_steps": 1.5928406787173883,
"stage0_fraction": 0.04703363715981706,
"stage1_fraction": 0.09804080573486003,
"stage2_fraction": 0.30717830614032243,
"stage3_fraction": 0.5055791624768886,
"stage4_fraction": 0.04216808848811184
},
"failures": {
"n": 19,
"total_steps": 61275,
"stage4_reached": 12,
"stage4_resets": 130,
"reset_median": 3,
"reset_max": 23,
"stage4_first_median_conditional": 500.0,
"action_modified": 257,
"action_modified_fraction": 0.08349577647823261,
"compression_disabled_fraction": 0.22709551656920077,
"left_open_recoveries": 225,
"right_open_recoveries": 18,
"base_mean_distance_m": 1.0308880741518869,
"base_median_distance_m": 1.127917838015378,
"base_m_per_1000_steps": 0.3196552167912827,
"left_mean_distance_m": 7.439494634495383,
"left_median_distance_m": 7.889694842682729,
"left_m_per_1000_steps": 2.3068200417039946,
"right_mean_distance_m": 5.058315867550455,
"right_median_distance_m": 5.725669694820681,
"right_m_per_1000_steps": 1.5684700364497535,
"stage0_fraction": 0.04471644226846185,
"stage1_fraction": 0.09734802121583028,
"stage2_fraction": 0.3068135454916361,
"stage3_fraction": 0.5086903304773562,
"stage4_fraction": 0.04243166054671563
},
"common_failures": {
"n": 11,
"total_steps": 35475,
"stage4_reached": 8,
"stage4_resets": 77,
"reset_median": 4,
"reset_max": 23,
"stage4_first_median_conditional": 550.0,
"action_modified": 90,
"action_modified_fraction": 0.050505050505050504,
"compression_disabled_fraction": 0.21604938271604937,
"left_open_recoveries": 66,
"right_open_recoveries": 11,
"base_mean_distance_m": 1.1145184457458583,
"base_median_distance_m": 1.127917838015378,
"base_m_per_1000_steps": 0.3455871149599561,
"left_mean_distance_m": 8.021387412162108,
"left_median_distance_m": 8.193047721530093,
"left_m_per_1000_steps": 2.4872519107479403,
"right_mean_distance_m": 5.467686439487249,
"right_median_distance_m": 5.725669694820681,
"right_m_per_1000_steps": 1.695406647903023,
"stage0_fraction": 0.053558844256518676,
"stage1_fraction": 0.129245947850599,
"stage2_fraction": 0.24214235377026075,
"stage3_fraction": 0.5316420014094433,
"stage4_fraction": 0.043410852713178294
},
"successes": {
"n": 1,
"total_steps": 383,
"stage4_reached": 0,
"stage4_resets": 0,
"reset_median": 0,
"reset_max": 0,
"stage4_first_median_conditional": null,
"action_modified": 0,
"action_modified_fraction": 0.0,
"compression_disabled_fraction": 0.05,
"left_open_recoveries": 0,
"right_open_recoveries": 0,
"base_mean_distance_m": 1.7049403934042857,
"base_median_distance_m": 1.7049403934042857,
"base_m_per_1000_steps": 4.451541497139128,
"left_mean_distance_m": 2.995254393579671,
"left_median_distance_m": 2.995254393579671,
"left_m_per_1000_steps": 7.820507555038306,
"right_mean_distance_m": 2.103369084898077,
"right_median_distance_m": 2.103369084898077,
"right_m_per_1000_steps": 5.4918252869401485,
"stage0_fraction": 0.4177545691906005,
"stage1_fraction": 0.20887728459530025,
"stage2_fraction": 0.36553524804177545,
"stage3_fraction": 0.007832898172323759,
"stage4_fraction": 0.0
}
}
}
|