Auto-sync: 2026-06-29 08:05:55 (part 3)
Browse files- results/paper_analysis.json +305 -1
- results/paper_analysis.md +5 -1
- results/paper_core_results.md +21 -16
- results/paper_story_memo.md +38 -26
- results/paper_table_status.json +76 -0
- results/paper_table_status.md +4 -0
results/paper_analysis.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_consensus_grid035040045_noopbonus003",
|
| 3 |
-
"generated_utc": "2026-06-
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.07130434782608691,
|
| 6 |
"best_clean_vs_h16": 0.05681159420289855,
|
|
@@ -274,6 +274,310 @@
|
|
| 274 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_summary.json",
|
| 275 |
"std_success": 0.008032699397420892
|
| 276 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 277 |
"residual_k4_consensus": {
|
| 278 |
"ci95_success": 0.04490086956521744,
|
| 279 |
"label": "K4 mean-by-type tangent consensus",
|
|
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_consensus_grid035040045_noopbonus003",
|
| 3 |
+
"generated_utc": "2026-06-29T12:01:00+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.07130434782608691,
|
| 6 |
"best_clean_vs_h16": 0.05681159420289855,
|
|
|
|
| 274 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_summary.json",
|
| 275 |
"std_success": 0.008032699397420892
|
| 276 |
},
|
| 277 |
+
"repair_nearmiss_k4_grid025035050_margin010": {
|
| 278 |
+
"ci95_success": 0.03674617285159992,
|
| 279 |
+
"label": "K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10",
|
| 280 |
+
"mean_action_mse_to_best": 0.3929642635457002,
|
| 281 |
+
"mean_progress": 0.5600691433255407,
|
| 282 |
+
"mean_success": 0.34144927536231884,
|
| 283 |
+
"num_completed": 3,
|
| 284 |
+
"per_task_success": {
|
| 285 |
+
"LiftPegUpright-v1": {
|
| 286 |
+
"mean_num_groups": 102.0,
|
| 287 |
+
"mean_success": 0.26635850338067285,
|
| 288 |
+
"std_success": 0.05831834141997673
|
| 289 |
+
},
|
| 290 |
+
"PickCube-v1": {
|
| 291 |
+
"mean_num_groups": 196.66666666666666,
|
| 292 |
+
"mean_success": 0.3142074310552571,
|
| 293 |
+
"std_success": 0.02741955750008872
|
| 294 |
+
},
|
| 295 |
+
"PullCube-v1": {
|
| 296 |
+
"mean_num_groups": 81.0,
|
| 297 |
+
"mean_success": 0.15871370345054556,
|
| 298 |
+
"std_success": 0.036307042236911065
|
| 299 |
+
},
|
| 300 |
+
"PushCube-v1": {
|
| 301 |
+
"mean_num_groups": 102.0,
|
| 302 |
+
"mean_success": 0.7377047365461099,
|
| 303 |
+
"std_success": 0.07936301124798102
|
| 304 |
+
},
|
| 305 |
+
"StackCube-v1": {
|
| 306 |
+
"mean_num_groups": 93.33333333333333,
|
| 307 |
+
"mean_success": 0.19745069745069743,
|
| 308 |
+
"std_success": 0.07489140417757721
|
| 309 |
+
}
|
| 310 |
+
},
|
| 311 |
+
"seed_action_mse_to_best": {
|
| 312 |
+
"0": 0.3795984360802433,
|
| 313 |
+
"1": 0.3867724084287234,
|
| 314 |
+
"2": 0.41252194612813387
|
| 315 |
+
},
|
| 316 |
+
"seed_progress": {
|
| 317 |
+
"0": 0.5459818405164001,
|
| 318 |
+
"1": 0.5586519980981298,
|
| 319 |
+
"2": 0.5755735913620922
|
| 320 |
+
},
|
| 321 |
+
"seed_success": {
|
| 322 |
+
"0": 0.3356521739130435,
|
| 323 |
+
"1": 0.33043478260869563,
|
| 324 |
+
"2": 0.3582608695652174
|
| 325 |
+
},
|
| 326 |
+
"selected_candidate_type_counts": {
|
| 327 |
+
"retrieval_residual_policy_residual": 1616,
|
| 328 |
+
"retrieval_residual_residual_near_miss": 109
|
| 329 |
+
},
|
| 330 |
+
"selected_residual_scale_counts": {
|
| 331 |
+
"0.25": 1636,
|
| 332 |
+
"0.35": 11,
|
| 333 |
+
"0.5": 78
|
| 334 |
+
},
|
| 335 |
+
"selected_type_outcomes": {
|
| 336 |
+
"retrieval_residual_policy_residual": {
|
| 337 |
+
"count": 1616.0,
|
| 338 |
+
"mean_progress": 0.5759515361980464,
|
| 339 |
+
"success_rate": 0.35705445544554454
|
| 340 |
+
},
|
| 341 |
+
"retrieval_residual_residual_near_miss": {
|
| 342 |
+
"count": 109.0,
|
| 343 |
+
"mean_progress": 0.3246017407386675,
|
| 344 |
+
"success_rate": 0.11009174311926606
|
| 345 |
+
}
|
| 346 |
+
},
|
| 347 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_nearmiss_k4_grid025035050_margin0p10_summary.json",
|
| 348 |
+
"std_success": 0.014791131388026773
|
| 349 |
+
},
|
| 350 |
+
"repair_nearmiss_k4_grid025035050_margin020": {
|
| 351 |
+
"ci95_success": 0.03355996769539608,
|
| 352 |
+
"label": "K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20",
|
| 353 |
+
"mean_action_mse_to_best": 0.393933949969655,
|
| 354 |
+
"mean_progress": 0.5597380874861161,
|
| 355 |
+
"mean_success": 0.34318840579710147,
|
| 356 |
+
"num_completed": 3,
|
| 357 |
+
"per_task_success": {
|
| 358 |
+
"LiftPegUpright-v1": {
|
| 359 |
+
"mean_num_groups": 102.0,
|
| 360 |
+
"mean_success": 0.26635850338067285,
|
| 361 |
+
"std_success": 0.05831834141997673
|
| 362 |
+
},
|
| 363 |
+
"PickCube-v1": {
|
| 364 |
+
"mean_num_groups": 196.66666666666666,
|
| 365 |
+
"mean_success": 0.3142074310552571,
|
| 366 |
+
"std_success": 0.02741955750008872
|
| 367 |
+
},
|
| 368 |
+
"PullCube-v1": {
|
| 369 |
+
"mean_num_groups": 81.0,
|
| 370 |
+
"mean_success": 0.16304270777954988,
|
| 371 |
+
"std_success": 0.038804868325098954
|
| 372 |
+
},
|
| 373 |
+
"PushCube-v1": {
|
| 374 |
+
"mean_num_groups": 102.0,
|
| 375 |
+
"mean_success": 0.7379505058038869,
|
| 376 |
+
"std_success": 0.07221758584710138
|
| 377 |
+
},
|
| 378 |
+
"StackCube-v1": {
|
| 379 |
+
"mean_num_groups": 93.33333333333333,
|
| 380 |
+
"mean_success": 0.20481740481740482,
|
| 381 |
+
"std_success": 0.06861088450109236
|
| 382 |
+
}
|
| 383 |
+
},
|
| 384 |
+
"seed_action_mse_to_best": {
|
| 385 |
+
"0": 0.3804865829549406,
|
| 386 |
+
"1": 0.38731886736886656,
|
| 387 |
+
"2": 0.41399639958515766
|
| 388 |
+
},
|
| 389 |
+
"seed_progress": {
|
| 390 |
+
"0": 0.5470242628576639,
|
| 391 |
+
"1": 0.5587378957705653,
|
| 392 |
+
"2": 0.5734521038301191
|
| 393 |
+
},
|
| 394 |
+
"seed_success": {
|
| 395 |
+
"0": 0.3391304347826087,
|
| 396 |
+
"1": 0.33217391304347826,
|
| 397 |
+
"2": 0.3582608695652174
|
| 398 |
+
},
|
| 399 |
+
"selected_candidate_type_counts": {
|
| 400 |
+
"retrieval_residual_policy_residual": 1696,
|
| 401 |
+
"retrieval_residual_residual_near_miss": 29
|
| 402 |
+
},
|
| 403 |
+
"selected_residual_scale_counts": {
|
| 404 |
+
"0.25": 1698,
|
| 405 |
+
"0.35": 3,
|
| 406 |
+
"0.5": 24
|
| 407 |
+
},
|
| 408 |
+
"selected_type_outcomes": {
|
| 409 |
+
"retrieval_residual_policy_residual": {
|
| 410 |
+
"count": 1696.0,
|
| 411 |
+
"mean_progress": 0.564825300580208,
|
| 412 |
+
"success_rate": 0.3472877358490566
|
| 413 |
+
},
|
| 414 |
+
"retrieval_residual_residual_near_miss": {
|
| 415 |
+
"count": 29.0,
|
| 416 |
+
"mean_progress": 0.26222383205232946,
|
| 417 |
+
"success_rate": 0.10344827586206896
|
| 418 |
+
}
|
| 419 |
+
},
|
| 420 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_nearmiss_k4_grid025035050_margin0p20_summary.json",
|
| 421 |
+
"std_success": 0.013508614722007019
|
| 422 |
+
},
|
| 423 |
+
"repair_nearmiss_k4_grid035050075_margin020": {
|
| 424 |
+
"ci95_success": 0.03725072058131128,
|
| 425 |
+
"label": "K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20",
|
| 426 |
+
"mean_action_mse_to_best": 0.393982858941013,
|
| 427 |
+
"mean_progress": 0.5605357405742194,
|
| 428 |
+
"mean_success": 0.343768115942029,
|
| 429 |
+
"num_completed": 3,
|
| 430 |
+
"per_task_success": {
|
| 431 |
+
"LiftPegUpright-v1": {
|
| 432 |
+
"mean_num_groups": 102.0,
|
| 433 |
+
"mean_success": 0.2698307256028951,
|
| 434 |
+
"std_success": 0.06430281802636649
|
| 435 |
+
},
|
| 436 |
+
"PickCube-v1": {
|
| 437 |
+
"mean_num_groups": 196.66666666666666,
|
| 438 |
+
"mean_success": 0.31239583685235855,
|
| 439 |
+
"std_success": 0.03055175955315912
|
| 440 |
+
},
|
| 441 |
+
"PullCube-v1": {
|
| 442 |
+
"mean_num_groups": 81.0,
|
| 443 |
+
"mean_success": 0.1673717121085542,
|
| 444 |
+
"std_success": 0.042495599376252136
|
| 445 |
+
},
|
| 446 |
+
"PushCube-v1": {
|
| 447 |
+
"mean_num_groups": 102.0,
|
| 448 |
+
"mean_success": 0.7379505058038869,
|
| 449 |
+
"std_success": 0.07221758584710138
|
| 450 |
+
},
|
| 451 |
+
"StackCube-v1": {
|
| 452 |
+
"mean_num_groups": 93.33333333333333,
|
| 453 |
+
"mean_success": 0.20481740481740482,
|
| 454 |
+
"std_success": 0.06861088450109236
|
| 455 |
+
}
|
| 456 |
+
},
|
| 457 |
+
"seed_action_mse_to_best": {
|
| 458 |
+
"0": 0.3805449200680722,
|
| 459 |
+
"1": 0.38746632555418686,
|
| 460 |
+
"2": 0.4139373312007798
|
| 461 |
+
},
|
| 462 |
+
"seed_progress": {
|
| 463 |
+
"0": 0.5484290182841537,
|
| 464 |
+
"1": 0.5579161341779906,
|
| 465 |
+
"2": 0.5752620692605136
|
| 466 |
+
},
|
| 467 |
+
"seed_success": {
|
| 468 |
+
"0": 0.3408695652173913,
|
| 469 |
+
"1": 0.33043478260869563,
|
| 470 |
+
"2": 0.36
|
| 471 |
+
},
|
| 472 |
+
"selected_candidate_type_counts": {
|
| 473 |
+
"retrieval_residual_policy_residual": 1690,
|
| 474 |
+
"retrieval_residual_residual_near_miss": 35
|
| 475 |
+
},
|
| 476 |
+
"selected_residual_scale_counts": {
|
| 477 |
+
"0.35": 1695,
|
| 478 |
+
"0.5": 7,
|
| 479 |
+
"0.75": 23
|
| 480 |
+
},
|
| 481 |
+
"selected_type_outcomes": {
|
| 482 |
+
"retrieval_residual_policy_residual": {
|
| 483 |
+
"count": 1690.0,
|
| 484 |
+
"mean_progress": 0.5654949464062802,
|
| 485 |
+
"success_rate": 0.3479289940828402
|
| 486 |
+
},
|
| 487 |
+
"retrieval_residual_residual_near_miss": {
|
| 488 |
+
"count": 35.0,
|
| 489 |
+
"mean_progress": 0.3210769446832793,
|
| 490 |
+
"success_rate": 0.14285714285714285
|
| 491 |
+
}
|
| 492 |
+
},
|
| 493 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_nearmiss_k4_grid035050075_margin0p20_summary.json",
|
| 494 |
+
"std_success": 0.014994222790002973
|
| 495 |
+
},
|
| 496 |
+
"repair_safe_k4_grid025035050_margin020": {
|
| 497 |
+
"ci95_success": 0.03115620450679224,
|
| 498 |
+
"label": "K4 safe-family-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20",
|
| 499 |
+
"mean_action_mse_to_best": 0.39449909915337744,
|
| 500 |
+
"mean_progress": 0.5602484929151746,
|
| 501 |
+
"mean_success": 0.3443478260869566,
|
| 502 |
+
"num_completed": 3,
|
| 503 |
+
"per_task_success": {
|
| 504 |
+
"LiftPegUpright-v1": {
|
| 505 |
+
"mean_num_groups": 102.0,
|
| 506 |
+
"mean_success": 0.27225820839542214,
|
| 507 |
+
"std_success": 0.05495571671473726
|
| 508 |
+
},
|
| 509 |
+
"PickCube-v1": {
|
| 510 |
+
"mean_num_groups": 196.66666666666666,
|
| 511 |
+
"mean_success": 0.31239583685235855,
|
| 512 |
+
"std_success": 0.03055175955315912
|
| 513 |
+
},
|
| 514 |
+
"PullCube-v1": {
|
| 515 |
+
"mean_num_groups": 81.0,
|
| 516 |
+
"mean_success": 0.1673717121085542,
|
| 517 |
+
"std_success": 0.042495599376252136
|
| 518 |
+
},
|
| 519 |
+
"PushCube-v1": {
|
| 520 |
+
"mean_num_groups": 102.0,
|
| 521 |
+
"mean_success": 0.7379505058038869,
|
| 522 |
+
"std_success": 0.07221758584710138
|
| 523 |
+
},
|
| 524 |
+
"StackCube-v1": {
|
| 525 |
+
"mean_num_groups": 93.33333333333333,
|
| 526 |
+
"mean_success": 0.20481740481740482,
|
| 527 |
+
"std_success": 0.06861088450109236
|
| 528 |
+
}
|
| 529 |
+
},
|
| 530 |
+
"seed_action_mse_to_best": {
|
| 531 |
+
"0": 0.38139278126475606,
|
| 532 |
+
"1": 0.38822281592728003,
|
| 533 |
+
"2": 0.41388170026809623
|
| 534 |
+
},
|
| 535 |
+
"seed_progress": {
|
| 536 |
+
"0": 0.5477940025257514,
|
| 537 |
+
"1": 0.5587685327847367,
|
| 538 |
+
"2": 0.574182943435036
|
| 539 |
+
},
|
| 540 |
+
"seed_success": {
|
| 541 |
+
"0": 0.3408695652173913,
|
| 542 |
+
"1": 0.3339130434782609,
|
| 543 |
+
"2": 0.3582608695652174
|
| 544 |
+
},
|
| 545 |
+
"selected_candidate_type_counts": {
|
| 546 |
+
"retrieval_residual_policy_residual": 1672,
|
| 547 |
+
"retrieval_residual_residual_near_miss": 24,
|
| 548 |
+
"retrieval_residual_residual_no_op": 27,
|
| 549 |
+
"retrieval_residual_residual_wrong_gripper": 2
|
| 550 |
+
},
|
| 551 |
+
"selected_residual_scale_counts": {
|
| 552 |
+
"0.25": 1679,
|
| 553 |
+
"0.35": 6,
|
| 554 |
+
"0.5": 40
|
| 555 |
+
},
|
| 556 |
+
"selected_type_outcomes": {
|
| 557 |
+
"retrieval_residual_policy_residual": {
|
| 558 |
+
"count": 1672.0,
|
| 559 |
+
"mean_progress": 0.5675147408519728,
|
| 560 |
+
"success_rate": 0.3492822966507177
|
| 561 |
+
},
|
| 562 |
+
"retrieval_residual_residual_near_miss": {
|
| 563 |
+
"count": 24.0,
|
| 564 |
+
"mean_progress": 0.2806516041358312,
|
| 565 |
+
"success_rate": 0.125
|
| 566 |
+
},
|
| 567 |
+
"retrieval_residual_residual_no_op": {
|
| 568 |
+
"count": 27.0,
|
| 569 |
+
"mean_progress": 0.3262357435154694,
|
| 570 |
+
"success_rate": 0.18518518518518517
|
| 571 |
+
},
|
| 572 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 573 |
+
"count": 2.0,
|
| 574 |
+
"mean_progress": 1.0,
|
| 575 |
+
"success_rate": 1.0
|
| 576 |
+
}
|
| 577 |
+
},
|
| 578 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_safe_k4_grid025035050_margin0p20_summary.json",
|
| 579 |
+
"std_success": 0.012541047914657353
|
| 580 |
+
},
|
| 581 |
"residual_k4_consensus": {
|
| 582 |
"ci95_success": 0.04490086956521744,
|
| 583 |
"label": "K4 mean-by-type tangent consensus",
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-06-
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -43,6 +43,10 @@ Generated: `2026-06-29T11:38:14+00:00`
|
|
| 43 |
| residual_k4_consensus_grid035040045_noopbonus003_consensus002 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, consensus penalty 0.02 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.82% | 0.398 | +5.62 pp |
|
| 44 |
| residual_k4_consensus_grid035040045_noopbonus003_consensus005 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, consensus penalty 0.05 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.78% | 0.398 | +5.62 pp |
|
| 45 |
| residual_k4_consensus_grid035040045_noopbonus003_consensus010 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, consensus penalty 0.10 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.75% | 0.397 | +5.62 pp |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
| residual_k4_consensus_grid035040045_noopbonus003_l2penalty005 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, action L2 penalty 0.05 | 3 | 35.42% +/- 1.12 | +/- 2.78 | 56.87% | 0.397 | +5.68 pp |
|
| 47 |
| residual_k4_consensus_grid035040045_noopbonus003_l2penalty010 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, action L2 penalty 0.10 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.80% | 0.397 | +5.62 pp |
|
| 48 |
| residual_k4_consensus_grid035040045_noopbonus003_l2penalty020 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, action L2 penalty 0.20 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.78% | 0.397 | +5.62 pp |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-06-29T12:01:00+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 43 |
| residual_k4_consensus_grid035040045_noopbonus003_consensus002 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, consensus penalty 0.02 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.82% | 0.398 | +5.62 pp |
|
| 44 |
| residual_k4_consensus_grid035040045_noopbonus003_consensus005 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, consensus penalty 0.05 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.78% | 0.398 | +5.62 pp |
|
| 45 |
| residual_k4_consensus_grid035040045_noopbonus003_consensus010 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, consensus penalty 0.10 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.75% | 0.397 | +5.62 pp |
|
| 46 |
+
| repair_nearmiss_k4_grid025035050_margin020 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | 3 | 34.32% +/- 1.35 | +/- 3.36 | 55.97% | 0.394 | +4.58 pp |
|
| 47 |
+
| repair_nearmiss_k4_grid035050075_margin020 | K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20 | 3 | 34.38% +/- 1.50 | +/- 3.73 | 56.05% | 0.394 | +4.64 pp |
|
| 48 |
+
| repair_nearmiss_k4_grid025035050_margin010 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10 | 3 | 34.14% +/- 1.48 | +/- 3.67 | 56.01% | 0.393 | +4.41 pp |
|
| 49 |
+
| repair_safe_k4_grid025035050_margin020 | K4 safe-family-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | 3 | 34.43% +/- 1.25 | +/- 3.12 | 56.02% | 0.394 | +4.70 pp |
|
| 50 |
| residual_k4_consensus_grid035040045_noopbonus003_l2penalty005 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, action L2 penalty 0.05 | 3 | 35.42% +/- 1.12 | +/- 2.78 | 56.87% | 0.397 | +5.68 pp |
|
| 51 |
| residual_k4_consensus_grid035040045_noopbonus003_l2penalty010 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, action L2 penalty 0.10 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.80% | 0.397 | +5.62 pp |
|
| 52 |
| residual_k4_consensus_grid035040045_noopbonus003_l2penalty020 | K4 mean-by-type tangent consensus, scales 0.35/0.40/0.45, no-op bonus 0.03, action L2 penalty 0.20 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.78% | 0.397 | +5.62 pp |
|
results/paper_core_results.md
CHANGED
|
@@ -52,6 +52,7 @@ no-op prior is `+5.68 pp` over canonical h=16, same-state no-expert lattice is
|
|
| 52 |
| K4 mean-by-type residual retrieval + source-advantage prior/gate | No | No | 35.13-35.30% | +5.39-5.57 pp | Measuring local train-source utility lift over the anchor does not replace the typed no-op prior; positive-advantage gates over-filter useful residual geometry |
|
| 53 |
| K4 mean-by-type residual retrieval + train-family success bonus | No | No | 35.25-35.42% | +5.51-5.68 pp | A continuous train terminal-success prior is below the best by itself and only ties when added to the no-op row; train outcome reliability does not add the gain |
|
| 54 |
| K4 mean-by-type residual retrieval + train-neighbor consensus penalty | No | No | 35.19-35.36% | +5.45-5.62 pp | Penalizing high-dispersion local tangent families is coherent but over-abstains by one success; geometric confidence does not improve the sparse no-op scale-grid row |
|
|
|
|
| 55 |
| K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
|
| 56 |
| K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the fixed-scale safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
|
| 57 |
| K4 mean-by-type residual retrieval + margin sweep around 0.20 | No | No | 34.84-35.25% | +5.10-5.51 pp | Margin 0.20 is a local abstention optimum for both typed no-op and source-score priors; 0.15 and 0.25 drop below the plateau |
|
|
@@ -102,21 +103,22 @@ Suggested main-table rows:
|
|
| 102 |
17. K4 mean-by-type residual retrieval + source-progress/source-score/source-advantage prior diagnostics
|
| 103 |
18. K4 mean-by-type residual retrieval + train-family success bonus diagnostics
|
| 104 |
19. K4 mean-by-type residual retrieval + train-neighbor consensus-confidence diagnostics
|
| 105 |
-
20. K4
|
| 106 |
-
21. K4 mean-by-type residual retrieval +
|
| 107 |
-
22.
|
| 108 |
-
23.
|
| 109 |
-
24. K4
|
| 110 |
-
25. K4
|
| 111 |
-
26. K4
|
| 112 |
-
27.
|
| 113 |
-
28.
|
| 114 |
-
29. Residual
|
| 115 |
-
30.
|
| 116 |
-
31. Lattice,
|
| 117 |
-
32. Lattice, no expert
|
| 118 |
-
33. Lattice,
|
| 119 |
-
34.
|
|
|
|
| 120 |
|
| 121 |
Suggested claim:
|
| 122 |
|
|
@@ -131,7 +133,10 @@ Suggested claim:
|
|
| 131 |
> suggesting transferable residuals need not beat the expert anchor in their source
|
| 132 |
> state. Continuous train-family success priors likewise tie or drop rather than
|
| 133 |
> explain the top row. A train-neighbor consensus penalty is also negative/near-tie,
|
| 134 |
-
> suggesting the current field already performs most of the useful abstention.
|
|
|
|
|
|
|
|
|
|
| 135 |
> retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
|
| 136 |
> train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
|
| 137 |
> source-progress/source-advantage viability gates, no-op-only family masking, off-peak abstention margins, overly strong train-outcome priors, tangent consensus, kernel-weighted tangent interpolation, field-softmax tangent barycenters, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
|
|
|
|
| 52 |
| K4 mean-by-type residual retrieval + source-advantage prior/gate | No | No | 35.13-35.30% | +5.39-5.57 pp | Measuring local train-source utility lift over the anchor does not replace the typed no-op prior; positive-advantage gates over-filter useful residual geometry |
|
| 53 |
| K4 mean-by-type residual retrieval + train-family success bonus | No | No | 35.25-35.42% | +5.51-5.68 pp | A continuous train terminal-success prior is below the best by itself and only ties when added to the no-op row; train outcome reliability does not add the gain |
|
| 54 |
| K4 mean-by-type residual retrieval + train-neighbor consensus penalty | No | No | 35.19-35.36% | +5.45-5.62 pp | Penalizing high-dispersion local tangent families is coherent but over-abstains by one success; geometric confidence does not improve the sparse no-op scale-grid row |
|
| 55 |
+
| K4 repair-tangent residual transport | No | No | 34.14-34.43% | +4.41-4.70 pp | Reversing residuals into failure-to-expert repair tangents is a clean negative diagnostic; the current gain is not recovered by transporting near-miss-to-expert vectors |
|
| 56 |
| K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
|
| 57 |
| K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the fixed-scale safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
|
| 58 |
| K4 mean-by-type residual retrieval + margin sweep around 0.20 | No | No | 34.84-35.25% | +5.10-5.51 pp | Margin 0.20 is a local abstention optimum for both typed no-op and source-score priors; 0.15 and 0.25 drop below the plateau |
|
|
|
|
| 103 |
17. K4 mean-by-type residual retrieval + source-progress/source-score/source-advantage prior diagnostics
|
| 104 |
18. K4 mean-by-type residual retrieval + train-family success bonus diagnostics
|
| 105 |
19. K4 mean-by-type residual retrieval + train-neighbor consensus-confidence diagnostics
|
| 106 |
+
20. K4 repair-tangent residual transport diagnostics
|
| 107 |
+
21. K4 mean-by-type residual retrieval + no-op-only family diagnostic
|
| 108 |
+
22. K4 mean-by-type residual retrieval + abstention margin fine sweep
|
| 109 |
+
23. Source-progress viability gate diagnostics
|
| 110 |
+
24. K2/K4 task-relative retrieval metric diagnostics
|
| 111 |
+
25. K4 kernel-weighted residual consensus + no-op prior diagnostics
|
| 112 |
+
26. K4 field-softmax residual barycenter + margin diagnostics
|
| 113 |
+
27. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
|
| 114 |
+
28. K2 broad tangent ray-search
|
| 115 |
+
29. Residual-tangent distillation policy
|
| 116 |
+
30. Residual+Gaussian hybrid, K32 sigma0.35
|
| 117 |
+
31. Lattice, near-miss only
|
| 118 |
+
32. Lattice, no expert
|
| 119 |
+
33. Lattice, no expert + policy baseline candidate
|
| 120 |
+
34. Lattice, full
|
| 121 |
+
35. Oracle ceiling
|
| 122 |
|
| 123 |
Suggested claim:
|
| 124 |
|
|
|
|
| 133 |
> suggesting transferable residuals need not beat the expert anchor in their source
|
| 134 |
> state. Continuous train-family success priors likewise tie or drop rather than
|
| 135 |
> explain the top row. A train-neighbor consensus penalty is also negative/near-tie,
|
| 136 |
+
> suggesting the current field already performs most of the useful abstention. Repair-tangent
|
| 137 |
+
> transport is negative, showing that simply reversing train failures into
|
| 138 |
+
> near-miss-to-expert correction vectors is not the missing deployment proposal.
|
| 139 |
+
> Ungated KNN residual
|
| 140 |
> retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
|
| 141 |
> train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
|
| 142 |
> source-progress/source-advantage viability gates, no-op-only family masking, off-peak abstention margins, overly strong train-outcome priors, tangent consensus, kernel-weighted tangent interpolation, field-softmax tangent barycenters, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
|
results/paper_story_memo.md
CHANGED
|
@@ -33,6 +33,7 @@ when queried on proposal geometry that matches those local counterfactuals.
|
|
| 33 |
| Source-advantage priors/gates are too brittle | source-advantage bonuses 0.02/0.05 reach 35.13%; no-op+advantage bonus reaches 35.30%; positive-advantage gates reach 35.13% with or without no-op prior | Negative diagnostic: useful transferable tangents need not beat the expert anchor in their own source state |
|
| 34 |
| Continuous train-family success priors do not add the gain | scale-grid family-success bonuses 0.02/0.03/0.05 reach 35.25%; no-op+family-success 0.02 ties the best at 35.42% | Negative/tie diagnostic: train terminal success is not the right confidence signal for transferred tangents |
|
| 35 |
| Train-neighbor consensus confidence does not improve the top row | consensus-only 0.05 reaches 35.19%; no-op+consensus penalties 0.02/0.05/0.10 reach 35.36% | Negative/near-tie diagnostic: residual dispersion is a plausible confidence signal, but the field+margin already abstains better |
|
|
|
|
| 36 |
| Kernel-weighted tangent interpolation does not beat equal consensus | K4 kernel-weighted residual consensus reaches 34.96%; with no-op prior and scales 0.35/0.40/0.45 it reaches 35.13%/35.19%/35.19%, below the 35.25% mean-consensus plateau | Negative/near-tie diagnostic |
|
| 37 |
| Field-conditioned tangent barycenters identify good sparse corrections but do not close the proposal gap | K4 field-softmax transport reaches 34.96%; with no-op prior and margins 0.10/0.05/0.00 it reaches 35.19%/35.07%/34.84%. Selected aggregate residuals are high-value (up to 60.00% success), but selecting more of them degrades the global row | Negative/near-tie diagnostic |
|
| 38 |
| Tangent ray-search does not beat the typed-prior clean row | K1/K2 tight scale-grid ray search reach 34.84%; K2 broad reaches 34.96%; K4 tight reaches 34.55%, all below the scale-grid mean-consensus row at 35.42% | Near-tie/negative diagnostic |
|
|
@@ -80,25 +81,26 @@ clean proposal result, the intended main rows are:
|
|
| 80 |
21. K4 mean-by-type tangent consensus + train-source advantage prior/gate: 35.13% at bonuses 0.02/0.05; 35.30% with no-op+advantage; 35.13% with positive-advantage gates
|
| 81 |
22. K4 mean-by-type tangent consensus + train-family success bonus: 35.25% alone; 35.42% with no-op bonus 0.03
|
| 82 |
23. K4 mean-by-type tangent consensus + train-neighbor consensus penalty: 35.19% alone; 35.36% with no-op bonus 0.03
|
| 83 |
-
24. K4
|
| 84 |
-
25. K4 mean-by-type
|
| 85 |
-
26.
|
| 86 |
-
27.
|
| 87 |
-
28. K4
|
| 88 |
-
29.
|
| 89 |
-
30.
|
| 90 |
-
31.
|
| 91 |
-
32.
|
| 92 |
-
33.
|
| 93 |
-
34.
|
| 94 |
-
35.
|
| 95 |
-
36.
|
| 96 |
-
37.
|
| 97 |
-
38.
|
| 98 |
-
39. Lattice,
|
| 99 |
-
40. Lattice, no expert
|
| 100 |
-
41. Lattice,
|
| 101 |
-
42.
|
|
|
|
| 102 |
|
| 103 |
## Novelty Framing
|
| 104 |
|
|
@@ -126,12 +128,13 @@ test-time search. The cleaner novelty is:
|
|
| 126 |
|
| 127 |
## Job Status
|
| 128 |
|
| 129 |
-
Last checked: `2026-06-29
|
| 130 |
completed and produced a new clean best, 35.42%, while upper/wide,
|
| 131 |
minimum-energy, source-advantage, and train-family success-prior follow-ups
|
| 132 |
completed without improving it. Consensus-confidence follow-ups also completed
|
| 133 |
-
below the best row.
|
| 134 |
-
|
|
|
|
| 135 |
|
| 136 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 137 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
@@ -256,6 +259,14 @@ scale-grid no-op row as `best_clean_key`.
|
|
| 256 |
consensus penalties `0.02`, `0.05`, and `0.10` all reach 35.36%, one success
|
| 257 |
below the 35.42% best. Summary jobs `14903385`/`14903387`/`14903389`/
|
| 258 |
`14903391` and rebuild job `14903392` completed.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 259 |
- `14894281`: completed the Apptainer unit smoke for the train-source
|
| 260 |
progress-viability gate, including the variable residual-count padding check
|
| 261 |
(`source_progress_lengths == [3, 3]`).
|
|
@@ -353,14 +364,15 @@ scale-grid no-op row as `best_clean_key`.
|
|
| 353 |
claim. The no-op-only family ablation reaches 35.19%, so wrong-gripper
|
| 354 |
residuals are a marginal helper rather than the core mechanism. The margin
|
| 355 |
fine sweep confirms `0.20` is a local abstention optimum for both typed and
|
| 356 |
-
measured train-outcome priors. The
|
| 357 |
-
|
| 358 |
-
|
|
|
|
| 359 |
- Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
|
| 360 |
selection histograms when writing reviewer-facing tables.
|
| 361 |
- Treat z-score and task-relative retrieval metrics, source-progress/source-advantage viability gates,
|
| 362 |
repaired train-family reliability priors, Gaussian hybrids,
|
| 363 |
-
field optimization, field-teacher/tangent distillation, policy-relative anchoring, tangent consensus,
|
| 364 |
kernel-weighted tangent interpolation, field-softmax tangent barycenters,
|
| 365 |
wrong-gripper typed priors, and same-state policy-baseline fallback as negative
|
| 366 |
or near-tie diagnostics that sharpen the story around local counterfactual
|
|
|
|
| 33 |
| Source-advantage priors/gates are too brittle | source-advantage bonuses 0.02/0.05 reach 35.13%; no-op+advantage bonus reaches 35.30%; positive-advantage gates reach 35.13% with or without no-op prior | Negative diagnostic: useful transferable tangents need not beat the expert anchor in their own source state |
|
| 34 |
| Continuous train-family success priors do not add the gain | scale-grid family-success bonuses 0.02/0.03/0.05 reach 35.25%; no-op+family-success 0.02 ties the best at 35.42% | Negative/tie diagnostic: train terminal success is not the right confidence signal for transferred tangents |
|
| 35 |
| Train-neighbor consensus confidence does not improve the top row | consensus-only 0.05 reaches 35.19%; no-op+consensus penalties 0.02/0.05/0.10 reach 35.36% | Negative/near-tie diagnostic: residual dispersion is a plausible confidence signal, but the field+margin already abstains better |
|
| 36 |
+
| Repair-tangent transport is not the missing clean proposal | reversing residual direction to build near-miss/failure-to-expert tangents reaches only 34.14-34.43%, below the 35.42% scale-grid no-op row | Negative diagnostic: the failure-to-expert vector hypothesis is cleaner than a new prior, but does not explain the gap |
|
| 37 |
| Kernel-weighted tangent interpolation does not beat equal consensus | K4 kernel-weighted residual consensus reaches 34.96%; with no-op prior and scales 0.35/0.40/0.45 it reaches 35.13%/35.19%/35.19%, below the 35.25% mean-consensus plateau | Negative/near-tie diagnostic |
|
| 38 |
| Field-conditioned tangent barycenters identify good sparse corrections but do not close the proposal gap | K4 field-softmax transport reaches 34.96%; with no-op prior and margins 0.10/0.05/0.00 it reaches 35.19%/35.07%/34.84%. Selected aggregate residuals are high-value (up to 60.00% success), but selecting more of them degrades the global row | Negative/near-tie diagnostic |
|
| 39 |
| Tangent ray-search does not beat the typed-prior clean row | K1/K2 tight scale-grid ray search reach 34.84%; K2 broad reaches 34.96%; K4 tight reaches 34.55%, all below the scale-grid mean-consensus row at 35.42% | Near-tie/negative diagnostic |
|
|
|
|
| 81 |
21. K4 mean-by-type tangent consensus + train-source advantage prior/gate: 35.13% at bonuses 0.02/0.05; 35.30% with no-op+advantage; 35.13% with positive-advantage gates
|
| 82 |
22. K4 mean-by-type tangent consensus + train-family success bonus: 35.25% alone; 35.42% with no-op bonus 0.03
|
| 83 |
23. K4 mean-by-type tangent consensus + train-neighbor consensus penalty: 35.19% alone; 35.36% with no-op bonus 0.03
|
| 84 |
+
24. K4 repair-tangent transport: 34.14-34.43%
|
| 85 |
+
25. K4 mean-by-type tangent consensus, no-op-only residuals: 35.19% with either no-op bonus 0.03 or source-score bonus 0.02
|
| 86 |
+
26. K4 mean-by-type abstention margin sweep: 35.07% / 35.25% / 34.84% for typed no-op margins 0.15 / 0.20 / 0.25; 34.96% / 35.25% / 34.84% for source-score margins
|
| 87 |
+
27. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
|
| 88 |
+
28. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
|
| 89 |
+
29. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
|
| 90 |
+
30. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
|
| 91 |
+
31. K2 broad tangent ray-search: 34.96%
|
| 92 |
+
32. K1/K2 tight tangent ray-search: 34.84% / 34.84%
|
| 93 |
+
33. K4 tight tangent ray-search: 34.55%
|
| 94 |
+
34. Residual-tangent distillation policy: 28.87%
|
| 95 |
+
35. Z-score residual retrieval: 32.23-32.81%
|
| 96 |
+
36. Task-relative residual retrieval metric: 34.26-34.43%
|
| 97 |
+
37. Train-family reliability prior: 33.28-33.33%
|
| 98 |
+
38. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
|
| 99 |
+
39. Lattice, near-miss only: 55.94%
|
| 100 |
+
40. Lattice, no expert: 56.99%
|
| 101 |
+
41. Lattice, no expert + policy baseline candidate: 40.70%
|
| 102 |
+
42. Lattice, full: 69.33%
|
| 103 |
+
43. Oracle ceiling: 86.78%
|
| 104 |
|
| 105 |
## Novelty Framing
|
| 106 |
|
|
|
|
| 128 |
|
| 129 |
## Job Status
|
| 130 |
|
| 131 |
+
Last checked: `2026-06-29 12:03 UTC`. The K4 mean-by-type scale-grid sweep
|
| 132 |
completed and produced a new clean best, 35.42%, while upper/wide,
|
| 133 |
minimum-energy, source-advantage, and train-family success-prior follow-ups
|
| 134 |
completed without improving it. Consensus-confidence follow-ups also completed
|
| 135 |
+
below the best row. Repair-tangent follow-ups completed below the best row too,
|
| 136 |
+
with a best repair result of 34.43%. The paper table/paired analysis continue
|
| 137 |
+
to use the scale-grid no-op row as `best_clean_key`.
|
| 138 |
|
| 139 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 140 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
|
|
| 259 |
consensus penalties `0.02`, `0.05`, and `0.10` all reach 35.36%, one success
|
| 260 |
below the 35.42% best. Summary jobs `14903385`/`14903387`/`14903389`/
|
| 261 |
`14903391` and rebuild job `14903392` completed.
|
| 262 |
+
- `14904575`: completed CPU smoke for repair-tangent residual direction
|
| 263 |
+
(`anchor_minus_candidate`). The smoke wrote valid metadata and selected the
|
| 264 |
+
expected repair direction under the new CLI/Slurm path.
|
| 265 |
+
- `14904737`/`14904740`/`14904742`/`14904744`: completed repair-tangent GPU
|
| 266 |
+
arrays. Near-miss-only repair grids reach 34.14-34.38%, and the safe-family
|
| 267 |
+
repair row reaches 34.43%. Summary jobs `14904738`/`14904741`/`14904743`/
|
| 268 |
+
`14904745` completed, local paper builders updated the artifacts, and the
|
| 269 |
+
queued rebuild job `14904803` was canceled after local rebuilds finished.
|
| 270 |
- `14894281`: completed the Apptainer unit smoke for the train-source
|
| 271 |
progress-viability gate, including the variable residual-count padding check
|
| 272 |
(`source_progress_lengths == [3, 3]`).
|
|
|
|
| 364 |
claim. The no-op-only family ablation reaches 35.19%, so wrong-gripper
|
| 365 |
residuals are a marginal helper rather than the core mechanism. The margin
|
| 366 |
fine sweep confirms `0.20` is a local abstention optimum for both typed and
|
| 367 |
+
measured train-outcome priors. The repair-tangent rows reach only
|
| 368 |
+
34.14-34.43%, so the missing clean proposal is not simply a transported
|
| 369 |
+
failure-to-expert correction vector. The completed K2/ray-search rows are
|
| 370 |
+
near-ties that support the sparse-intervention story.
|
| 371 |
- Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
|
| 372 |
selection histograms when writing reviewer-facing tables.
|
| 373 |
- Treat z-score and task-relative retrieval metrics, source-progress/source-advantage viability gates,
|
| 374 |
repaired train-family reliability priors, Gaussian hybrids,
|
| 375 |
+
field optimization, field-teacher/tangent distillation, repair-tangent transport, policy-relative anchoring, tangent consensus,
|
| 376 |
kernel-weighted tangent interpolation, field-softmax tangent barycenters,
|
| 377 |
wrong-gripper typed priors, and same-state policy-baseline fallback as negative
|
| 378 |
or near-tie diagnostics that sharpen the story around local counterfactual
|
results/paper_table_status.json
CHANGED
|
@@ -1220,6 +1220,82 @@
|
|
| 1220 |
"best_config": null,
|
| 1221 |
"gain_vs_h16_policy": 0.05623188405797103
|
| 1222 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1223 |
{
|
| 1224 |
"key": "retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty005",
|
| 1225 |
"label": "K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.05",
|
|
|
|
| 1220 |
"best_config": null,
|
| 1221 |
"gain_vs_h16_policy": 0.05623188405797103
|
| 1222 |
},
|
| 1223 |
+
{
|
| 1224 |
+
"key": "retrieval_repair_nearmiss_k4_grid025035050_margin020",
|
| 1225 |
+
"label": "K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20",
|
| 1226 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_nearmiss_k4_grid025035050_margin0p20_summary.json",
|
| 1227 |
+
"clean_deployment": "yes",
|
| 1228 |
+
"same_state_proposals": "no",
|
| 1229 |
+
"expert_proposal": "no",
|
| 1230 |
+
"story_role": "deployment-clean corrective tangent transport from train near-misses back toward expert actions",
|
| 1231 |
+
"fallback_success": null,
|
| 1232 |
+
"pending_job": "14904737/14904738",
|
| 1233 |
+
"path_exists": true,
|
| 1234 |
+
"status": "complete",
|
| 1235 |
+
"success": 0.34318840579710147,
|
| 1236 |
+
"std_success": 0.013508614722007019,
|
| 1237 |
+
"completed_seeds": null,
|
| 1238 |
+
"num_completed": 3,
|
| 1239 |
+
"best_config": null,
|
| 1240 |
+
"gain_vs_h16_policy": 0.0457971014492754
|
| 1241 |
+
},
|
| 1242 |
+
{
|
| 1243 |
+
"key": "retrieval_repair_nearmiss_k4_grid035050075_margin020",
|
| 1244 |
+
"label": "K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20",
|
| 1245 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_nearmiss_k4_grid035050075_margin0p20_summary.json",
|
| 1246 |
+
"clean_deployment": "yes",
|
| 1247 |
+
"same_state_proposals": "no",
|
| 1248 |
+
"expert_proposal": "no",
|
| 1249 |
+
"story_role": "repair-tangent scale diagnostic for near-miss counterfactual geometry",
|
| 1250 |
+
"fallback_success": null,
|
| 1251 |
+
"pending_job": "14904740/14904741",
|
| 1252 |
+
"path_exists": true,
|
| 1253 |
+
"status": "complete",
|
| 1254 |
+
"success": 0.343768115942029,
|
| 1255 |
+
"std_success": 0.014994222790002973,
|
| 1256 |
+
"completed_seeds": null,
|
| 1257 |
+
"num_completed": 3,
|
| 1258 |
+
"best_config": null,
|
| 1259 |
+
"gain_vs_h16_policy": 0.04637681159420293
|
| 1260 |
+
},
|
| 1261 |
+
{
|
| 1262 |
+
"key": "retrieval_repair_nearmiss_k4_grid025035050_margin010",
|
| 1263 |
+
"label": "K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10",
|
| 1264 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_nearmiss_k4_grid025035050_margin0p10_summary.json",
|
| 1265 |
+
"clean_deployment": "yes",
|
| 1266 |
+
"same_state_proposals": "no",
|
| 1267 |
+
"expert_proposal": "no",
|
| 1268 |
+
"story_role": "repair-tangent abstention diagnostic for near-miss counterfactual geometry",
|
| 1269 |
+
"fallback_success": null,
|
| 1270 |
+
"pending_job": "14904742/14904743",
|
| 1271 |
+
"path_exists": true,
|
| 1272 |
+
"status": "complete",
|
| 1273 |
+
"success": 0.34144927536231884,
|
| 1274 |
+
"std_success": 0.014791131388026771,
|
| 1275 |
+
"completed_seeds": null,
|
| 1276 |
+
"num_completed": 3,
|
| 1277 |
+
"best_config": null,
|
| 1278 |
+
"gain_vs_h16_policy": 0.04405797101449277
|
| 1279 |
+
},
|
| 1280 |
+
{
|
| 1281 |
+
"key": "retrieval_repair_safe_k4_grid025035050_margin020",
|
| 1282 |
+
"label": "K4 safe-family-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20",
|
| 1283 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_safe_k4_grid025035050_margin0p20_summary.json",
|
| 1284 |
+
"clean_deployment": "yes",
|
| 1285 |
+
"same_state_proposals": "no",
|
| 1286 |
+
"expert_proposal": "no",
|
| 1287 |
+
"story_role": "repair-tangent family diagnostic including near-miss, no-op, and wrong-gripper corrections",
|
| 1288 |
+
"fallback_success": null,
|
| 1289 |
+
"pending_job": "14904744/14904745",
|
| 1290 |
+
"path_exists": true,
|
| 1291 |
+
"status": "complete",
|
| 1292 |
+
"success": 0.3443478260869565,
|
| 1293 |
+
"std_success": 0.012541047914657353,
|
| 1294 |
+
"completed_seeds": null,
|
| 1295 |
+
"num_completed": 3,
|
| 1296 |
+
"best_config": null,
|
| 1297 |
+
"gain_vs_h16_policy": 0.04695652173913045
|
| 1298 |
+
},
|
| 1299 |
{
|
| 1300 |
"key": "retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty005",
|
| 1301 |
"label": "K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.05",
|
results/paper_table_status.md
CHANGED
|
@@ -67,6 +67,10 @@ Baseline h=16 policy: 29.74%
|
|
| 67 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_consensus002 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, consensus penalty 0.02 | complete | 35.36% | +5.62 pp | yes | no | no | train-neighbor tangent-consensus confidence on the current best typed prior |
|
| 68 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_consensus005 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, consensus penalty 0.05 | complete | 35.36% | +5.62 pp | yes | no | no | train-neighbor tangent-consensus confidence on the current best typed prior |
|
| 69 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_consensus010 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, consensus penalty 0.10 | complete | 35.36% | +5.62 pp | yes | no | no | train-neighbor tangent-consensus confidence on the current best typed prior |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 70 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty005 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.05 | complete | 35.42% | +5.68 pp | yes | no | no | minimum-energy tangent diagnostic for sparse mean-consensus residual transport |
|
| 71 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty010 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.10 | complete | 35.36% | +5.62 pp | yes | no | no | minimum-energy tangent diagnostic for sparse mean-consensus residual transport |
|
| 72 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty020 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.20 | complete | 35.36% | +5.62 pp | yes | no | no | minimum-energy tangent diagnostic for sparse mean-consensus residual transport |
|
|
|
|
| 67 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_consensus002 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, consensus penalty 0.02 | complete | 35.36% | +5.62 pp | yes | no | no | train-neighbor tangent-consensus confidence on the current best typed prior |
|
| 68 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_consensus005 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, consensus penalty 0.05 | complete | 35.36% | +5.62 pp | yes | no | no | train-neighbor tangent-consensus confidence on the current best typed prior |
|
| 69 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_consensus010 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, consensus penalty 0.10 | complete | 35.36% | +5.62 pp | yes | no | no | train-neighbor tangent-consensus confidence on the current best typed prior |
|
| 70 |
+
| retrieval_repair_nearmiss_k4_grid025035050_margin020 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | complete | 34.32% | +4.58 pp | yes | no | no | deployment-clean corrective tangent transport from train near-misses back toward expert actions |
|
| 71 |
+
| retrieval_repair_nearmiss_k4_grid035050075_margin020 | K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20 | complete | 34.38% | +4.64 pp | yes | no | no | repair-tangent scale diagnostic for near-miss counterfactual geometry |
|
| 72 |
+
| retrieval_repair_nearmiss_k4_grid025035050_margin010 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10 | complete | 34.14% | +4.41 pp | yes | no | no | repair-tangent abstention diagnostic for near-miss counterfactual geometry |
|
| 73 |
+
| retrieval_repair_safe_k4_grid025035050_margin020 | K4 safe-family-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | complete | 34.43% | +4.70 pp | yes | no | no | repair-tangent family diagnostic including near-miss, no-op, and wrong-gripper corrections |
|
| 74 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty005 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.05 | complete | 35.42% | +5.68 pp | yes | no | no | minimum-energy tangent diagnostic for sparse mean-consensus residual transport |
|
| 75 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty010 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.10 | complete | 35.36% | +5.62 pp | yes | no | no | minimum-energy tangent diagnostic for sparse mean-consensus residual transport |
|
| 76 |
| retrieval_residual_k4_mean_grid035040045_noopbonus003_l2penalty020 | K4 mean-by-type residual retrieval, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03, action L2 penalty 0.20 | complete | 35.36% | +5.62 pp | yes | no | no | minimum-energy tangent diagnostic for sparse mean-consensus residual transport |
|