Auto-sync: 2026-06-29 02:31:09 (part 3)
Browse files- results/paper_analysis.json +309 -1
- results/paper_analysis.md +5 -1
- results/paper_core_results.md +16 -14
- results/paper_story_memo.md +23 -14
- results/paper_table_status.json +76 -0
- results/paper_table_status.md +4 -0
results/paper_analysis.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_consensus_noopbonus003",
|
| 3 |
-
"generated_utc": "2026-06-29T06:
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.06956521739130428,
|
| 6 |
"best_clean_vs_h16": 0.05507246376811592,
|
|
@@ -349,6 +349,314 @@
|
|
| 349 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_summary.json",
|
| 350 |
"std_success": 0.018073573644196997
|
| 351 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 352 |
"residual_k4_consensus_noop0025_wg002": {
|
| 353 |
"ci95_success": 0.03518915067855206,
|
| 354 |
"label": "K4 mean-by-type tangent consensus, no-op 0.025 + wrong-gripper 0.02",
|
|
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_consensus_noopbonus003",
|
| 3 |
+
"generated_utc": "2026-06-29T06:28:26+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.06956521739130428,
|
| 6 |
"best_clean_vs_h16": 0.05507246376811592,
|
|
|
|
| 349 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_summary.json",
|
| 350 |
"std_success": 0.018073573644196997
|
| 351 |
},
|
| 352 |
+
"residual_k4_consensus_margin015_noopbonus003": {
|
| 353 |
+
"ci95_success": 0.027439420289855042,
|
| 354 |
+
"label": "K4 mean-by-type tangent consensus, margin 0.15, no-op bonus 0.03",
|
| 355 |
+
"mean_action_mse_to_best": 0.3972578248076573,
|
| 356 |
+
"mean_progress": 0.5666977553927132,
|
| 357 |
+
"mean_success": 0.3507246376811594,
|
| 358 |
+
"num_completed": 3,
|
| 359 |
+
"per_task_success": {
|
| 360 |
+
"LiftPegUpright-v1": {
|
| 361 |
+
"mean_num_groups": 102.0,
|
| 362 |
+
"mean_success": 0.2599364286510761,
|
| 363 |
+
"std_success": 0.054567202237336666
|
| 364 |
+
},
|
| 365 |
+
"PickCube-v1": {
|
| 366 |
+
"mean_num_groups": 196.66666666666666,
|
| 367 |
+
"mean_success": 0.31951412114455596,
|
| 368 |
+
"std_success": 0.022561949563808425
|
| 369 |
+
},
|
| 370 |
+
"PullCube-v1": {
|
| 371 |
+
"mean_num_groups": 81.0,
|
| 372 |
+
"mean_success": 0.20542391331865018,
|
| 373 |
+
"std_success": 0.007170913229566424
|
| 374 |
+
},
|
| 375 |
+
"PushCube-v1": {
|
| 376 |
+
"mean_num_groups": 102.0,
|
| 377 |
+
"mean_success": 0.751397595193677,
|
| 378 |
+
"std_success": 0.07098946144071037
|
| 379 |
+
},
|
| 380 |
+
"StackCube-v1": {
|
| 381 |
+
"mean_num_groups": 93.33333333333333,
|
| 382 |
+
"mean_success": 0.19740999740999743,
|
| 383 |
+
"std_success": 0.07397934256534576
|
| 384 |
+
}
|
| 385 |
+
},
|
| 386 |
+
"seed_action_mse_to_best": {
|
| 387 |
+
"0": 0.3823875710076612,
|
| 388 |
+
"1": 0.3907143801985228,
|
| 389 |
+
"2": 0.4186715232167879
|
| 390 |
+
},
|
| 391 |
+
"seed_progress": {
|
| 392 |
+
"0": 0.5523235452620555,
|
| 393 |
+
"1": 0.5681803968581168,
|
| 394 |
+
"2": 0.5795893240579671
|
| 395 |
+
},
|
| 396 |
+
"seed_success": {
|
| 397 |
+
"0": 0.3443478260869565,
|
| 398 |
+
"1": 0.3443478260869565,
|
| 399 |
+
"2": 0.3634782608695652
|
| 400 |
+
},
|
| 401 |
+
"selected_candidate_type_counts": {
|
| 402 |
+
"retrieval_residual_policy_residual": 1598,
|
| 403 |
+
"retrieval_residual_residual_no_op": 90,
|
| 404 |
+
"retrieval_residual_residual_wrong_gripper": 37
|
| 405 |
+
},
|
| 406 |
+
"selected_residual_scale_counts": {
|
| 407 |
+
"0.4": 1725
|
| 408 |
+
},
|
| 409 |
+
"selected_type_outcomes": {
|
| 410 |
+
"retrieval_residual_policy_residual": {
|
| 411 |
+
"count": 1598.0,
|
| 412 |
+
"mean_progress": 0.5609213063446945,
|
| 413 |
+
"success_rate": 0.344180225281602
|
| 414 |
+
},
|
| 415 |
+
"retrieval_residual_residual_no_op": {
|
| 416 |
+
"count": 90.0,
|
| 417 |
+
"mean_progress": 0.6413994556499852,
|
| 418 |
+
"success_rate": 0.4222222222222222
|
| 419 |
+
},
|
| 420 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 421 |
+
"count": 37.0,
|
| 422 |
+
"mean_progress": 0.63447106770567,
|
| 423 |
+
"success_rate": 0.4594594594594595
|
| 424 |
+
}
|
| 425 |
+
},
|
| 426 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p15_mean_by_type_noopbonus0p03_summary.json",
|
| 427 |
+
"std_success": 0.011044961671453697
|
| 428 |
+
},
|
| 429 |
+
"residual_k4_consensus_margin015_srcscorebonus002": {
|
| 430 |
+
"ci95_success": 0.02628111194117414,
|
| 431 |
+
"label": "K4 mean-by-type tangent consensus, margin 0.15, source-score bonus 0.02",
|
| 432 |
+
"mean_action_mse_to_best": 0.39648515512518906,
|
| 433 |
+
"mean_progress": 0.5663530205259472,
|
| 434 |
+
"mean_success": 0.34956521739130436,
|
| 435 |
+
"num_completed": 3,
|
| 436 |
+
"per_task_success": {
|
| 437 |
+
"LiftPegUpright-v1": {
|
| 438 |
+
"mean_num_groups": 102.0,
|
| 439 |
+
"mean_success": 0.2599364286510761,
|
| 440 |
+
"std_success": 0.054567202237336666
|
| 441 |
+
},
|
| 442 |
+
"PickCube-v1": {
|
| 443 |
+
"mean_num_groups": 196.66666666666666,
|
| 444 |
+
"mean_success": 0.31930509104422145,
|
| 445 |
+
"std_success": 0.027120739980041123
|
| 446 |
+
},
|
| 447 |
+
"PullCube-v1": {
|
| 448 |
+
"mean_num_groups": 81.0,
|
| 449 |
+
"mean_success": 0.20542391331865018,
|
| 450 |
+
"std_success": 0.007170913229566424
|
| 451 |
+
},
|
| 452 |
+
"PushCube-v1": {
|
| 453 |
+
"mean_num_groups": 102.0,
|
| 454 |
+
"mean_success": 0.7445511658698934,
|
| 455 |
+
"std_success": 0.07505800752379664
|
| 456 |
+
},
|
| 457 |
+
"StackCube-v1": {
|
| 458 |
+
"mean_num_groups": 93.33333333333333,
|
| 459 |
+
"mean_success": 0.19740999740999743,
|
| 460 |
+
"std_success": 0.07397934256534576
|
| 461 |
+
}
|
| 462 |
+
},
|
| 463 |
+
"seed_action_mse_to_best": {
|
| 464 |
+
"0": 0.3825673672265333,
|
| 465 |
+
"1": 0.38947549535042564,
|
| 466 |
+
"2": 0.4174126027986083
|
| 467 |
+
},
|
| 468 |
+
"seed_progress": {
|
| 469 |
+
"0": 0.5518181501450422,
|
| 470 |
+
"1": 0.5673385079528974,
|
| 471 |
+
"2": 0.579902403479902
|
| 472 |
+
},
|
| 473 |
+
"seed_success": {
|
| 474 |
+
"0": 0.3443478260869565,
|
| 475 |
+
"1": 0.3426086956521739,
|
| 476 |
+
"2": 0.3617391304347826
|
| 477 |
+
},
|
| 478 |
+
"selected_candidate_type_counts": {
|
| 479 |
+
"retrieval_residual_policy_residual": 1604,
|
| 480 |
+
"retrieval_residual_residual_no_op": 78,
|
| 481 |
+
"retrieval_residual_residual_wrong_gripper": 43
|
| 482 |
+
},
|
| 483 |
+
"selected_residual_scale_counts": {
|
| 484 |
+
"0.4": 1725
|
| 485 |
+
},
|
| 486 |
+
"selected_type_outcomes": {
|
| 487 |
+
"retrieval_residual_policy_residual": {
|
| 488 |
+
"count": 1604.0,
|
| 489 |
+
"mean_progress": 0.5570878207019525,
|
| 490 |
+
"success_rate": 0.33915211970074816
|
| 491 |
+
},
|
| 492 |
+
"retrieval_residual_residual_no_op": {
|
| 493 |
+
"count": 78.0,
|
| 494 |
+
"mean_progress": 0.7125367106726537,
|
| 495 |
+
"success_rate": 0.48717948717948717
|
| 496 |
+
},
|
| 497 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 498 |
+
"count": 43.0,
|
| 499 |
+
"mean_progress": 0.6467961062525593,
|
| 500 |
+
"success_rate": 0.4883720930232558
|
| 501 |
+
}
|
| 502 |
+
},
|
| 503 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p15_mean_by_type_srcscorebonus0p02_summary.json",
|
| 504 |
+
"std_success": 0.010578717443996917
|
| 505 |
+
},
|
| 506 |
+
"residual_k4_consensus_margin025_noopbonus003": {
|
| 507 |
+
"ci95_success": 0.034922898550724606,
|
| 508 |
+
"label": "K4 mean-by-type tangent consensus, margin 0.25, no-op bonus 0.03",
|
| 509 |
+
"mean_action_mse_to_best": 0.39512178331424574,
|
| 510 |
+
"mean_progress": 0.5640931326198588,
|
| 511 |
+
"mean_success": 0.3484057971014493,
|
| 512 |
+
"num_completed": 3,
|
| 513 |
+
"per_task_success": {
|
| 514 |
+
"LiftPegUpright-v1": {
|
| 515 |
+
"mean_num_groups": 102.0,
|
| 516 |
+
"mean_success": 0.26340865087329823,
|
| 517 |
+
"std_success": 0.06057881385012102
|
| 518 |
+
},
|
| 519 |
+
"PickCube-v1": {
|
| 520 |
+
"mean_num_groups": 196.66666666666666,
|
| 521 |
+
"mean_success": 0.31741255926038536,
|
| 522 |
+
"std_success": 0.03084062759150011
|
| 523 |
+
},
|
| 524 |
+
"PullCube-v1": {
|
| 525 |
+
"mean_num_groups": 81.0,
|
| 526 |
+
"mean_success": 0.19226601858180806,
|
| 527 |
+
"std_success": 0.029812623771358626
|
| 528 |
+
},
|
| 529 |
+
"PushCube-v1": {
|
| 530 |
+
"mean_num_groups": 102.0,
|
| 531 |
+
"mean_success": 0.7445511658698934,
|
| 532 |
+
"std_success": 0.07505800752379664
|
| 533 |
+
},
|
| 534 |
+
"StackCube-v1": {
|
| 535 |
+
"mean_num_groups": 93.33333333333333,
|
| 536 |
+
"mean_success": 0.2011137011137011,
|
| 537 |
+
"std_success": 0.07105663963231741
|
| 538 |
+
}
|
| 539 |
+
},
|
| 540 |
+
"seed_action_mse_to_best": {
|
| 541 |
+
"0": 0.3818597935172527,
|
| 542 |
+
"1": 0.3877675680119706,
|
| 543 |
+
"2": 0.415737988413514
|
| 544 |
+
},
|
| 545 |
+
"seed_progress": {
|
| 546 |
+
"0": 0.5509842345887876,
|
| 547 |
+
"1": 0.5622477454109036,
|
| 548 |
+
"2": 0.5790474178598853
|
| 549 |
+
},
|
| 550 |
+
"seed_success": {
|
| 551 |
+
"0": 0.34608695652173915,
|
| 552 |
+
"1": 0.3356521739130435,
|
| 553 |
+
"2": 0.3634782608695652
|
| 554 |
+
},
|
| 555 |
+
"selected_candidate_type_counts": {
|
| 556 |
+
"retrieval_residual_policy_residual": 1681,
|
| 557 |
+
"retrieval_residual_residual_no_op": 29,
|
| 558 |
+
"retrieval_residual_residual_wrong_gripper": 15
|
| 559 |
+
},
|
| 560 |
+
"selected_residual_scale_counts": {
|
| 561 |
+
"0.4": 1725
|
| 562 |
+
},
|
| 563 |
+
"selected_type_outcomes": {
|
| 564 |
+
"retrieval_residual_policy_residual": {
|
| 565 |
+
"count": 1681.0,
|
| 566 |
+
"mean_progress": 0.5609548186565506,
|
| 567 |
+
"success_rate": 0.3438429506246282
|
| 568 |
+
},
|
| 569 |
+
"retrieval_residual_residual_no_op": {
|
| 570 |
+
"count": 29.0,
|
| 571 |
+
"mean_progress": 0.7565103556061613,
|
| 572 |
+
"success_rate": 0.5862068965517241
|
| 573 |
+
},
|
| 574 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 575 |
+
"count": 15.0,
|
| 576 |
+
"mean_progress": 0.5437868863344193,
|
| 577 |
+
"success_rate": 0.4
|
| 578 |
+
}
|
| 579 |
+
},
|
| 580 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p25_mean_by_type_noopbonus0p03_summary.json",
|
| 581 |
+
"std_success": 0.014057223945486528
|
| 582 |
+
},
|
| 583 |
+
"residual_k4_consensus_margin025_srcscorebonus002": {
|
| 584 |
+
"ci95_success": 0.034922898550724606,
|
| 585 |
+
"label": "K4 mean-by-type tangent consensus, margin 0.25, source-score bonus 0.02",
|
| 586 |
+
"mean_action_mse_to_best": 0.39499614254531007,
|
| 587 |
+
"mean_progress": 0.5641164365458499,
|
| 588 |
+
"mean_success": 0.3484057971014493,
|
| 589 |
+
"num_completed": 3,
|
| 590 |
+
"per_task_success": {
|
| 591 |
+
"LiftPegUpright-v1": {
|
| 592 |
+
"mean_num_groups": 102.0,
|
| 593 |
+
"mean_success": 0.26340865087329823,
|
| 594 |
+
"std_success": 0.06057881385012102
|
| 595 |
+
},
|
| 596 |
+
"PickCube-v1": {
|
| 597 |
+
"mean_num_groups": 196.66666666666666,
|
| 598 |
+
"mean_success": 0.31741255926038536,
|
| 599 |
+
"std_success": 0.03084062759150011
|
| 600 |
+
},
|
| 601 |
+
"PullCube-v1": {
|
| 602 |
+
"mean_num_groups": 81.0,
|
| 603 |
+
"mean_success": 0.19226601858180806,
|
| 604 |
+
"std_success": 0.029812623771358626
|
| 605 |
+
},
|
| 606 |
+
"PushCube-v1": {
|
| 607 |
+
"mean_num_groups": 102.0,
|
| 608 |
+
"mean_success": 0.7445511658698934,
|
| 609 |
+
"std_success": 0.07505800752379664
|
| 610 |
+
},
|
| 611 |
+
"StackCube-v1": {
|
| 612 |
+
"mean_num_groups": 93.33333333333333,
|
| 613 |
+
"mean_success": 0.2011137011137011,
|
| 614 |
+
"std_success": 0.07105663963231741
|
| 615 |
+
}
|
| 616 |
+
},
|
| 617 |
+
"seed_action_mse_to_best": {
|
| 618 |
+
"0": 0.3809117384157751,
|
| 619 |
+
"1": 0.38808461398048244,
|
| 620 |
+
"2": 0.41599207523967263
|
| 621 |
+
},
|
| 622 |
+
"seed_progress": {
|
| 623 |
+
"0": 0.5509842345887876,
|
| 624 |
+
"1": 0.5623445302021244,
|
| 625 |
+
"2": 0.5790205448466377
|
| 626 |
+
},
|
| 627 |
+
"seed_success": {
|
| 628 |
+
"0": 0.34608695652173915,
|
| 629 |
+
"1": 0.3356521739130435,
|
| 630 |
+
"2": 0.3634782608695652
|
| 631 |
+
},
|
| 632 |
+
"selected_candidate_type_counts": {
|
| 633 |
+
"retrieval_residual_policy_residual": 1684,
|
| 634 |
+
"retrieval_residual_residual_no_op": 24,
|
| 635 |
+
"retrieval_residual_residual_wrong_gripper": 17
|
| 636 |
+
},
|
| 637 |
+
"selected_residual_scale_counts": {
|
| 638 |
+
"0.4": 1725
|
| 639 |
+
},
|
| 640 |
+
"selected_type_outcomes": {
|
| 641 |
+
"retrieval_residual_policy_residual": {
|
| 642 |
+
"count": 1684.0,
|
| 643 |
+
"mean_progress": 0.560429067915488,
|
| 644 |
+
"success_rate": 0.34323040380047504
|
| 645 |
+
},
|
| 646 |
+
"retrieval_residual_residual_no_op": {
|
| 647 |
+
"count": 24.0,
|
| 648 |
+
"mean_progress": 0.7992291407038769,
|
| 649 |
+
"success_rate": 0.625
|
| 650 |
+
},
|
| 651 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 652 |
+
"count": 17.0,
|
| 653 |
+
"mean_progress": 0.5974590173538994,
|
| 654 |
+
"success_rate": 0.47058823529411764
|
| 655 |
+
}
|
| 656 |
+
},
|
| 657 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p25_mean_by_type_srcscorebonus0p02_summary.json",
|
| 658 |
+
"std_success": 0.014057223945486528
|
| 659 |
+
},
|
| 660 |
"residual_k4_consensus_noop0025_wg002": {
|
| 661 |
"ci95_success": 0.03518915067855206,
|
| 662 |
"label": "K4 mean-by-type tangent consensus, no-op 0.025 + wrong-gripper 0.02",
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-06-29T06:
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -24,6 +24,10 @@ Generated: `2026-06-29T06:15:24+00:00`
|
|
| 24 |
| residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.84% +/- 1.35 | +/- 3.36 | 56.55% | 0.397 | +5.10 pp |
|
| 25 |
| residual_k4_consensus_noopbonus003 | K4 mean-by-type tangent consensus, no-op bonus 0.03 | 3 | 35.25% +/- 1.28 | +/- 3.18 | 56.68% | 0.395 | +5.51 pp |
|
| 26 |
| residual_k4_consensus_noopbonus003_srcprog025 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.25 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.69% | 0.396 | +5.45 pp |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
| residual_k4_consensus_nooponly_noopbonus003 | K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.57% | 0.394 | +5.45 pp |
|
| 28 |
| residual_k4_consensus_nooponly_srcscorebonus002 | K4 mean-by-type tangent consensus, no-op-only residuals, source-score bonus 0.02 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.55% | 0.394 | +5.45 pp |
|
| 29 |
| residual_k4_consensus_noopbonus003_srcprog050 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.50 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.53% | 0.396 | +5.22 pp |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-06-29T06:28:26+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 24 |
| residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.84% +/- 1.35 | +/- 3.36 | 56.55% | 0.397 | +5.10 pp |
|
| 25 |
| residual_k4_consensus_noopbonus003 | K4 mean-by-type tangent consensus, no-op bonus 0.03 | 3 | 35.25% +/- 1.28 | +/- 3.18 | 56.68% | 0.395 | +5.51 pp |
|
| 26 |
| residual_k4_consensus_noopbonus003_srcprog025 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.25 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.69% | 0.396 | +5.45 pp |
|
| 27 |
+
| residual_k4_consensus_margin015_noopbonus003 | K4 mean-by-type tangent consensus, margin 0.15, no-op bonus 0.03 | 3 | 35.07% +/- 1.10 | +/- 2.74 | 56.67% | 0.397 | +5.33 pp |
|
| 28 |
+
| residual_k4_consensus_margin025_noopbonus003 | K4 mean-by-type tangent consensus, margin 0.25, no-op bonus 0.03 | 3 | 34.84% +/- 1.41 | +/- 3.49 | 56.41% | 0.395 | +5.10 pp |
|
| 29 |
+
| residual_k4_consensus_margin015_srcscorebonus002 | K4 mean-by-type tangent consensus, margin 0.15, source-score bonus 0.02 | 3 | 34.96% +/- 1.06 | +/- 2.63 | 56.64% | 0.396 | +5.22 pp |
|
| 30 |
+
| residual_k4_consensus_margin025_srcscorebonus002 | K4 mean-by-type tangent consensus, margin 0.25, source-score bonus 0.02 | 3 | 34.84% +/- 1.41 | +/- 3.49 | 56.41% | 0.395 | +5.10 pp |
|
| 31 |
| residual_k4_consensus_nooponly_noopbonus003 | K4 mean-by-type tangent consensus, no-op-only residuals, no-op bonus 0.03 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.57% | 0.394 | +5.45 pp |
|
| 32 |
| residual_k4_consensus_nooponly_srcscorebonus002 | K4 mean-by-type tangent consensus, no-op-only residuals, source-score bonus 0.02 | 3 | 35.19% +/- 1.18 | +/- 2.94 | 56.55% | 0.394 | +5.45 pp |
|
| 33 |
| residual_k4_consensus_noopbonus003_srcprog050 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.50 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.53% | 0.396 | +5.22 pp |
|
results/paper_core_results.md
CHANGED
|
@@ -46,6 +46,7 @@ and the remaining clean-to-same-state proposal gap is `+21.74 pp`.
|
|
| 46 |
| K4 mean-by-type residual retrieval + source-score prior 0.015/0.020 | No | No | 35.25% | +5.51 pp | Full train reward score, including terminal success, also replaces the typed prior without improving it |
|
| 47 |
| K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
|
| 48 |
| K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the 35.25% safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
|
|
|
|
| 49 |
| K4 mean-by-type residual retrieval + no-op prior + source-progress gate | No | No | 34.72-35.19% | +4.99-5.45 pp | Train-source progress viability is a near-tie/negative gate; soft threshold 0.25 is closest, while stricter thresholds over-abstain below the no-op plateau |
|
| 50 |
| K4 task-relative mean-by-type residual retrieval + no-op prior 0.03 | No | No | 34.43% | +4.70 pp | Task-relative target/reference pose retrieval underperforms the raw-metric no-op plateau |
|
| 51 |
| K4 kernel-weighted residual consensus + no-op prior 0.03 | No | No | 35.13-35.19% | +5.39-5.45 pp | Distance-weighted tangent interpolation is plausible but does not beat equal mean-consensus no-op plateau |
|
|
@@ -89,19 +90,20 @@ Suggested main-table rows:
|
|
| 89 |
13. K4 mean-by-type residual retrieval + no-op prior plateau, canonical 0.03
|
| 90 |
14. K4 mean-by-type residual retrieval + source-progress/source-score prior diagnostics
|
| 91 |
15. K4 mean-by-type residual retrieval + no-op-only family diagnostic
|
| 92 |
-
16.
|
| 93 |
-
17.
|
| 94 |
-
18. K4
|
| 95 |
-
19. K4
|
| 96 |
-
20. K4
|
| 97 |
-
21.
|
| 98 |
-
22.
|
| 99 |
-
23. Residual
|
| 100 |
-
24.
|
| 101 |
-
25. Lattice,
|
| 102 |
-
26. Lattice, no expert
|
| 103 |
-
27. Lattice,
|
| 104 |
-
28.
|
|
|
|
| 105 |
|
| 106 |
Suggested claim:
|
| 107 |
|
|
@@ -111,7 +113,7 @@ Suggested claim:
|
|
| 111 |
> progress/reward-score prior gives the strongest clean gain so far, while ungated KNN residual
|
| 112 |
> retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
|
| 113 |
> train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
|
| 114 |
-
> source-progress viability gates, no-op-only family masking, overly strong train-outcome priors, tangent consensus, kernel-weighted tangent interpolation, field-softmax tangent barycenters, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
|
| 115 |
> The large effect appears only when the field is queried on
|
| 116 |
> same-state intervention proposals, and the mechanism is isolated to local near-miss
|
| 117 |
> counterfactual geometry.
|
|
|
|
| 46 |
| K4 mean-by-type residual retrieval + source-score prior 0.015/0.020 | No | No | 35.25% | +5.51 pp | Full train reward score, including terminal success, also replaces the typed prior without improving it |
|
| 47 |
| K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
|
| 48 |
| K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the 35.25% safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
|
| 49 |
+
| K4 mean-by-type residual retrieval + margin sweep around 0.20 | No | No | 34.84-35.25% | +5.10-5.51 pp | Margin 0.20 is a local abstention optimum for both typed no-op and source-score priors; 0.15 and 0.25 drop below the plateau |
|
| 50 |
| K4 mean-by-type residual retrieval + no-op prior + source-progress gate | No | No | 34.72-35.19% | +4.99-5.45 pp | Train-source progress viability is a near-tie/negative gate; soft threshold 0.25 is closest, while stricter thresholds over-abstain below the no-op plateau |
|
| 51 |
| K4 task-relative mean-by-type residual retrieval + no-op prior 0.03 | No | No | 34.43% | +4.70 pp | Task-relative target/reference pose retrieval underperforms the raw-metric no-op plateau |
|
| 52 |
| K4 kernel-weighted residual consensus + no-op prior 0.03 | No | No | 35.13-35.19% | +5.39-5.45 pp | Distance-weighted tangent interpolation is plausible but does not beat equal mean-consensus no-op plateau |
|
|
|
|
| 90 |
13. K4 mean-by-type residual retrieval + no-op prior plateau, canonical 0.03
|
| 91 |
14. K4 mean-by-type residual retrieval + source-progress/source-score prior diagnostics
|
| 92 |
15. K4 mean-by-type residual retrieval + no-op-only family diagnostic
|
| 93 |
+
16. K4 mean-by-type residual retrieval + abstention margin fine sweep
|
| 94 |
+
17. Source-progress viability gate diagnostics
|
| 95 |
+
18. K2/K4 task-relative retrieval metric diagnostics
|
| 96 |
+
19. K4 kernel-weighted residual consensus + no-op prior diagnostics
|
| 97 |
+
20. K4 field-softmax residual barycenter + margin diagnostics
|
| 98 |
+
21. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
|
| 99 |
+
22. K2 broad tangent ray-search
|
| 100 |
+
23. Residual-tangent distillation policy
|
| 101 |
+
24. Residual+Gaussian hybrid, K32 sigma0.35
|
| 102 |
+
25. Lattice, near-miss only
|
| 103 |
+
26. Lattice, no expert
|
| 104 |
+
27. Lattice, no expert + policy baseline candidate
|
| 105 |
+
28. Lattice, full
|
| 106 |
+
29. Oracle ceiling
|
| 107 |
|
| 108 |
Suggested claim:
|
| 109 |
|
|
|
|
| 113 |
> progress/reward-score prior gives the strongest clean gain so far, while ungated KNN residual
|
| 114 |
> retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
|
| 115 |
> train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
|
| 116 |
+
> source-progress viability gates, no-op-only family masking, off-peak abstention margins, overly strong train-outcome priors, tangent consensus, kernel-weighted tangent interpolation, field-softmax tangent barycenters, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
|
| 117 |
> The large effect appears only when the field is queried on
|
| 118 |
> same-state intervention proposals, and the mechanism is isolated to local near-miss
|
| 119 |
> counterfactual geometry.
|
results/paper_story_memo.md
CHANGED
|
@@ -41,6 +41,7 @@ when queried on proposal geometry that matches those local counterfactuals.
|
|
| 41 |
| Train-source progress viability is too blunt a residual gate | source-progress thresholds 0.25/0.50/0.75 reach 35.19%/34.96%/34.72%, below the unfiltered no-op plateau at 35.25% | Negative/near-tie diagnostic |
|
| 42 |
| Continuous train-source progress prior can replace the typed no-op prior but not improve it | source-progress bonus 0.03 ties the 35.25% best exactly; bonus 0.05 drops to 35.13% | Cleaner tie diagnostic |
|
| 43 |
| Full train-source reward-score prior also ties but does not improve the clean best | source-score bonuses 0.015/0.020 tie 35.25%; 0.025 drops to 35.19% | Cleaner tie diagnostic |
|
|
|
|
| 44 |
| Train-split residual family reliability does not recover the typed mask | after fixing threshold pass-through, scale-0.35 thresholds 0.10/0.25 reach 33.33%/33.28%, below typed safe residuals | Negative diagnostic |
|
| 45 |
| Residual-tangent distillation does not solve clean proposal generation | aligned allmap tangent student reaches 28.87% despite low pseudo-target BC loss | Negative diagnostic |
|
| 46 |
| Policy-relative residual anchoring does not improve the bridge | policy-anchor safe residual transport ties 33.74% rather than improving expert-anchor residuals | Negative diagnostic |
|
|
@@ -69,14 +70,15 @@ clean proposal result, the intended main rows are:
|
|
| 69 |
16. K4 mean-by-type tangent consensus + train-source progress prior: 35.25% at bonus 0.03; 35.13% at bonus 0.05
|
| 70 |
17. K4 mean-by-type tangent consensus + train-source reward-score prior: 35.25% at bonuses 0.015/0.020; 35.19% at 0.025
|
| 71 |
18. K4 mean-by-type tangent consensus, no-op-only residuals: 35.19% with either no-op bonus 0.03 or source-score bonus 0.02
|
| 72 |
-
19.
|
| 73 |
-
20.
|
| 74 |
-
21. K4
|
| 75 |
-
22.
|
| 76 |
-
23.
|
| 77 |
-
24.
|
| 78 |
-
25.
|
| 79 |
-
26.
|
|
|
|
| 80 |
26. Z-score residual retrieval: 32.23-32.81%
|
| 81 |
27. Task-relative residual retrieval metric: 34.26-34.43%
|
| 82 |
28. Train-family reliability prior: 33.28-33.33%
|
|
@@ -113,9 +115,9 @@ test-time search. The cleaner novelty is:
|
|
| 113 |
|
| 114 |
## Job Status
|
| 115 |
|
| 116 |
-
Last checked: `2026-06-29 06:
|
| 117 |
-
completed
|
| 118 |
-
|
| 119 |
|
| 120 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 121 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
@@ -262,6 +264,11 @@ now include both full safe-family and no-op-only train-outcome prior rows.
|
|
| 262 |
35.25% safe-family plateau. Summary jobs `14897565`/`14897566` and rebuild
|
| 263 |
job `14897567` were submitted; local summary/analysis rebuilds were also run
|
| 264 |
while the CPU summary job was still pending.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 265 |
- `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
|
| 266 |
selector. It selected index `3` on a two-residual/two-scale toy case and
|
| 267 |
returned the expected action `0.20`, validating the candidate expansion and
|
|
@@ -287,9 +294,11 @@ now include both full safe-family and no-op-only train-outcome prior rows.
|
|
| 287 |
continuous train-source progress prior at bonus 0.03 ties this result without
|
| 288 |
a hand typed no-op prior; train-source reward-score priors at 0.015/0.020 also
|
| 289 |
tie it. The no-op-only family ablation reaches 35.19%, so wrong-gripper
|
| 290 |
-
residuals are a marginal helper rather than the core mechanism.
|
| 291 |
-
|
| 292 |
-
|
|
|
|
|
|
|
| 293 |
- Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
|
| 294 |
selection histograms when writing reviewer-facing tables.
|
| 295 |
- Treat z-score and task-relative retrieval metrics, source-progress viability gates,
|
|
|
|
| 41 |
| Train-source progress viability is too blunt a residual gate | source-progress thresholds 0.25/0.50/0.75 reach 35.19%/34.96%/34.72%, below the unfiltered no-op plateau at 35.25% | Negative/near-tie diagnostic |
|
| 42 |
| Continuous train-source progress prior can replace the typed no-op prior but not improve it | source-progress bonus 0.03 ties the 35.25% best exactly; bonus 0.05 drops to 35.13% | Cleaner tie diagnostic |
|
| 43 |
| Full train-source reward-score prior also ties but does not improve the clean best | source-score bonuses 0.015/0.020 tie 35.25%; 0.025 drops to 35.19% | Cleaner tie diagnostic |
|
| 44 |
+
| Advantage margin 0.20 is a local optimum for K4 tangent consensus | no-op prior margins 0.15/0.20/0.25 reach 35.07%/35.25%/34.84%; source-score prior margins reach 34.96%/35.25%/34.84% | Abstention plateau sharpened |
|
| 45 |
| Train-split residual family reliability does not recover the typed mask | after fixing threshold pass-through, scale-0.35 thresholds 0.10/0.25 reach 33.33%/33.28%, below typed safe residuals | Negative diagnostic |
|
| 46 |
| Residual-tangent distillation does not solve clean proposal generation | aligned allmap tangent student reaches 28.87% despite low pseudo-target BC loss | Negative diagnostic |
|
| 47 |
| Policy-relative residual anchoring does not improve the bridge | policy-anchor safe residual transport ties 33.74% rather than improving expert-anchor residuals | Negative diagnostic |
|
|
|
|
| 70 |
16. K4 mean-by-type tangent consensus + train-source progress prior: 35.25% at bonus 0.03; 35.13% at bonus 0.05
|
| 71 |
17. K4 mean-by-type tangent consensus + train-source reward-score prior: 35.25% at bonuses 0.015/0.020; 35.19% at 0.025
|
| 72 |
18. K4 mean-by-type tangent consensus, no-op-only residuals: 35.19% with either no-op bonus 0.03 or source-score bonus 0.02
|
| 73 |
+
19. K4 mean-by-type abstention margin sweep: 35.07% / 35.25% / 34.84% for typed no-op margins 0.15 / 0.20 / 0.25; 34.96% / 35.25% / 34.84% for source-score margins
|
| 74 |
+
20. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
|
| 75 |
+
21. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
|
| 76 |
+
22. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
|
| 77 |
+
23. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
|
| 78 |
+
24. K2 broad tangent ray-search: 34.96%
|
| 79 |
+
25. K1/K2 tight tangent ray-search: 34.84% / 34.84%
|
| 80 |
+
26. K4 tight tangent ray-search: 34.55%
|
| 81 |
+
27. Residual-tangent distillation policy: 28.87%
|
| 82 |
26. Z-score residual retrieval: 32.23-32.81%
|
| 83 |
27. Task-relative residual retrieval metric: 34.26-34.43%
|
| 84 |
28. Train-family reliability prior: 33.28-33.33%
|
|
|
|
| 115 |
|
| 116 |
## Job Status
|
| 117 |
|
| 118 |
+
Last checked: `2026-06-29 06:29 UTC`. The K4 abstention-margin fine sweep
|
| 119 |
+
completed, and the paper table/paired analysis now include margin `0.15`,
|
| 120 |
+
`0.20`, and `0.25` rows for both typed no-op and source-score priors.
|
| 121 |
|
| 122 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 123 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
|
|
| 264 |
35.25% safe-family plateau. Summary jobs `14897565`/`14897566` and rebuild
|
| 265 |
job `14897567` were submitted; local summary/analysis rebuilds were also run
|
| 266 |
while the CPU summary job was still pending.
|
| 267 |
+
- `14897841`/`14897842`/`14897843`/`14897844`: completed K4 mean-by-type
|
| 268 |
+
abstention-margin fine sweeps around the best margin `0.20`. With no-op bonus
|
| 269 |
+
`0.03`, margins `0.15`/`0.20`/`0.25` reach 35.07%/35.25%/34.84%. With
|
| 270 |
+
source-score bonus `0.02`, they reach 34.96%/35.25%/34.84%. Summary jobs
|
| 271 |
+
`14897845`-`14897848` and rebuild job `14897849` completed.
|
| 272 |
- `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
|
| 273 |
selector. It selected index `3` on a two-residual/two-scale toy case and
|
| 274 |
returned the expected action `0.20`, validating the candidate expansion and
|
|
|
|
| 294 |
continuous train-source progress prior at bonus 0.03 ties this result without
|
| 295 |
a hand typed no-op prior; train-source reward-score priors at 0.015/0.020 also
|
| 296 |
tie it. The no-op-only family ablation reaches 35.19%, so wrong-gripper
|
| 297 |
+
residuals are a marginal helper rather than the core mechanism. The margin
|
| 298 |
+
fine sweep confirms `0.20` is a local abstention optimum for both typed and
|
| 299 |
+
measured train-outcome priors. This is a cleaner story hook but still not a
|
| 300 |
+
higher SOTA number. The completed K2/ray-search rows are near-ties that
|
| 301 |
+
support the sparse-intervention story.
|
| 302 |
- Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
|
| 303 |
selection histograms when writing reviewer-facing tables.
|
| 304 |
- Treat z-score and task-relative retrieval metrics, source-progress viability gates,
|
results/paper_table_status.json
CHANGED
|
@@ -859,6 +859,82 @@
|
|
| 859 |
"best_config": null,
|
| 860 |
"gain_vs_h16_policy": 0.05449275362318845
|
| 861 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 862 |
{
|
| 863 |
"key": "retrieval_residual_k4_mean_nooponly_noopbonus003",
|
| 864 |
"label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",
|
|
|
|
| 859 |
"best_config": null,
|
| 860 |
"gain_vs_h16_policy": 0.05449275362318845
|
| 861 |
},
|
| 862 |
+
{
|
| 863 |
+
"key": "retrieval_residual_k4_mean_margin015_noopbonus003",
|
| 864 |
+
"label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.15, no-op bonus 0.03",
|
| 865 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p15_mean_by_type_noopbonus0p03_summary.json",
|
| 866 |
+
"clean_deployment": "yes",
|
| 867 |
+
"same_state_proposals": "no",
|
| 868 |
+
"expert_proposal": "no",
|
| 869 |
+
"story_role": "advantage-abstention margin fine sweep for sparse residual transport",
|
| 870 |
+
"fallback_success": null,
|
| 871 |
+
"pending_job": "14897841/14897845",
|
| 872 |
+
"path_exists": true,
|
| 873 |
+
"status": "complete",
|
| 874 |
+
"success": 0.3507246376811594,
|
| 875 |
+
"std_success": 0.011044961671453697,
|
| 876 |
+
"completed_seeds": null,
|
| 877 |
+
"num_completed": 3,
|
| 878 |
+
"best_config": null,
|
| 879 |
+
"gain_vs_h16_policy": 0.053333333333333344
|
| 880 |
+
},
|
| 881 |
+
{
|
| 882 |
+
"key": "retrieval_residual_k4_mean_margin025_noopbonus003",
|
| 883 |
+
"label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, no-op bonus 0.03",
|
| 884 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p25_mean_by_type_noopbonus0p03_summary.json",
|
| 885 |
+
"clean_deployment": "yes",
|
| 886 |
+
"same_state_proposals": "no",
|
| 887 |
+
"expert_proposal": "no",
|
| 888 |
+
"story_role": "advantage-abstention margin fine sweep for sparse residual transport",
|
| 889 |
+
"fallback_success": null,
|
| 890 |
+
"pending_job": "14897842/14897846",
|
| 891 |
+
"path_exists": true,
|
| 892 |
+
"status": "complete",
|
| 893 |
+
"success": 0.34840579710144925,
|
| 894 |
+
"std_success": 0.01405722394548653,
|
| 895 |
+
"completed_seeds": null,
|
| 896 |
+
"num_completed": 3,
|
| 897 |
+
"best_config": null,
|
| 898 |
+
"gain_vs_h16_policy": 0.051014492753623186
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"key": "retrieval_residual_k4_mean_margin015_srcscorebonus002",
|
| 902 |
+
"label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.15, source-score bonus 0.02",
|
| 903 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p15_mean_by_type_srcscorebonus0p02_summary.json",
|
| 904 |
+
"clean_deployment": "yes",
|
| 905 |
+
"same_state_proposals": "no",
|
| 906 |
+
"expert_proposal": "no",
|
| 907 |
+
"story_role": "advantage-abstention margin fine sweep with measured train-source prior",
|
| 908 |
+
"fallback_success": null,
|
| 909 |
+
"pending_job": "14897843/14897847",
|
| 910 |
+
"path_exists": true,
|
| 911 |
+
"status": "complete",
|
| 912 |
+
"success": 0.34956521739130436,
|
| 913 |
+
"std_success": 0.010578717443996917,
|
| 914 |
+
"completed_seeds": null,
|
| 915 |
+
"num_completed": 3,
|
| 916 |
+
"best_config": null,
|
| 917 |
+
"gain_vs_h16_policy": 0.05217391304347829
|
| 918 |
+
},
|
| 919 |
+
{
|
| 920 |
+
"key": "retrieval_residual_k4_mean_margin025_srcscorebonus002",
|
| 921 |
+
"label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, source-score bonus 0.02",
|
| 922 |
+
"path": "h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p25_mean_by_type_srcscorebonus0p02_summary.json",
|
| 923 |
+
"clean_deployment": "yes",
|
| 924 |
+
"same_state_proposals": "no",
|
| 925 |
+
"expert_proposal": "no",
|
| 926 |
+
"story_role": "advantage-abstention margin fine sweep with measured train-source prior",
|
| 927 |
+
"fallback_success": null,
|
| 928 |
+
"pending_job": "14897844/14897848",
|
| 929 |
+
"path_exists": true,
|
| 930 |
+
"status": "complete",
|
| 931 |
+
"success": 0.34840579710144925,
|
| 932 |
+
"std_success": 0.01405722394548653,
|
| 933 |
+
"completed_seeds": null,
|
| 934 |
+
"num_completed": 3,
|
| 935 |
+
"best_config": null,
|
| 936 |
+
"gain_vs_h16_policy": 0.051014492753623186
|
| 937 |
+
},
|
| 938 |
{
|
| 939 |
"key": "retrieval_residual_k4_mean_nooponly_noopbonus003",
|
| 940 |
"label": "K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03",
|
results/paper_table_status.md
CHANGED
|
@@ -48,6 +48,10 @@ Baseline h=16 policy: 29.74%
|
|
| 48 |
| retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
|
| 49 |
| retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
|
| 50 |
| retrieval_residual_k4_mean_noopbonus003_srcprog025 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.25 | complete | 35.19% | +5.45 pp | yes | no | no | soft train-source viability gate for sparse residual transport |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 51 |
| retrieval_residual_k4_mean_nooponly_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation for sparse tangent transport |
|
| 52 |
| retrieval_residual_k4_mean_nooponly_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, source-score bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation with measured train-source prior |
|
| 53 |
| retrieval_residual_k4_mean_noopbonus003_srcprog050 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.50 | complete | 34.96% | +5.22 pp | yes | no | no | train-source viability gate for sparse residual transport |
|
|
|
|
| 48 |
| retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
|
| 49 |
| retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
|
| 50 |
| retrieval_residual_k4_mean_noopbonus003_srcprog025 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.25 | complete | 35.19% | +5.45 pp | yes | no | no | soft train-source viability gate for sparse residual transport |
|
| 51 |
+
| retrieval_residual_k4_mean_margin015_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.15, no-op bonus 0.03 | complete | 35.07% | +5.33 pp | yes | no | no | advantage-abstention margin fine sweep for sparse residual transport |
|
| 52 |
+
| retrieval_residual_k4_mean_margin025_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, no-op bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | advantage-abstention margin fine sweep for sparse residual transport |
|
| 53 |
+
| retrieval_residual_k4_mean_margin015_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.15, source-score bonus 0.02 | complete | 34.96% | +5.22 pp | yes | no | no | advantage-abstention margin fine sweep with measured train-source prior |
|
| 54 |
+
| retrieval_residual_k4_mean_margin025_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.25, source-score bonus 0.02 | complete | 34.84% | +5.10 pp | yes | no | no | advantage-abstention margin fine sweep with measured train-source prior |
|
| 55 |
| retrieval_residual_k4_mean_nooponly_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, no-op bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation for sparse tangent transport |
|
| 56 |
| retrieval_residual_k4_mean_nooponly_srcscorebonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op-only residuals, source-score bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | no-op-only residual-family ablation with measured train-source prior |
|
| 57 |
| retrieval_residual_k4_mean_noopbonus003_srcprog050 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.50 | complete | 34.96% | +5.22 pp | yes | no | no | train-source viability gate for sparse residual transport |
|