Auto-sync: 2026-06-30 03:27:59 (part 2)

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8trace_summary.json

@@ -0,0 +1,1653 @@
+{
+  "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
+  "objective": "near_miss_policy_bc5",
+  "out_name": "policy_rollout_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8trace.json",
+  "num_completed": 3,
+  "baseline_h4_policy_success": 0.2967,
+  "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
+  "mean_success": 0.3565217391304348,
+  "std_success": 0.012173913043478276,
+  "mean_progress": 0.571575072284851,
+  "mean_action_mse_to_best": 0.4063519326314006,
+  "gain_vs_h4": 0.05982173913043476,
+  "gain_vs_h16_rank_checkpoint": 0.05913043478260871,
+  "rows": [
+    {
+      "seed": 0,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/policy_rollout_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8trace.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 48,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_composite_l2_penalty_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "candidate_minus_anchor",
+      "retrieval_residual_reduce": "compose_mean_by_type",
+      "lattice_exclude_types": [
+        "residual_random_negative",
+        "residual_wrong_direction",
+        "residual_near_miss+residual_no_op"
+      ],
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "candidate_type_bonus_components": false,
+      "candidate_oracle_rollouts": 8,
+      "candidate_oracle_unique_tolerance": 1e-06,
+      "candidate_oracle_success_rate": 0.4226086956521739,
+      "candidate_oracle_progress": 0.6335964845250482,
+      "candidate_oracle_score": 1.056205180177222,
+      "candidate_oracle_regret": 0.7471866000800029,
+      "candidate_oracle_score_gain_over_selected": 0.1563077125147633,
+      "candidate_oracle_unique_count": 8.0,
+      "candidate_oracle_improvement_rate": 0.4643478260869565,
+      "candidate_oracle_selected_branch_success_rate": 0.3443478260869565,
+      "candidate_oracle_selected_branch_progress": 0.555549641262497,
+      "candidate_oracle_type_counts": {
+        "retrieval_residual_policy_residual": 280,
+        "retrieval_residual_residual_near_miss": 71,
+        "retrieval_residual_residual_near_miss+residual_wrong_gripper": 31,
+        "retrieval_residual_residual_no_op": 57,
+        "retrieval_residual_residual_no_op+residual_wrong_gripper": 31,
+        "retrieval_residual_residual_wrong_gripper": 105
+      },
+      "candidate_oracle_best_branch_rank": 2.897391304347826,
+      "candidate_oracle_best_branch_rank_counts": {
+        "1": 308,
+        "2": 55,
+        "3": 27,
+        "4": 25,
+        "5": 38,
+        "6": 33,
+        "7": 33,
+        "8": 56
+      },
+      "candidate_oracle_branch_success_rates": [
+        0.3443478260869565,
+        0.27652173913043476,
+        0.2678260869565217,
+        0.2608695652173913,
+        0.24869565217391304,
+        0.25043478260869567,
+        0.2382608695652174,
+        0.24347826086956523
+      ],
+      "candidate_oracle_branch_progress": [
+        0.555549641262497,
+        0.5051648186503546,
+        0.4910595580579146,
+        0.47653248145801785,
+        0.47251200093199375,
+        0.4663440991895597,
+        0.45487754681674036,
+        0.45191995076511216
+      ],
+      "candidate_oracle_branch_score_gains_over_selected": [
+        0.0,
+        -0.1182109091669807,
+        -0.1410118218653066,
+        -0.16249542015614798,
+        -0.1786898131247448,
+        -0.18311858458140784,
+        -0.20675905063586392,
+        -0.20449925440282601
+      ],
+      "selected_residual_scale_counts": {
+        "0.35": 536,
+        "0.45": 35,
+        "0.4": 4
+      },
+      "policy_rollout_success_rate": 0.35130434782608694,
+      "policy_rollout_progress": 0.5579317773906919,
+      "oracle_success_rate": 0.8573913043478261,
+      "action_mse_to_best": 0.3930192190424904,
+      "best_policy_val": {
+        "bc_loss": 0.13721593966086706,
+        "field_effect_loss": 0.009290305380192068,
+        "field_potential_loss": 0.2666468388504452,
+        "field_preference_loss": 0.5130573478009965,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.1933159919248687,
+        "rank_acc": 0.8265031774838766,
+        "rank_loss": 0.5130523675017886,
+        "regret_mae": 0.3756548762321472,
+        "success_accuracy": 0.8773836526605818,
+        "total_loss": 1.5581054819954767
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.3206862742465335,
+          "candidate_oracle_best_branch_rank": 2.3608247422680413,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 66,
+            "2": 8,
+            "3": 1,
+            "5": 5,
+            "6": 6,
+            "7": 5,
+            "8": 6
+          },
+          "candidate_oracle_branch_progress": [
+            0.5664646868238744,
+            0.4579822413392903,
+            0.4301517455233741,
+            0.3987354222953934,
+            0.42038861208969786,
+            0.41464757089762344,
+            0.39656632124763175,
+            0.4040209738556872
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            -0.19095667152060675,
+            -0.2084778892932479,
+            -0.2398942132893297,
+            -0.2491688565495088,
+            -0.23429133996521076,
+            -0.2523725886934811,
+            -0.23460866096093483
+          ],
+          "candidate_oracle_branch_scores": [
+            0.7829595321846992,
+            0.5920028598959913,
+            0.5744816424305906,
+            0.5430653192026099,
+            0.5337906739453679,
+            0.5486681894543245,
+            0.5305869398043328,
+            0.5483508707629037
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.21649484536082475,
+            0.13402061855670103,
+            0.14432989690721648,
+            0.14432989690721648,
+            0.1134020618556701,
+            0.13402061855670103,
+            0.13402061855670103,
+            0.14432989690721648
+          ],
+          "candidate_oracle_improvement_rate": 0.31958762886597936,
+          "candidate_oracle_progress": 0.5859934114611026,
+          "candidate_oracle_regret": 1.0799096815057636,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 0.8231068135229582,
+          "candidate_oracle_score_gain_over_selected": 0.040147280570158025,
+          "candidate_oracle_selected_branch_progress": 0.5664646868238744,
+          "candidate_oracle_selected_branch_success_rate": 0.21649484536082475,
+          "candidate_oracle_success_rate": 0.23711340206185566,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 65,
+            "retrieval_residual_residual_near_miss": 14,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 6,
+            "retrieval_residual_residual_no_op": 1,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 2,
+            "retrieval_residual_residual_wrong_gripper": 9
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.8865979381443299,
+          "num_groups": 97,
+          "oracle_success_rate": 0.9278350515463918,
+          "policy_expert_regret": 1.078290365866779,
+          "policy_oracle_regret": 1.1046864339678557,
+          "policy_rollout_progress": 0.571525937349526,
+          "policy_rollout_success_rate": 0.2268041237113402,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.30273104519941485,
+          "candidate_oracle_best_branch_rank": 3.2163461538461537,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 115,
+            "2": 13,
+            "4": 10,
+            "5": 14,
+            "6": 6,
+            "7": 18,
+            "8": 32
+          },
+          "candidate_oracle_branch_progress": [
+            0.6204068260894229,
+            0.5326739246374927,
+            0.5306728121493227,
+            0.5393201008510704,
+            0.5654192451710025,
+            0.5622782765735442,
+            0.549470047896298,
+            0.5632926820365426
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            -0.20792520836515066,
+            -0.20031093787670565,
+            -0.18685595572997743,
+            -0.1126798873480696,
+            -0.11582085601716804,
+            -0.15747523865698335,
+            -0.10519106634176122
+          ],
+          "candidate_oracle_branch_scores": [
+            0.9713683645509613,
+            0.7634431554067235,
+            0.771057427533938,
+            0.7845124085433781,
+            0.8586884759402332,
+            0.855547507342775,
+            0.813893124819375,
+            0.8661772974211579
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.35096153846153844,
+            0.23076923076923078,
+            0.2403846153846154,
+            0.24519230769230768,
+            0.2932692307692308,
+            0.2932692307692308,
+            0.2644230769230769,
+            0.30288461538461536
+          ],
+          "candidate_oracle_improvement_rate": 0.44711538461538464,
+          "candidate_oracle_progress": 0.6512647587895537,
+          "candidate_oracle_regret": 0.8817324447714222,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 1.0503032203280152,
+          "candidate_oracle_score_gain_over_selected": 0.07893485469349588,
+          "candidate_oracle_selected_branch_progress": 0.6204068260894229,
+          "candidate_oracle_selected_branch_success_rate": 0.35096153846153844,
+          "candidate_oracle_success_rate": 0.39903846153846156,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 101,
+            "retrieval_residual_residual_near_miss": 22,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 6,
+            "retrieval_residual_residual_no_op": 42,
+            "retrieval_residual_residual_wrong_gripper": 37
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.9375,
+          "num_groups": 208,
+          "oracle_success_rate": 0.9471153846153846,
+          "policy_expert_regret": 0.9543257619505032,
+          "policy_oracle_regret": 0.9677486293770087,
+          "policy_rollout_progress": 0.6181331895685827,
+          "policy_rollout_success_rate": 0.34615384615384615,
+          "restore_max_error": 2.2910535335540771e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6033564122853341,
+          "candidate_oracle_best_branch_rank": 3.4805194805194803,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 21,
+            "2": 12,
+            "3": 10,
+            "4": 9,
+            "5": 6,
+            "6": 10,
+            "7": 5,
+            "8": 4
+          },
+          "candidate_oracle_branch_progress": [
+            0.3112883431468062,
+            0.31640808147608074,
+            0.25566801384043,
+            0.30286160906906806,
+            0.293984739013113,
+            0.3183850709684556,
+            0.2759048884444229,
+            0.2797975195450829
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            0.005119736515009752,
+            -0.1205553926690784,
+            -0.021413747043584702,
+            -0.04327763174358126,
+            0.007096725653602995,
+            -0.07434449428329606,
+            -0.05746484751958255
+          ],
+          "candidate_oracle_branch_scores": [
+            0.5190805509390141,
+            0.5242002892682885,
+            0.3985251566975728,
+            0.4976668038742629,
+            0.47580292083129483,
+            0.5261772787606633,
+            0.44473605727559173,
+            0.46161570136326474
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.2077922077922078,
+            0.2077922077922078,
+            0.14285714285714285,
+            0.19480519480519481,
+            0.18181818181818182,
+            0.2077922077922078,
+            0.16883116883116883,
+            0.18181818181818182
+          ],
+          "candidate_oracle_improvement_rate": 0.7272727272727273,
+          "candidate_oracle_progress": 0.47178338712395784,
+          "candidate_oracle_regret": 0.1973970831166227,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 0.8354197507603215,
+          "candidate_oracle_score_gain_over_selected": 0.3163391990562925,
+          "candidate_oracle_selected_branch_progress": 0.3112883431468062,
+          "candidate_oracle_selected_branch_success_rate": 0.2077922077922078,
+          "candidate_oracle_success_rate": 0.36363636363636365,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 17,
+            "retrieval_residual_residual_near_miss": 11,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 11,
+            "retrieval_residual_residual_no_op": 10,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 5,
+            "retrieval_residual_residual_wrong_gripper": 23
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.19480519480519481,
+          "num_groups": 77,
+          "oracle_success_rate": 0.36363636363636365,
+          "policy_expert_regret": 0.2432419956728284,
+          "policy_oracle_regret": 0.41639802941459825,
+          "policy_rollout_progress": 0.3229174776722423,
+          "policy_rollout_success_rate": 0.22077922077922077,
+          "restore_max_error": 2.3096799850463867e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3675119048578942,
+          "candidate_oracle_best_branch_rank": 1.851063829787234,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 66,
+            "2": 9,
+            "3": 7,
+            "4": 3,
+            "5": 3,
+            "6": 3,
+            "8": 3
+          },
+          "candidate_oracle_branch_progress": [
+            0.6910807556928472,
+            0.6980183738026213,
+            0.6839556136029832,
+            0.6286343743509435,
+            0.5143204829160203,
+            0.4695719106400267,
+            0.5055010627875937,
+            0.45669404369719485
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            0.017575917725867415,
+            -0.0071251405046341264,
+            -0.12627616397877958,
+            -0.3576113354969532,
+            -0.45555139618351104,
+            -0.3770690566681801,
+            -0.47906756052311433
+          ],
+          "candidate_oracle_branch_scores": [
+            1.3506552237779537,
+            1.3682311397600682,
+            1.3435300816880895,
+            1.2243790552020073,
+            0.9930438871713395,
+            0.8951038255336436,
+            0.9735861691705724,
+            0.8715876607184715
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.6595744680851063,
+            0.6702127659574468,
+            0.6595744680851063,
+            0.5957446808510638,
+            0.4787234042553192,
+            0.425531914893617,
+            0.46808510638297873,
+            0.4148936170212766
+          ],
+          "candidate_oracle_improvement_rate": 0.2978723404255319,
+          "candidate_oracle_progress": 0.8213912876362496,
+          "candidate_oracle_regret": 0.370098074065878,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 1.6299019259341219,
+          "candidate_oracle_score_gain_over_selected": 0.27924670405844426,
+          "candidate_oracle_selected_branch_progress": 0.6910807556928472,
+          "candidate_oracle_selected_branch_success_rate": 0.6595744680851063,
+          "candidate_oracle_success_rate": 0.8085106382978723,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 63,
+            "retrieval_residual_residual_near_miss": 8,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 2,
+            "retrieval_residual_residual_no_op": 1,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 2,
+            "retrieval_residual_residual_wrong_gripper": 18
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.8617021276595744,
+          "num_groups": 94,
+          "oracle_success_rate": 0.9893617021276596,
+          "policy_expert_regret": 0.5723979790159996,
+          "policy_oracle_regret": 0.6499486254884842,
+          "policy_rollout_progress": 0.6904769064264095,
+          "policy_rollout_success_rate": 0.6595744680851063,
+          "restore_max_error": 1.1920928955078125e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5142107287214862,
+          "candidate_oracle_best_branch_rank": 3.292929292929293,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 40,
+            "2": 13,
+            "3": 9,
+            "4": 3,
+            "5": 10,
+            "6": 8,
+            "7": 5,
+            "8": 11
+          },
+          "candidate_oracle_branch_progress": [
+            0.46988440222210354,
+            0.4572946220034301,
+            0.4674375444048583,
+            0.4114978263775508,
+            0.4275409279748647,
+            0.42745203095855133,
+            0.4044051513527379,
+            0.3941960631295888
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            -0.08329685122677774,
+            -0.09335594737168515,
+            -0.17959869871235856,
+            -0.1837576132531118,
+            -0.16364449232515663,
+            -0.20689339378867486,
+            -0.23730449920350855
+          ],
+          "candidate_oracle_branch_scores": [
+            0.7325106648483661,
+            0.649213813922622,
+            0.63915471612203,
+            0.5529119677916922,
+            0.5487530491869859,
+            0.5688661723726928,
+            0.5256172725648591,
+            0.4952061641396898
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.26262626262626265,
+            0.1919191919191919,
+            0.1717171717171717,
+            0.1414141414141414,
+            0.12121212121212122,
+            0.1414141414141414,
+            0.12121212121212122,
+            0.10101010101010101
+          ],
+          "candidate_oracle_improvement_rate": 0.5959595959595959,
+          "candidate_oracle_progress": 0.59066107086461,
+          "candidate_oracle_regret": 0.9241607380334778,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 0.9239944041979433,
+          "candidate_oracle_score_gain_over_selected": 0.19148373934957716,
+          "candidate_oracle_selected_branch_progress": 0.46988440222210354,
+          "candidate_oracle_selected_branch_success_rate": 0.26262626262626265,
+          "candidate_oracle_success_rate": 0.3333333333333333,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 34,
+            "retrieval_residual_residual_near_miss": 16,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 6,
+            "retrieval_residual_residual_no_op": 3,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 22,
+            "retrieval_residual_residual_wrong_gripper": 18
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.6767676767676768,
+          "num_groups": 99,
+          "oracle_success_rate": 0.8585858585858586,
+          "policy_expert_regret": 0.9052192963132955,
+          "policy_oracle_regret": 1.0644706299509665,
+          "policy_rollout_progress": 0.47506644102660095,
+          "policy_rollout_success_rate": 0.29292929292929293,
+          "restore_max_error": 2.1606683731079102e-07
+        }
+      }
+    },
+    {
+      "seed": 1,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/policy_rollout_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8trace.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 48,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_composite_l2_penalty_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "candidate_minus_anchor",
+      "retrieval_residual_reduce": "compose_mean_by_type",
+      "lattice_exclude_types": [
+        "residual_random_negative",
+        "residual_wrong_direction",
+        "residual_near_miss+residual_no_op"
+      ],
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "candidate_type_bonus_components": false,
+      "candidate_oracle_rollouts": 8,
+      "candidate_oracle_unique_tolerance": 1e-06,
+      "candidate_oracle_success_rate": 0.4156521739130435,
+      "candidate_oracle_progress": 0.6358434947061797,
+      "candidate_oracle_score": 1.0514956686192232,
+      "candidate_oracle_regret": 0.7618109145468992,
+      "candidate_oracle_score_gain_over_selected": 0.14767028470726118,
+      "candidate_oracle_unique_count": 8.0,
+      "candidate_oracle_improvement_rate": 0.46956521739130436,
+      "candidate_oracle_selected_branch_success_rate": 0.3391304347826087,
+      "candidate_oracle_selected_branch_progress": 0.5646949487568244,
+      "candidate_oracle_type_counts": {
+        "retrieval_residual_policy_residual": 285,
+        "retrieval_residual_residual_near_miss": 59,
+        "retrieval_residual_residual_near_miss+residual_wrong_gripper": 28,
+        "retrieval_residual_residual_no_op": 86,
+        "retrieval_residual_residual_no_op+residual_wrong_gripper": 27,
+        "retrieval_residual_residual_wrong_gripper": 90
+      },
+      "candidate_oracle_best_branch_rank": 2.7843478260869565,
+      "candidate_oracle_best_branch_rank_counts": {
+        "1": 305,
+        "2": 60,
+        "3": 29,
+        "4": 34,
+        "5": 39,
+        "6": 30,
+        "7": 46,
+        "8": 32
+      },
+      "candidate_oracle_branch_success_rates": [
+        0.3391304347826087,
+        0.2956521739130435,
+        0.2782608695652174,
+        0.271304347826087,
+        0.24,
+        0.23652173913043478,
+        0.21913043478260869,
+        0.24
+      ],
+      "candidate_oracle_branch_progress": [
+        0.5646949487568244,
+        0.5226921049554063,
+        0.5042040664584214,
+        0.4880521072949404,
+        0.46781484017391567,
+        0.4643760332176348,
+        0.4498939143769119,
+        0.45332161385862946
+      ],
+      "candidate_oracle_branch_score_gains_over_selected": [
+        0.0,
+        -0.08548110417211834,
+        -0.12136044761945453,
+        -0.1444689283390408,
+        -0.19601054185434527,
+        -0.20292761081478522,
+        -0.234801034109424,
+        -0.2105037693258213
+      ],
+      "selected_residual_scale_counts": {
+        "0.35": 549,
+        "0.45": 23,
+        "0.4": 3
+      },
+      "policy_rollout_success_rate": 0.34782608695652173,
+      "policy_rollout_progress": 0.571580135051323,
+      "oracle_success_rate": 0.8695652173913043,
+      "action_mse_to_best": 0.39824521353549286,
+      "best_policy_val": {
+        "bc_loss": 0.1315989200439718,
+        "field_effect_loss": 0.010110370814800262,
+        "field_potential_loss": 0.31546536915832096,
+        "field_preference_loss": 0.4960637440284093,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.19023226698239645,
+        "rank_acc": 0.8255469501018524,
+        "rank_loss": 0.4960531195004781,
+        "regret_mae": 0.42156532737943864,
+        "success_accuracy": 0.8807473679383596,
+        "total_loss": 1.561984618504842
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.3261080000104498,
+          "candidate_oracle_best_branch_rank": 2.433628318584071,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 71,
+            "2": 7,
+            "3": 6,
+            "4": 2,
+            "5": 12,
+            "6": 6,
+            "7": 4,
+            "8": 5
+          },
+          "candidate_oracle_branch_progress": [
+            0.6248437205774594,
+            0.5124707165281329,
+            0.5089766174818562,
+            0.482778520446963,
+            0.48673349236492564,
+            0.4557350730210279,
+            0.4575473020034554,
+            0.4497275769183066
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            -0.17431990604485031,
+            -0.1689644470415284,
+            -0.18631298734550983,
+            -0.19120757281780243,
+            -0.24875466525554657,
+            -0.23809287835538914,
+            -0.2282134909017951
+          ],
+          "candidate_oracle_branch_scores": [
+            0.8460826586305568,
+            0.671762751926363,
+            0.6771182104022102,
+            0.6597696708894409,
+            0.6548750852852796,
+            0.5973279933750102,
+            0.6079897798795616,
+            0.6178691698386606
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.22123893805309736,
+            0.1592920353982301,
+            0.168141592920354,
+            0.17699115044247787,
+            0.168141592920354,
+            0.1415929203539823,
+            0.1504424778761062,
+            0.168141592920354
+          ],
+          "candidate_oracle_improvement_rate": 0.37168141592920356,
+          "candidate_oracle_progress": 0.6674467935762575,
+          "candidate_oracle_regret": 0.9638451861333003,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 0.9683317493284698,
+          "candidate_oracle_score_gain_over_selected": 0.12224908885175148,
+          "candidate_oracle_selected_branch_progress": 0.6248437205774594,
+          "candidate_oracle_selected_branch_success_rate": 0.22123893805309736,
+          "candidate_oracle_success_rate": 0.3008849557522124,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 70,
+            "retrieval_residual_residual_near_miss": 18,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
+            "retrieval_residual_residual_no_op": 5,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 1,
+            "retrieval_residual_residual_wrong_gripper": 14
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.8584070796460177,
+          "num_groups": 113,
+          "oracle_success_rate": 0.9380530973451328,
+          "policy_expert_regret": 0.9873958534635274,
+          "policy_oracle_regret": 1.0665980344061303,
+          "policy_rollout_progress": 0.6355136913799606,
+          "policy_rollout_success_rate": 0.23008849557522124,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.32250052587250655,
+          "candidate_oracle_best_branch_rank": 2.9293478260869565,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 89,
+            "2": 28,
+            "3": 5,
+            "4": 15,
+            "5": 9,
+            "6": 5,
+            "7": 20,
+            "8": 13
+          },
+          "candidate_oracle_branch_progress": [
+            0.5768717735722337,
+            0.5400854083102035,
+            0.5428142085894132,
+            0.5421088810898769,
+            0.5325905407181658,
+            0.5301836758710282,
+            0.5217359400779494,
+            0.5317791585365067
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            -0.06396027815366245,
+            -0.05579669667286393,
+            -0.05106724109298185,
+            -0.0986290579236558,
+            -0.10647070521245831,
+            -0.13122278929728529,
+            -0.08313609365090403
+          ],
+          "candidate_oracle_branch_scores": [
+            0.8757848170504946,
+            0.8118245387449861,
+            0.8199881216328915,
+            0.8247175767420508,
+            0.7771557581094701,
+            0.7693141106536369,
+            0.7445620270344712,
+            0.792648723753898
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.29891304347826086,
+            0.2717391304347826,
+            0.27717391304347827,
+            0.2826086956521739,
+            0.24456521739130435,
+            0.2391304347826087,
+            0.22282608695652173,
+            0.2608695652173913
+          ],
+          "candidate_oracle_improvement_rate": 0.5163043478260869,
+          "candidate_oracle_progress": 0.6075394937728086,
+          "candidate_oracle_regret": 0.9779037512312441,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 0.960800363338026,
+          "candidate_oracle_score_gain_over_selected": 0.08501554508288593,
+          "candidate_oracle_selected_branch_progress": 0.5768717735722337,
+          "candidate_oracle_selected_branch_success_rate": 0.29891304347826086,
+          "candidate_oracle_success_rate": 0.3532608695652174,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 81,
+            "retrieval_residual_residual_near_miss": 19,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 4,
+            "retrieval_residual_residual_no_op": 63,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 2,
+            "retrieval_residual_residual_wrong_gripper": 15
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.9402173913043478,
+          "num_groups": 184,
+          "oracle_success_rate": 0.9456521739130435,
+          "policy_expert_regret": 1.0628609572152568,
+          "policy_oracle_regret": 1.0628849616901868,
+          "policy_rollout_progress": 0.5769061094008224,
+          "policy_rollout_success_rate": 0.29891304347826086,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.5971616980080542,
+          "candidate_oracle_best_branch_rank": 3.460526315789474,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 27,
+            "2": 7,
+            "3": 7,
+            "4": 8,
+            "5": 9,
+            "6": 7,
+            "7": 6,
+            "8": 5
+          },
+          "candidate_oracle_branch_progress": [
+            0.277262910881913,
+            0.19174682722721054,
+            0.20855725684898635,
+            0.19708002959132978,
+            0.23502439875645856,
+            0.19606232187475384,
+            0.20893080834005223,
+            0.23555370347713236
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            -0.17762134320984937,
+            -0.14765302451269235,
+            -0.17228814488963076,
+            -0.09487009033756821,
+            -0.17330585139916366,
+            -0.1472794726172364,
+            -0.08118289120887455
+          ],
+          "candidate_oracle_branch_scores": [
+            0.4483155424608604,
+            0.27069419564826314,
+            0.3006625200068811,
+            0.2760273980123824,
+            0.3534454513880375,
+            0.27500969029580646,
+            0.301036071497947,
+            0.3671326508455534
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.17105263157894737,
+            0.07894736842105263,
+            0.09210526315789473,
+            0.07894736842105263,
+            0.11842105263157894,
+            0.07894736842105263,
+            0.09210526315789473,
+            0.13157894736842105
+          ],
+          "candidate_oracle_improvement_rate": 0.6447368421052632,
+          "candidate_oracle_progress": 0.41476133198624376,
+          "candidate_oracle_regret": 0.3187735332911344,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 0.7042350161967701,
+          "candidate_oracle_score_gain_over_selected": 0.25591947304967205,
+          "candidate_oracle_selected_branch_progress": 0.277262910881913,
+          "candidate_oracle_selected_branch_success_rate": 0.17105263157894737,
+          "candidate_oracle_success_rate": 0.2894736842105263,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 23,
+            "retrieval_residual_residual_near_miss": 9,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 2,
+            "retrieval_residual_residual_no_op": 13,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 8,
+            "retrieval_residual_residual_wrong_gripper": 21
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.25,
+          "num_groups": 76,
+          "oracle_success_rate": 0.40789473684210525,
+          "policy_expert_regret": 0.27669054590851855,
+          "policy_oracle_regret": 0.5001900389937586,
+          "policy_rollout_progress": 0.29926500726785316,
+          "policy_rollout_success_rate": 0.19736842105263158,
+          "restore_max_error": 2.3096799850463867e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3571035131677851,
+          "candidate_oracle_best_branch_rank": 1.6216216216216217,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 89,
+            "2": 9,
+            "3": 3,
+            "4": 1,
+            "5": 1,
+            "6": 3,
+            "7": 3,
+            "8": 2
+          },
+          "candidate_oracle_branch_progress": [
+            0.8178675184110263,
+            0.8413939663955757,
+            0.7509346078108022,
+            0.7166112692237975,
+            0.5917950617568987,
+            0.6171278109153112,
+            0.5479538067504093,
+            0.5495762082639041
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            0.05055347568279988,
+            -0.1390049802558916,
+            -0.20936435447619842,
+            -0.46931569533305123,
+            -0.41695592465164427,
+            -0.5582019995461713,
+            -0.5565795972272083
+          ],
+          "candidate_oracle_branch_scores": [
+            1.619669320212828,
+            1.6702227952244046,
+            1.480664337540532,
+            1.410304962917491,
+            1.1503536203154572,
+            1.2027133965008967,
+            1.0614673202639227,
+            1.0630897217774176
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.8018018018018018,
+            0.8288288288288288,
+            0.7297297297297297,
+            0.6936936936936937,
+            0.5585585585585585,
+            0.5855855855855856,
+            0.5135135135135135,
+            0.5135135135135135
+          ],
+          "candidate_oracle_improvement_rate": 0.1981981981981982,
+          "candidate_oracle_progress": 0.9243861746949118,
+          "candidate_oracle_regret": 0.15669490638616923,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 1.8433050936138309,
+          "candidate_oracle_score_gain_over_selected": 0.2236357746092049,
+          "candidate_oracle_selected_branch_progress": 0.8178675184110263,
+          "candidate_oracle_selected_branch_success_rate": 0.8018018018018018,
+          "candidate_oracle_success_rate": 0.918918918918919,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 83,
+            "retrieval_residual_residual_near_miss": 2,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 4,
+            "retrieval_residual_residual_no_op": 2,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 2,
+            "retrieval_residual_residual_wrong_gripper": 18
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.8198198198198198,
+          "num_groups": 111,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.3456981908362191,
+          "policy_oracle_regret": 0.36286575796904863,
+          "policy_rollout_progress": 0.8263234312201405,
+          "policy_rollout_success_rate": 0.8108108108108109,
+          "restore_max_error": 1.7881393432617188e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5250320660543966,
+          "candidate_oracle_best_branch_rank": 3.78021978021978,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 29,
+            "2": 9,
+            "3": 8,
+            "4": 8,
+            "5": 8,
+            "6": 9,
+            "7": 13,
+            "8": 7
+          },
+          "candidate_oracle_branch_progress": [
+            0.3966216813404482,
+            0.387863352894783,
+            0.3661656381337197,
+            0.3495167212171869,
+            0.3565371737375364,
+            0.37980698916938277,
+            0.3767596558555142,
+            0.36360775851286375
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            -0.10765942914800329,
+            -0.15133516490459442,
+            -0.17897309346513435,
+            -0.14997461683802552,
+            -0.1047267795919062,
+            -0.11876312373103676,
+            -0.13191501796245575
+          ],
+          "candidate_oracle_branch_scores": [
+            0.539478824197591,
+            0.431819396850827,
+            0.38814366011174173,
+            0.36050573220619786,
+            0.38950420670456937,
+            0.43475204411443774,
+            0.42071569981155815,
+            0.4075638024689077
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.14285714285714285,
+            0.04395604395604396,
+            0.02197802197802198,
+            0.01098901098901099,
+            0.03296703296703297,
+            0.054945054945054944,
+            0.04395604395604396,
+            0.04395604395604396
+          ],
+          "candidate_oracle_improvement_rate": 0.6813186813186813,
+          "candidate_oracle_progress": 0.48651130006208526,
+          "candidate_oracle_regret": 1.1821160051193866,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 0.6623354758862611,
+          "candidate_oracle_score_gain_over_selected": 0.12285665316241128,
+          "candidate_oracle_selected_branch_progress": 0.3966216813404482,
+          "candidate_oracle_selected_branch_success_rate": 0.14285714285714285,
+          "candidate_oracle_success_rate": 0.17582417582417584,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 28,
+            "retrieval_residual_residual_near_miss": 11,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 13,
+            "retrieval_residual_residual_no_op": 3,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 14,
+            "retrieval_residual_residual_wrong_gripper": 22
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.6923076923076923,
+          "num_groups": 91,
+          "oracle_success_rate": 0.8571428571428571,
+          "policy_expert_regret": 1.1328262393618678,
+          "policy_oracle_regret": 1.292487030664643,
+          "policy_rollout_progress": 0.39811829649485075,
+          "policy_rollout_success_rate": 0.15384615384615385,
+          "restore_max_error": 1.9371509552001953e-07
+        }
+      }
+    },
+    {
+      "seed": 2,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/policy_rollout_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8trace.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 48,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_composite_l2_penalty_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "candidate_minus_anchor",
+      "retrieval_residual_reduce": "compose_mean_by_type",
+      "lattice_exclude_types": [
+        "residual_random_negative",
+        "residual_wrong_direction",
+        "residual_near_miss+residual_no_op"
+      ],
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "candidate_type_bonus_components": false,
+      "candidate_oracle_rollouts": 8,
+      "candidate_oracle_unique_tolerance": 1e-06,
+      "candidate_oracle_success_rate": 0.4539130434782609,
+      "candidate_oracle_progress": 0.6635855871827706,
+      "candidate_oracle_score": 1.1174986306610315,
+      "candidate_oracle_regret": 0.7082039576120999,
+      "candidate_oracle_score_gain_over_selected": 0.1770689690598975,
+      "candidate_oracle_unique_count": 8.0,
+      "candidate_oracle_improvement_rate": 0.4469565217391304,
+      "candidate_oracle_selected_branch_success_rate": 0.3617391304347826,
+      "candidate_oracle_selected_branch_progress": 0.57869053049364,
+      "candidate_oracle_type_counts": {
+        "retrieval_residual_policy_residual": 302,
+        "retrieval_residual_residual_near_miss": 71,
+        "retrieval_residual_residual_near_miss+residual_wrong_gripper": 40,
+        "retrieval_residual_residual_no_op": 39,
+        "retrieval_residual_residual_no_op+residual_wrong_gripper": 28,
+        "retrieval_residual_residual_wrong_gripper": 95
+      },
+      "candidate_oracle_best_branch_rank": 2.8817391304347826,
+      "candidate_oracle_best_branch_rank_counts": {
+        "1": 318,
+        "2": 47,
+        "3": 32,
+        "4": 28,
+        "5": 25,
+        "6": 24,
+        "7": 40,
+        "8": 61
+      },
+      "candidate_oracle_branch_success_rates": [
+        0.3617391304347826,
+        0.30782608695652175,
+        0.28347826086956524,
+        0.2678260869565217,
+        0.28347826086956524,
+        0.26608695652173914,
+        0.24347826086956523,
+        0.2678260869565217
+      ],
+      "candidate_oracle_branch_progress": [
+        0.57869053049364,
+        0.5326541016923021,
+        0.4994642052961432,
+        0.4885194452115051,
+        0.5028948070594798,
+        0.4870382411737481,
+        0.4685426553889461,
+        0.4900894078061632
+      ],
+      "candidate_oracle_branch_score_gains_over_selected": [
+        0.0,
+        -0.0999494722428853,
+        -0.15748719506613587,
+        -0.18408412898931167,
+        -0.1540565932477298,
+        -0.18730446287876237,
+        -0.22840874377800072,
+        -0.18251416606909554
+      ],
+      "selected_residual_scale_counts": {
+        "0.35": 546,
+        "0.45": 25,
+        "0.4": 4
+      },
+      "policy_rollout_success_rate": 0.37043478260869567,
+      "policy_rollout_progress": 0.5852133044125383,
+      "oracle_success_rate": 0.8765217391304347,
+      "action_mse_to_best": 0.42779136531621864,
+      "best_policy_val": {
+        "bc_loss": 0.11367896075050037,
+        "field_effect_loss": 0.009670218582161598,
+        "field_potential_loss": 0.2641640139950646,
+        "field_preference_loss": 0.5130490180518892,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.2021729110015763,
+        "rank_acc": 0.8333857821093665,
+        "rank_loss": 0.5130119257503085,
+        "regret_mae": 0.3958987047274907,
+        "success_accuracy": 0.8680730561415354,
+        "total_loss": 1.4394984311527677
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.35442226944239036,
+          "candidate_oracle_best_branch_rank": 2.6979166666666665,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 58,
+            "2": 5,
+            "3": 6,
+            "4": 2,
+            "5": 6,
+            "6": 4,
+            "7": 9,
+            "8": 6
+          },
+          "candidate_oracle_branch_progress": [
+            0.6328173445848128,
+            0.5623508949453632,
+            0.5506054647266865,
+            0.540301852238675,
+            0.51264580215017,
+            0.49654898621762794,
+            0.4735308294184506,
+            0.47048968200882274
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            -0.14338311475391188,
+            -0.14471187985812625,
+            -0.14459882273028293,
+            -0.22433820956697068,
+            -0.24043502348164716,
+            -0.29470317841817933,
+            -0.3081609949780007
+          ],
+          "candidate_oracle_branch_scores": [
+            0.934900677918146,
+            0.7915175616120299,
+            0.7901887980600198,
+            0.790301852238675,
+            0.7105624688168367,
+            0.6944656528842946,
+            0.6401974960851172,
+            0.6267396820088228
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.3020833333333333,
+            0.22916666666666666,
+            0.23958333333333334,
+            0.25,
+            0.19791666666666666,
+            0.19791666666666666,
+            0.16666666666666666,
+            0.15625
+          ],
+          "candidate_oracle_improvement_rate": 0.3958333333333333,
+          "candidate_oracle_progress": 0.6717962672313055,
+          "candidate_oracle_regret": 0.8763955893615881,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 1.057212933897972,
+          "candidate_oracle_score_gain_over_selected": 0.12231225349629919,
+          "candidate_oracle_selected_branch_progress": 0.6328173445848128,
+          "candidate_oracle_selected_branch_success_rate": 0.3020833333333333,
+          "candidate_oracle_success_rate": 0.3854166666666667,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 57,
+            "retrieval_residual_residual_near_miss": 14,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 6,
+            "retrieval_residual_residual_no_op": 1,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 2,
+            "retrieval_residual_residual_wrong_gripper": 16
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.8229166666666666,
+          "num_groups": 96,
+          "oracle_success_rate": 0.9270833333333334,
+          "policy_expert_regret": 0.8475987246880928,
+          "policy_oracle_regret": 0.9538775502393643,
+          "policy_rollout_progress": 0.6463976396868626,
+          "policy_rollout_success_rate": 0.3333333333333333,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3390917487705898,
+          "candidate_oracle_best_branch_rank": 2.797979797979798,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 118,
+            "2": 11,
+            "3": 9,
+            "4": 12,
+            "5": 6,
+            "6": 7,
+            "7": 13,
+            "8": 22
+          },
+          "candidate_oracle_branch_progress": [
+            0.6357145610387729,
+            0.5654954555152794,
+            0.5676934397262003,
+            0.5512516928949591,
+            0.5556206395049965,
+            0.5504601229866496,
+            0.5560675962555288,
+            0.5865509132525385
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            -0.12577466203859358,
+            -0.1185261725796142,
+            -0.1652709481899034,
+            -0.13059897068417584,
+            -0.15091100278677363,
+            -0.13015201408416033,
+            -0.08956768937089075
+          ],
+          "candidate_oracle_branch_scores": [
+            0.9740983994226112,
+            0.8483237383435621,
+            0.8555722276049883,
+            0.8088274504707167,
+            0.8434994273837844,
+            0.8231873957139223,
+            0.8439463841343167,
+            0.8845307112323365
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.3383838383838384,
+            0.2828282828282828,
+            0.2878787878787879,
+            0.25757575757575757,
+            0.2878787878787879,
+            0.2727272727272727,
+            0.2878787878787879,
+            0.29797979797979796
+          ],
+          "candidate_oracle_improvement_rate": 0.40404040404040403,
+          "candidate_oracle_progress": 0.6581640573067948,
+          "candidate_oracle_regret": 0.9300545716018538,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 1.0319014310441685,
+          "candidate_oracle_score_gain_over_selected": 0.05780303117941425,
+          "candidate_oracle_selected_branch_progress": 0.6357145610387729,
+          "candidate_oracle_selected_branch_success_rate": 0.3383838383838384,
+          "candidate_oracle_success_rate": 0.37373737373737376,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 114,
+            "retrieval_residual_residual_near_miss": 21,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 6,
+            "retrieval_residual_residual_no_op": 23,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 4,
+            "retrieval_residual_residual_wrong_gripper": 30
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.9444444444444444,
+          "num_groups": 198,
+          "oracle_success_rate": 0.9595959595959596,
+          "policy_expert_regret": 0.9807323978442435,
+          "policy_oracle_regret": 0.9878158483729519,
+          "policy_rollout_progress": 0.6357563158892321,
+          "policy_rollout_success_rate": 0.3383838383838384,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6408373928732343,
+          "candidate_oracle_best_branch_rank": 3.6777777777777776,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 34,
+            "2": 12,
+            "3": 7,
+            "4": 5,
+            "5": 3,
+            "6": 3,
+            "7": 9,
+            "8": 17
+          },
+          "candidate_oracle_branch_progress": [
+            0.3270835054900393,
+            0.22817256613634526,
+            0.26075001319663393,
+            0.23498956476752128,
+            0.25593739666251675,
+            0.28468709347459176,
+            0.22975221652951505,
+            0.32866308391094207
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            -0.21002205076834393,
+            -0.13300016071233484,
+            -0.1809828286110941,
+            -0.1378127765841782,
+            -0.07572974594206446,
+            -0.19733128673914407,
+            0.012690688773161835
+          ],
+          "candidate_oracle_branch_scores": [
+            0.5493057277122615,
+            0.3392836772474564,
+            0.4163055687521895,
+            0.3683228981008546,
+            0.4114929522180723,
+            0.47357598236348064,
+            0.3519744387517373,
+            0.5619964172442754
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.2222222222222222,
+            0.1111111111111111,
+            0.15555555555555556,
+            0.13333333333333333,
+            0.15555555555555556,
+            0.18888888888888888,
+            0.12222222222222222,
+            0.23333333333333334
+          ],
+          "candidate_oracle_improvement_rate": 0.6222222222222222,
+          "candidate_oracle_progress": 0.4730292216978139,
+          "candidate_oracle_regret": 0.30388461639069847,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 0.8508069994755917,
+          "candidate_oracle_score_gain_over_selected": 0.3015012719151047,
+          "candidate_oracle_selected_branch_progress": 0.3270835054900393,
+          "candidate_oracle_selected_branch_success_rate": 0.2222222222222222,
+          "candidate_oracle_success_rate": 0.37777777777777777,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 31,
+            "retrieval_residual_residual_near_miss": 21,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 18,
+            "retrieval_residual_residual_no_op": 6,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 8,
+            "retrieval_residual_residual_wrong_gripper": 6
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.24444444444444444,
+          "num_groups": 90,
+          "oracle_success_rate": 0.4666666666666667,
+          "policy_expert_regret": 0.27485709413195863,
+          "policy_oracle_regret": 0.5026470268076183,
+          "policy_rollout_progress": 0.3366318846604372,
+          "policy_rollout_success_rate": 0.23333333333333334,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3970492488824495,
+          "candidate_oracle_best_branch_rank": 1.7326732673267327,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 80,
+            "2": 8,
+            "3": 2,
+            "4": 1,
+            "5": 2,
+            "6": 1,
+            "7": 3,
+            "8": 4
+          },
+          "candidate_oracle_branch_progress": [
+            0.8090742473850155,
+            0.8171506218685962,
+            0.6438372831533451,
+            0.6425737000928067,
+            0.6700455909318263,
+            0.5998270139835848,
+            0.5534984702521032,
+            0.5664018404365766
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            0.01797736399244554,
+            -0.3434547836532687,
+            -0.354619365074847,
+            -0.28754350985630905,
+            -0.4369700070064847,
+            -0.542704491479562,
+            -0.5099991384414163
+          ],
+          "candidate_oracle_branch_scores": [
+            1.6011534553058078,
+            1.6191308198883982,
+            1.257698669291959,
+            1.2465340961324107,
+            1.3136099473674698,
+            1.1641834496271493,
+            1.058448965301608,
+            1.0911543156841013
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.7920792079207921,
+            0.801980198019802,
+            0.6138613861386139,
+            0.6039603960396039,
+            0.6435643564356436,
+            0.5643564356435643,
+            0.504950495049505,
+            0.5247524752475248
+          ],
+          "candidate_oracle_improvement_rate": 0.2079207920792079,
+          "candidate_oracle_progress": 0.9358177499310805,
+          "candidate_oracle_regret": 0.1334891807619888,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 1.866510819238011,
+          "candidate_oracle_score_gain_over_selected": 0.26535736245684105,
+          "candidate_oracle_selected_branch_progress": 0.8090742473850155,
+          "candidate_oracle_selected_branch_success_rate": 0.7920792079207921,
+          "candidate_oracle_success_rate": 0.9306930693069307,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 73,
+            "retrieval_residual_residual_near_miss": 2,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 2,
+            "retrieval_residual_residual_no_op": 4,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 2,
+            "retrieval_residual_residual_wrong_gripper": 18
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.8514851485148515,
+          "num_groups": 101,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.3425388766987489,
+          "policy_oracle_regret": 0.39744112810285964,
+          "policy_rollout_progress": 0.8104796639763483,
+          "policy_rollout_success_rate": 0.7920792079207921,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5226443493117888,
+          "candidate_oracle_best_branch_rank": 3.7555555555555555,
+          "candidate_oracle_best_branch_rank_counts": {
+            "1": 28,
+            "2": 11,
+            "3": 8,
+            "4": 8,
+            "5": 8,
+            "6": 9,
+            "7": 6,
+            "8": 12
+          },
+          "candidate_oracle_branch_progress": [
+            0.3885676932003763,
+            0.41393976228104695,
+            0.37150472866164314,
+            0.37592070500055946,
+            0.43587400052282543,
+            0.4131423869066768,
+            0.41411820203065874,
+            0.3745672861735026
+          ],
+          "candidate_oracle_branch_score_gains_over_selected": [
+            0.0,
+            -0.01907237370808919,
+            -0.07261852125326793,
+            -0.07931365552875731,
+            0.0028618620501624213,
+            -0.04209197229809231,
+            -0.05222727010647456,
+            -0.08066707203785578
+          ],
+          "candidate_oracle_branch_scores": [
+            0.5219010265337096,
+            0.5028286511699359,
+            0.4492825064394209,
+            0.44258737166722617,
+            0.5247628894117143,
+            0.47980905357334347,
+            0.46967375758621427,
+            0.44123395284016925
+          ],
+          "candidate_oracle_branch_success_rates": [
+            0.13333333333333333,
+            0.08888888888888889,
+            0.07777777777777778,
+            0.06666666666666667,
+            0.08888888888888889,
+            0.06666666666666667,
+            0.05555555555555555,
+            0.06666666666666667
+          ],
+          "candidate_oracle_improvement_rate": 0.6888888888888889,
+          "candidate_oracle_progress": 0.5518062770366668,
+          "candidate_oracle_regret": 1.0900052348772684,
+          "candidate_oracle_restore_max_error": 4.76837158203125e-07,
+          "candidate_oracle_score": 0.7962507214811113,
+          "candidate_oracle_score_gain_over_selected": 0.274349695775244,
+          "candidate_oracle_selected_branch_progress": 0.3885676932003763,
+          "candidate_oracle_selected_branch_success_rate": 0.13333333333333333,
+          "candidate_oracle_success_rate": 0.24444444444444444,
+          "candidate_oracle_type_counts": {
+            "retrieval_residual_policy_residual": 27,
+            "retrieval_residual_residual_near_miss": 13,
+            "retrieval_residual_residual_near_miss+residual_wrong_gripper": 8,
+            "retrieval_residual_residual_no_op": 5,
+            "retrieval_residual_residual_no_op+residual_wrong_gripper": 12,
+            "retrieval_residual_residual_wrong_gripper": 25
+          },
+          "candidate_oracle_unique_count": 8.0,
+          "expert_success_rate": 0.7666666666666667,
+          "num_groups": 90,
+          "oracle_success_rate": 0.9111111111111111,
+          "policy_expert_regret": 1.1750739713509877,
+          "policy_oracle_regret": 1.3371944083107843,
+          "policy_rollout_progress": 0.4045378933350245,
+          "policy_rollout_success_rate": 0.14444444444444443,
+          "restore_max_error": 2.086162567138672e-07
+        }
+      }
+    }
+  ],
+  "candidate_oracle_rollouts": 8,
+  "candidate_oracle_unique_tolerance": 1e-06,
+  "mean_candidate_oracle_success_rate": 0.43072463768115943,
+  "mean_candidate_oracle_progress": 0.6443418554713328,
+  "mean_candidate_oracle_score": 1.0750664931524923,
+  "mean_candidate_oracle_regret": 0.7390671574130007,
+  "mean_candidate_oracle_score_gain_over_selected": 0.16034898876064066,
+  "mean_candidate_oracle_unique_count": 8.0,
+  "mean_candidate_oracle_improvement_rate": 0.4602898550724638,
+  "mean_candidate_oracle_selected_branch_success_rate": 0.34840579710144925,
+  "mean_candidate_oracle_selected_branch_progress": 0.5663117068376537,
+  "candidate_oracle_type_counts": {
+    "retrieval_residual_policy_residual": 867,
+    "retrieval_residual_residual_near_miss": 201,
+    "retrieval_residual_residual_near_miss+residual_wrong_gripper": 99,
+    "retrieval_residual_residual_no_op": 182,
+    "retrieval_residual_residual_no_op+residual_wrong_gripper": 86,
+    "retrieval_residual_residual_wrong_gripper": 290
+  },
+  "mean_candidate_oracle_best_branch_rank": 2.8544927536231883,
+  "candidate_oracle_best_branch_rank_counts": {
+    "1": 931,
+    "2": 162,
+    "3": 88,
+    "4": 87,
+    "5": 102,
+    "6": 87,
+    "7": 119,
+    "8": 149
+  },
+  "mean_candidate_oracle_branch_success_rates": [
+    0.34840579710144925,
+    0.29333333333333333,
+    0.27652173913043476,
+    0.26666666666666666,
+    0.2573913043478261,
+    0.2510144927536232,
+    0.2336231884057971,
+    0.25043478260869567
+  ],
+  "mean_candidate_oracle_branch_progress": [
+    0.5663117068376537,
+    0.520170341766021,
+    0.4982426099374931,
+    0.48436801132148777,
+    0.4810738827217964,
+    0.4725861245269809,
+    0.45777137219419944,
+    0.4651103241433016
+  ],
+  "mean_candidate_oracle_branch_score_gains_over_selected": [
+    0.0,
+    -0.10121382852732812,
+    -0.139953154850299,
+    -0.16368282582816682,
+    -0.17625231607560662,
+    -0.1911168860916518,
+    -0.22332294284109622,
+    -0.19917239659924763
+  ]
+}

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8trace_summary.md

@@ -0,0 +1,30 @@
+# h=16 Best-Policy Checkpoint Rollout
+
+Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
+Objective: `near_miss_policy_bc5`
+Result file: `policy_rollout_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8trace.json`
+Completed seeds: 3
+Baseline h=4 policy success: 29.67%
+Baseline h=16 rank-checkpoint success: 29.74%
+
+Mean success: 35.65% +/- 1.22%
+Gain vs h=16 rank checkpoint: +5.91%
+Mean progress: 57.16%
+Mean action MSE to best: 0.406
+Candidate-oracle prefix: top 8 candidates
+Candidate-oracle unique tolerance: 1e-06
+Candidate-oracle success: 43.07%
+Candidate-oracle progress: 64.43%
+Candidate-oracle gain over selected branch: +0.160
+Candidate-oracle unique count: 8.00
+Candidate-oracle improvement rate: 46.03%
+Candidate-oracle best branch rank: 2.85
+Candidate-oracle best branch rank counts: {'1': 931, '2': 162, '3': 88, '4': 87, '5': 102, '6': 87, '7': 119, '8': 149}
+Candidate-oracle branch success by rank: 34.84%, 29.33%, 27.65%, 26.67%, 25.74%, 25.10%, 23.36%, 25.04%
+Candidate-oracle branch gain by rank: +0.000, -0.101, -0.140, -0.164, -0.176, -0.191, -0.223, -0.199
+
+| seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual direction | residual reduce | min type success | type success bonus | consensus penalty | min source progress | source progress bonus | source score bonus | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | candidate oracle | oracle gain | action MSE |
+|---:|---|---:|---|---:|---|---|---|---|---:|---:|---:|---:|---:|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
+| 0 | retrieval_residual | 48 | no | 4 | raw | expert | candidate_minus_anchor | compose_mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.35,0.40,0.45 | 0.200 | 0.00 | 0 | 0.00 | 35.13% | 55.79% | 85.74% | 42.26% | +0.156 | 0.393 |
+| 1 | retrieval_residual | 48 | no | 4 | raw | expert | candidate_minus_anchor | compose_mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.35,0.40,0.45 | 0.200 | 0.00 | 0 | 0.00 | 34.78% | 57.16% | 86.96% | 41.57% | +0.148 | 0.398 |
+| 2 | retrieval_residual | 48 | no | 4 | raw | expert | candidate_minus_anchor | compose_mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.35,0.40,0.45 | 0.200 | 0.00 | 0 | 0.00 | 37.04% | 58.52% | 87.65% | 45.39% | +0.177 | 0.428 |