Auto-sync: 2026-06-29 08:05:55 (part 2)

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_nearmiss_k4_grid025035050_margin0p10_summary.json

@@ -0,0 +1,355 @@
+{
+  "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
+  "objective": "near_miss_policy_bc5",
+  "out_name": "policy_rollout_retrieval_repair_nearmiss_k4_grid025035050_margin0p10.json",
+  "num_completed": 3,
+  "baseline_h4_policy_success": 0.2967,
+  "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
+  "mean_success": 0.34144927536231884,
+  "std_success": 0.014791131388026771,
+  "mean_progress": 0.5600691433255407,
+  "mean_action_mse_to_best": 0.3929642635457002,
+  "gain_vs_h4": 0.04474927536231882,
+  "gain_vs_h16_rank_checkpoint": 0.04405797101449277,
+  "rows": [
+    {
+      "seed": 0,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/policy_rollout_retrieval_repair_nearmiss_k4_grid025035050_margin0p10.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.1,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.25,
+        0.35,
+        0.5
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "anchor_minus_candidate",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.5": 19,
+        "0.25": 552,
+        "0.35": 4
+      },
+      "policy_rollout_success_rate": 0.3356521739130435,
+      "policy_rollout_progress": 0.5459818405164001,
+      "oracle_success_rate": 0.8573913043478261,
+      "action_mse_to_best": 0.3795984360802433,
+      "best_policy_val": {
+        "bc_loss": 0.13721593966086706,
+        "field_effect_loss": 0.009290305380192068,
+        "field_potential_loss": 0.2666468388504452,
+        "field_preference_loss": 0.5130573478009965,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.1933159919248687,
+        "rank_acc": 0.8265031774838766,
+        "rank_loss": 0.5130523675017886,
+        "regret_mae": 0.3756548762321472,
+        "success_accuracy": 0.8773836526605818,
+        "total_loss": 1.5581054819954767
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.31828345447663486,
+          "expert_success_rate": 0.8865979381443299,
+          "num_groups": 97,
+          "oracle_success_rate": 0.9278350515463918,
+          "policy_expert_regret": 1.078207813280145,
+          "policy_oracle_regret": 1.1046232909885878,
+          "policy_rollout_progress": 0.5715890803287939,
+          "policy_rollout_success_rate": 0.2268041237113402,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3025179534362486,
+          "expert_success_rate": 0.9375,
+          "num_groups": 208,
+          "oracle_success_rate": 0.9471153846153846,
+          "policy_expert_regret": 0.9750762461469724,
+          "policy_oracle_regret": 0.9884991135734779,
+          "policy_rollout_progress": 0.6118057822951903,
+          "policy_rollout_success_rate": 0.3317307692307692,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.607571807968152,
+          "expert_success_rate": 0.19480519480519481,
+          "num_groups": 77,
+          "oracle_success_rate": 0.36363636363636365,
+          "policy_expert_regret": 0.26381213830590444,
+          "policy_oracle_regret": 0.48201371671922216,
+          "policy_rollout_progress": 0.2867596946692989,
+          "policy_rollout_success_rate": 0.16883116883116883,
+          "restore_max_error": 2.3096799850463867e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3642956905384013,
+          "expert_success_rate": 0.8617021276595744,
+          "num_groups": 94,
+          "oracle_success_rate": 0.9893617021276596,
+          "policy_expert_regret": 0.569931797683239,
+          "policy_oracle_regret": 0.6663877770621726,
+          "policy_rollout_progress": 0.6846760527250615,
+          "policy_rollout_success_rate": 0.648936170212766,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.43883886083847645,
+          "expert_success_rate": 0.6767676767676768,
+          "num_groups": 99,
+          "oracle_success_rate": 0.8585858585858586,
+          "policy_expert_regret": 0.9345249523117085,
+          "policy_oracle_regret": 1.0971148104378672,
+          "policy_rollout_progress": 0.45252292264591565,
+          "policy_rollout_success_rate": 0.2828282828282828,
+          "restore_max_error": 2.384185791015625e-07
+        }
+      }
+    },
+    {
+      "seed": 1,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/policy_rollout_retrieval_repair_nearmiss_k4_grid025035050_margin0p10.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.1,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.25,
+        0.35,
+        0.5
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "anchor_minus_candidate",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.25": 547,
+        "0.5": 27,
+        "0.35": 1
+      },
+      "policy_rollout_success_rate": 0.33043478260869563,
+      "policy_rollout_progress": 0.5586519980981298,
+      "oracle_success_rate": 0.8695652173913043,
+      "action_mse_to_best": 0.3867724084287234,
+      "best_policy_val": {
+        "bc_loss": 0.1315989200439718,
+        "field_effect_loss": 0.010110370814800262,
+        "field_potential_loss": 0.31546536915832096,
+        "field_preference_loss": 0.4960637440284093,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.19023226698239645,
+        "rank_acc": 0.8255469501018524,
+        "rank_loss": 0.4960531195004781,
+        "regret_mae": 0.42156532737943864,
+        "success_accuracy": 0.8807473679383596,
+        "total_loss": 1.561984618504842
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.3242295700644629,
+          "expert_success_rate": 0.8584070796460177,
+          "num_groups": 113,
+          "oracle_success_rate": 0.9380530973451328,
+          "policy_expert_regret": 0.9766897917848772,
+          "policy_oracle_regret": 1.0558918218697066,
+          "policy_rollout_progress": 0.6373703463942604,
+          "policy_rollout_success_rate": 0.23893805309734514,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3196238886119555,
+          "expert_success_rate": 0.9402173913043478,
+          "num_groups": 184,
+          "oracle_success_rate": 0.9456521739130435,
+          "policy_expert_regret": 1.086398953602285,
+          "policy_oracle_regret": 1.086422958077215,
+          "policy_rollout_progress": 0.5696724608398812,
+          "policy_rollout_success_rate": 0.2826086956521739,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.5711985409847999,
+          "expert_success_rate": 0.25,
+          "num_groups": 76,
+          "oracle_success_rate": 0.40789473684210525,
+          "policy_expert_regret": 0.3723486057041507,
+          "policy_oracle_regret": 0.6421201418300992,
+          "policy_rollout_progress": 0.2362727933612309,
+          "policy_rollout_success_rate": 0.11842105263157894,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.35825215300192703,
+          "expert_success_rate": 0.8198198198198198,
+          "num_groups": 111,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.3303554279578699,
+          "policy_oracle_regret": 0.3799207206513431,
+          "policy_rollout_progress": 0.8182774775468551,
+          "policy_rollout_success_rate": 0.8018018018018018,
+          "restore_max_error": 2.3795291781425476e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.4809705475447597,
+          "expert_success_rate": 0.6923076923076923,
+          "num_groups": 91,
+          "oracle_success_rate": 0.8571428571428571,
+          "policy_expert_regret": 1.1381711190218453,
+          "policy_oracle_regret": 1.3104208802783883,
+          "policy_rollout_progress": 0.3911734578701166,
+          "policy_rollout_success_rate": 0.14285714285714285,
+          "restore_max_error": 1.9371509552001953e-07
+        }
+      }
+    },
+    {
+      "seed": 2,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/policy_rollout_retrieval_repair_nearmiss_k4_grid025035050_margin0p10.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.1,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.25,
+        0.35,
+        0.5
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "anchor_minus_candidate",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.25": 537,
+        "0.5": 32,
+        "0.35": 6
+      },
+      "policy_rollout_success_rate": 0.3582608695652174,
+      "policy_rollout_progress": 0.5755735913620922,
+      "oracle_success_rate": 0.8765217391304347,
+      "action_mse_to_best": 0.41252194612813387,
+      "best_policy_val": {
+        "bc_loss": 0.11367896075050037,
+        "field_effect_loss": 0.009670218582161598,
+        "field_potential_loss": 0.2641640139950646,
+        "field_preference_loss": 0.5130490180518892,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.2021729110015763,
+        "rank_acc": 0.8333857821093665,
+        "rank_loss": 0.5130119257503085,
+        "regret_mae": 0.3958987047274907,
+        "success_accuracy": 0.8680730561415354,
+        "total_loss": 1.4394984311527677
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.35007496579297975,
+          "expert_success_rate": 0.8229166666666666,
+          "num_groups": 96,
+          "oracle_success_rate": 0.9270833333333334,
+          "policy_expert_regret": 0.8457174766808748,
+          "policy_oracle_regret": 0.951987166578571,
+          "policy_rollout_progress": 0.6482880233476559,
+          "policy_rollout_success_rate": 0.3333333333333333,
+          "restore_max_error": 1.955777406692505e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.33490413741556685,
+          "expert_success_rate": 0.9444444444444444,
+          "num_groups": 198,
+          "oracle_success_rate": 0.9595959595959596,
+          "policy_expert_regret": 0.9930475291353885,
+          "policy_oracle_regret": 1.000130979664097,
+          "policy_rollout_progress": 0.6335421946990971,
+          "policy_rollout_success_rate": 0.3282828282828283,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6288028371002939,
+          "expert_success_rate": 0.24444444444444444,
+          "num_groups": 90,
+          "oracle_success_rate": 0.4666666666666667,
+          "policy_expert_regret": 0.3151884991537574,
+          "policy_oracle_regret": 0.5832855659709417,
+          "policy_rollout_progress": 0.30096366798022955,
+          "policy_rollout_success_rate": 0.18888888888888888,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3748256295624346,
+          "expert_success_rate": 0.8514851485148515,
+          "num_groups": 101,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.3990666143374868,
+          "policy_oracle_regret": 0.45396886574159756,
+          "policy_rollout_progress": 0.78365489663464,
+          "policy_rollout_success_rate": 0.7623762376237624,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.47591399082707037,
+          "expert_success_rate": 0.7666666666666667,
+          "num_groups": 90,
+          "oracle_success_rate": 0.9111111111111111,
+          "policy_expert_regret": 1.167434913251135,
+          "policy_oracle_regret": 1.303771203259627,
+          "policy_rollout_progress": 0.4115770618120829,
+          "policy_rollout_success_rate": 0.16666666666666666,
+          "restore_max_error": 2.2351741790771484e-07
+        }
+      }
+    }
+  ]
+}

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_nearmiss_k4_grid025035050_margin0p10_summary.md

@@ -0,0 +1,19 @@
+# h=16 Best-Policy Checkpoint Rollout
+
+Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
+Objective: `near_miss_policy_bc5`
+Result file: `policy_rollout_retrieval_repair_nearmiss_k4_grid025035050_margin0p10.json`
+Completed seeds: 3
+Baseline h=4 policy success: 29.67%
+Baseline h=16 rank-checkpoint success: 29.74%
+
+Mean success: 34.14% +/- 1.48%
+Gain vs h=16 rank checkpoint: +4.41%
+Mean progress: 56.01%
+Mean action MSE to best: 0.393
+
+| seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual direction | residual reduce | min type success | type success bonus | consensus penalty | min source progress | source progress bonus | source score bonus | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | action MSE |
+|---:|---|---:|---|---:|---|---|---|---|---:|---:|---:|---:|---:|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|
+| 0 | retrieval_residual | 18 | no | 4 | raw | expert | anchor_minus_candidate | mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.25,0.35,0.50 | 0.100 | 0.00 | 0 | 0.00 | 33.57% | 54.60% | 85.74% | 0.380 |
+| 1 | retrieval_residual | 18 | no | 4 | raw | expert | anchor_minus_candidate | mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.25,0.35,0.50 | 0.100 | 0.00 | 0 | 0.00 | 33.04% | 55.87% | 86.96% | 0.387 |
+| 2 | retrieval_residual | 18 | no | 4 | raw | expert | anchor_minus_candidate | mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.25,0.35,0.50 | 0.100 | 0.00 | 0 | 0.00 | 35.83% | 57.56% | 87.65% | 0.413 |

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_safe_k4_grid025035050_margin0p20_summary.json

@@ -0,0 +1,355 @@
+{
+  "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
+  "objective": "near_miss_policy_bc5",
+  "out_name": "policy_rollout_retrieval_repair_safe_k4_grid025035050_margin0p20.json",
+  "num_completed": 3,
+  "baseline_h4_policy_success": 0.2967,
+  "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
+  "mean_success": 0.3443478260869565,
+  "std_success": 0.012541047914657353,
+  "mean_progress": 0.5602484929151746,
+  "mean_action_mse_to_best": 0.39449909915337744,
+  "gain_vs_h4": 0.0476478260869565,
+  "gain_vs_h16_rank_checkpoint": 0.04695652173913045,
+  "rows": [
+    {
+      "seed": 0,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/policy_rollout_retrieval_repair_safe_k4_grid025035050_margin0p20.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.25,
+        0.35,
+        0.5
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "anchor_minus_candidate",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.25": 558,
+        "0.5": 13,
+        "0.35": 4
+      },
+      "policy_rollout_success_rate": 0.3408695652173913,
+      "policy_rollout_progress": 0.5477940025257514,
+      "oracle_success_rate": 0.8573913043478261,
+      "action_mse_to_best": 0.38139278126475606,
+      "best_policy_val": {
+        "bc_loss": 0.13721593966086706,
+        "field_effect_loss": 0.009290305380192068,
+        "field_potential_loss": 0.2666468388504452,
+        "field_preference_loss": 0.5130573478009965,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.1933159919248687,
+        "rank_acc": 0.8265031774838766,
+        "rank_loss": 0.5130523675017886,
+        "regret_mae": 0.3756548762321472,
+        "success_accuracy": 0.8773836526605818,
+        "total_loss": 1.5581054819954767
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.31969772460726426,
+          "expert_success_rate": 0.8865979381443299,
+          "num_groups": 97,
+          "oracle_success_rate": 0.9278350515463918,
+          "policy_expert_regret": 1.0783334703175063,
+          "policy_oracle_regret": 1.1047489480259491,
+          "policy_rollout_progress": 0.5714634232914325,
+          "policy_rollout_success_rate": 0.2268041237113402,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3028158242097841,
+          "expert_success_rate": 0.9375,
+          "num_groups": 208,
+          "oracle_success_rate": 0.9471153846153846,
+          "policy_expert_regret": 0.9779542152895234,
+          "policy_oracle_regret": 0.9913770827160289,
+          "policy_rollout_progress": 0.6089278131526393,
+          "policy_rollout_success_rate": 0.3317307692307692,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6139496880305277,
+          "expert_success_rate": 0.19480519480519481,
+          "num_groups": 77,
+          "oracle_success_rate": 0.36363636363636365,
+          "policy_expert_regret": 0.2191846632586139,
+          "policy_oracle_regret": 0.4367253573689997,
+          "policy_rollout_progress": 0.30607402804549544,
+          "policy_rollout_success_rate": 0.19480519480519481,
+          "restore_max_error": 2.3096799850463867e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.36453170575042987,
+          "expert_success_rate": 0.8617021276595744,
+          "num_groups": 94,
+          "oracle_success_rate": 0.9893617021276596,
+          "policy_expert_regret": 0.5508236038558026,
+          "policy_oracle_regret": 0.6472795832347362,
+          "policy_rollout_progress": 0.6931459486801573,
+          "policy_rollout_success_rate": 0.6595744680851063,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.4420643655131712,
+          "expert_success_rate": 0.6767676767676768,
+          "num_groups": 99,
+          "oracle_success_rate": 0.8585858585858586,
+          "policy_expert_regret": 0.9408943908985214,
+          "policy_oracle_regret": 1.1034842490246801,
+          "policy_rollout_progress": 0.4461534840591026,
+          "policy_rollout_success_rate": 0.2828282828282828,
+          "restore_max_error": 2.384185791015625e-07
+        }
+      }
+    },
+    {
+      "seed": 1,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/policy_rollout_retrieval_repair_safe_k4_grid025035050_margin0p20.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.25,
+        0.35,
+        0.5
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "anchor_minus_candidate",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.25": 556,
+        "0.5": 18,
+        "0.35": 1
+      },
+      "policy_rollout_success_rate": 0.3339130434782609,
+      "policy_rollout_progress": 0.5587685327847367,
+      "oracle_success_rate": 0.8695652173913043,
+      "action_mse_to_best": 0.38822281592728003,
+      "best_policy_val": {
+        "bc_loss": 0.1315989200439718,
+        "field_effect_loss": 0.010110370814800262,
+        "field_potential_loss": 0.31546536915832096,
+        "field_preference_loss": 0.4960637440284093,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.19023226698239645,
+        "rank_acc": 0.8255469501018524,
+        "rank_loss": 0.4960531195004781,
+        "regret_mae": 0.42156532737943864,
+        "success_accuracy": 0.8807473679383596,
+        "total_loss": 1.561984618504842
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.3265873762506959,
+          "expert_success_rate": 0.8584070796460177,
+          "num_groups": 113,
+          "oracle_success_rate": 0.9380530973451328,
+          "policy_expert_regret": 0.9642004154424751,
+          "policy_oracle_regret": 1.0432407254666354,
+          "policy_rollout_progress": 0.6436866321394928,
+          "policy_rollout_success_rate": 0.25663716814159293,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.31978633928963024,
+          "expert_success_rate": 0.9402173913043478,
+          "num_groups": 184,
+          "oracle_success_rate": 0.9456521739130435,
+          "policy_expert_regret": 1.0868371329371533,
+          "policy_oracle_regret": 1.0943740379045028,
+          "policy_rollout_progress": 0.567156163621289,
+          "policy_rollout_success_rate": 0.27717391304347827,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.574047543794701,
+          "expert_success_rate": 0.25,
+          "num_groups": 76,
+          "oracle_success_rate": 0.40789473684210525,
+          "policy_expert_regret": 0.34984783171431016,
+          "policy_oracle_regret": 0.6448580108975109,
+          "policy_rollout_progress": 0.23353492429381922,
+          "policy_rollout_success_rate": 0.11842105263157894,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3581734021101986,
+          "expert_success_rate": 0.8198198198198198,
+          "num_groups": 111,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.3303554279578699,
+          "policy_oracle_regret": 0.3800030283562772,
+          "policy_rollout_progress": 0.818195169841921,
+          "policy_rollout_success_rate": 0.8018018018018018,
+          "restore_max_error": 2.3795291781425476e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.48459558516413304,
+          "expert_success_rate": 0.6923076923076923,
+          "num_groups": 91,
+          "oracle_success_rate": 0.8571428571428571,
+          "policy_expert_regret": 1.139402109515536,
+          "policy_oracle_regret": 1.2990639566720188,
+          "policy_rollout_progress": 0.3915413704874751,
+          "policy_rollout_success_rate": 0.15384615384615385,
+          "restore_max_error": 1.9371509552001953e-07
+        }
+      }
+    },
+    {
+      "seed": 2,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/policy_rollout_retrieval_repair_safe_k4_grid025035050_margin0p20.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.25,
+        0.35,
+        0.5
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "anchor_minus_candidate",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.25": 565,
+        "0.5": 9,
+        "0.35": 1
+      },
+      "policy_rollout_success_rate": 0.3582608695652174,
+      "policy_rollout_progress": 0.574182943435036,
+      "oracle_success_rate": 0.8765217391304347,
+      "action_mse_to_best": 0.41388170026809623,
+      "best_policy_val": {
+        "bc_loss": 0.11367896075050037,
+        "field_effect_loss": 0.009670218582161598,
+        "field_potential_loss": 0.2641640139950646,
+        "field_preference_loss": 0.5130490180518892,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.2021729110015763,
+        "rank_acc": 0.8333857821093665,
+        "rank_loss": 0.5130119257503085,
+        "regret_mae": 0.3958987047274907,
+        "success_accuracy": 0.8680730561415354,
+        "total_loss": 1.4394984311527677
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.35281265252948896,
+          "expert_success_rate": 0.8229166666666666,
+          "num_groups": 96,
+          "oracle_success_rate": 0.9270833333333334,
+          "policy_expert_regret": 0.8479746750866374,
+          "policy_oracle_regret": 0.9542443649843335,
+          "policy_rollout_progress": 0.6460308249418935,
+          "policy_rollout_success_rate": 0.3333333333333333,
+          "restore_max_error": 1.955777406692505e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3358964854381,
+          "expert_success_rate": 0.9444444444444444,
+          "num_groups": 198,
+          "oracle_success_rate": 0.9595959595959596,
+          "policy_expert_regret": 0.9954175142703032,
+          "policy_oracle_regret": 1.0024487015349095,
+          "policy_rollout_progress": 0.6328623286928191,
+          "policy_rollout_success_rate": 0.3282828282828283,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6294648294647535,
+          "expert_success_rate": 0.24444444444444444,
+          "num_groups": 90,
+          "oracle_success_rate": 0.4666666666666667,
+          "policy_expert_regret": 0.3152900996583412,
+          "policy_oracle_regret": 0.5833871664755255,
+          "policy_rollout_progress": 0.30039575285520387,
+          "policy_rollout_success_rate": 0.18888888888888888,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3759468028155884,
+          "expert_success_rate": 0.8514851485148515,
+          "num_groups": 101,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.39930118295815914,
+          "policy_oracle_regret": 0.47194982017620957,
+          "policy_rollout_progress": 0.775574932299038,
+          "policy_rollout_success_rate": 0.7524752475247525,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.477577746204204,
+          "expert_success_rate": 0.7666666666666667,
+          "num_groups": 90,
+          "oracle_success_rate": 0.9111111111111111,
+          "policy_expert_regret": 1.1516696830590567,
+          "policy_oracle_regret": 1.2880059730675486,
+          "policy_rollout_progress": 0.4162311808930503,
+          "policy_rollout_success_rate": 0.17777777777777778,
+          "restore_max_error": 2.2351741790771484e-07
+        }
+      }
+    }
+  ]
+}

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_repair_safe_k4_grid025035050_margin0p20_summary.md

@@ -0,0 +1,19 @@
+# h=16 Best-Policy Checkpoint Rollout
+
+Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
+Objective: `near_miss_policy_bc5`
+Result file: `policy_rollout_retrieval_repair_safe_k4_grid025035050_margin0p20.json`
+Completed seeds: 3
+Baseline h=4 policy success: 29.67%
+Baseline h=16 rank-checkpoint success: 29.74%
+
+Mean success: 34.43% +/- 1.25%
+Gain vs h=16 rank checkpoint: +4.70%
+Mean progress: 56.02%
+Mean action MSE to best: 0.394
+
+| seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual direction | residual reduce | min type success | type success bonus | consensus penalty | min source progress | source progress bonus | source score bonus | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | action MSE |
+|---:|---|---:|---|---:|---|---|---|---|---:|---:|---:|---:|---:|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|
+| 0 | retrieval_residual | 18 | no | 4 | raw | expert | anchor_minus_candidate | mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.25,0.35,0.50 | 0.200 | 0.00 | 0 | 0.00 | 34.09% | 54.78% | 85.74% | 0.381 |
+| 1 | retrieval_residual | 18 | no | 4 | raw | expert | anchor_minus_candidate | mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.25,0.35,0.50 | 0.200 | 0.00 | 0 | 0.00 | 33.39% | 55.88% | 86.96% | 0.388 |
+| 2 | retrieval_residual | 18 | no | 4 | raw | expert | anchor_minus_candidate | mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.25,0.35,0.50 | 0.200 | 0.00 | 0 | 0.00 | 35.83% | 57.42% | 87.65% | 0.414 |