Auto-sync: 2026-06-29 09:58:28

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_compose_grid035040045_safe_margin0p20_noopbonus0p03_summary.json

@@ -0,0 +1,361 @@
+{
+  "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
+  "objective": "near_miss_policy_bc5",
+  "out_name": "policy_rollout_retrieval_residual_k4_compose_grid035040045_safe_margin0p20_noopbonus0p03.json",
+  "num_completed": 3,
+  "baseline_h4_policy_success": 0.2967,
+  "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
+  "mean_success": 0.34144927536231884,
+  "std_success": 0.01578047256674342,
+  "mean_progress": 0.5600020351956472,
+  "mean_action_mse_to_best": 0.48164921497764146,
+  "gain_vs_h4": 0.04474927536231882,
+  "gain_vs_h16_rank_checkpoint": 0.04405797101449277,
+  "rows": [
+    {
+      "seed": 0,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/policy_rollout_retrieval_residual_k4_compose_grid035040045_safe_margin0p20_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 48,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "candidate_minus_anchor",
+      "retrieval_residual_reduce": "compose_mean_by_type",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.45": 83,
+        "0.4": 16,
+        "0.35": 476
+      },
+      "policy_rollout_success_rate": 0.3234782608695652,
+      "policy_rollout_progress": 0.5323185247628262,
+      "oracle_success_rate": 0.8573913043478261,
+      "action_mse_to_best": 0.563375490748364,
+      "best_policy_val": {
+        "bc_loss": 0.13721593966086706,
+        "field_effect_loss": 0.009290305380192068,
+        "field_potential_loss": 0.2666468388504452,
+        "field_preference_loss": 0.5130573478009965,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.1933159919248687,
+        "rank_acc": 0.8265031774838766,
+        "rank_loss": 0.5130523675017886,
+        "regret_mae": 0.3756548762321472,
+        "success_accuracy": 0.8773836526605818,
+        "total_loss": 1.5581054819954767
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 1.1220989288358958,
+          "expert_success_rate": 0.8865979381443299,
+          "num_groups": 97,
+          "oracle_success_rate": 0.9278350515463918,
+          "policy_expert_regret": 1.2778108448711867,
+          "policy_oracle_regret": 1.3174253004727905,
+          "policy_rollout_progress": 0.45157057599923045,
+          "policy_rollout_success_rate": 0.13402061855670103,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.30399148212745786,
+          "expert_success_rate": 0.9375,
+          "num_groups": 208,
+          "oracle_success_rate": 0.9471153846153846,
+          "policy_expert_regret": 0.9612944226425427,
+          "policy_oracle_regret": 0.9747172900690482,
+          "policy_rollout_progress": 0.6159722211842353,
+          "policy_rollout_success_rate": 0.34134615384615385,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6033564091889889,
+          "expert_success_rate": 0.19480519480519481,
+          "num_groups": 77,
+          "oracle_success_rate": 0.36363636363636365,
+          "policy_expert_regret": 0.24368244630296704,
+          "policy_oracle_regret": 0.41723848439680483,
+          "policy_rollout_progress": 0.31240937069614794,
+          "policy_rollout_success_rate": 0.2077922077922078,
+          "restore_max_error": 2.3096799850463867e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3681779884277506,
+          "expert_success_rate": 0.8617021276595744,
+          "num_groups": 94,
+          "oracle_success_rate": 0.9893617021276596,
+          "policy_expert_regret": 0.5513087531670611,
+          "policy_oracle_regret": 0.6481983095724532,
+          "policy_rollout_progress": 0.6922272223424404,
+          "policy_rollout_success_rate": 0.6595744680851063,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.7151505897066208,
+          "expert_success_rate": 0.6767676767676768,
+          "num_groups": 99,
+          "oracle_success_rate": 0.8585858585858586,
+          "policy_expert_regret": 0.9875731102444909,
+          "policy_oracle_regret": 1.1351558803909956,
+          "policy_rollout_progress": 0.4548858930968275,
+          "policy_rollout_success_rate": 0.24242424242424243,
+          "restore_max_error": 2.384185791015625e-07
+        }
+      }
+    },
+    {
+      "seed": 1,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/policy_rollout_retrieval_residual_k4_compose_grid035040045_safe_margin0p20_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 48,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "candidate_minus_anchor",
+      "retrieval_residual_reduce": "compose_mean_by_type",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.35": 538,
+        "0.45": 33,
+        "0.4": 4
+      },
+      "policy_rollout_success_rate": 0.34782608695652173,
+      "policy_rollout_progress": 0.5697598444961983,
+      "oracle_success_rate": 0.8695652173913043,
+      "action_mse_to_best": 0.4286549947750957,
+      "best_policy_val": {
+        "bc_loss": 0.1315989200439718,
+        "field_effect_loss": 0.010110370814800262,
+        "field_potential_loss": 0.31546536915832096,
+        "field_preference_loss": 0.4960637440284093,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.19023226698239645,
+        "rank_acc": 0.8255469501018524,
+        "rank_loss": 0.4960531195004781,
+        "regret_mae": 0.42156532737943864,
+        "success_accuracy": 0.8807473679383596,
+        "total_loss": 1.561984618504842
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.4459682410187294,
+          "expert_success_rate": 0.8584070796460177,
+          "num_groups": 113,
+          "oracle_success_rate": 0.9380530973451328,
+          "policy_expert_regret": 1.0089420887221277,
+          "policy_oracle_regret": 1.0881441188069572,
+          "policy_rollout_progress": 0.6228171645012577,
+          "policy_rollout_success_rate": 0.22123893805309736,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.32267473227061005,
+          "expert_success_rate": 0.9402173913043478,
+          "num_groups": 184,
+          "oracle_success_rate": 0.9456521739130435,
+          "policy_expert_regret": 1.0550734593290025,
+          "policy_oracle_regret": 1.0550974638039328,
+          "policy_rollout_progress": 0.5792588246783809,
+          "policy_rollout_success_rate": 0.30434782608695654,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6011673336554515,
+          "expert_success_rate": 0.25,
+          "num_groups": 76,
+          "oracle_success_rate": 0.40789473684210525,
+          "policy_expert_regret": 0.27572859843310554,
+          "policy_oracle_regret": 0.5229248910358077,
+          "policy_rollout_progress": 0.28967857047131185,
+          "policy_rollout_success_rate": 0.18421052631578946,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3571399895994513,
+          "expert_success_rate": 0.8198198198198198,
+          "num_groups": 111,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.32961789887767656,
+          "policy_oracle_regret": 0.3467854660105061,
+          "policy_rollout_progress": 0.8333947141696741,
+          "policy_rollout_success_rate": 0.8198198198198198,
+          "restore_max_error": 2.3795291781425476e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5646022397738236,
+          "expert_success_rate": 0.6923076923076923,
+          "num_groups": 91,
+          "oracle_success_rate": 0.8571428571428571,
+          "policy_expert_regret": 1.133937297286568,
+          "policy_oracle_regret": 1.2935991444430508,
+          "policy_rollout_progress": 0.397006182716443,
+          "policy_rollout_success_rate": 0.15384615384615385,
+          "restore_max_error": 1.9371509552001953e-07
+        }
+      }
+    },
+    {
+      "seed": 2,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/policy_rollout_retrieval_residual_k4_compose_grid035040045_safe_margin0p20_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 48,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "candidate_minus_anchor",
+      "retrieval_residual_reduce": "compose_mean_by_type",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.35": 537,
+        "0.45": 31,
+        "0.4": 7
+      },
+      "policy_rollout_success_rate": 0.35304347826086957,
+      "policy_rollout_progress": 0.577927736327917,
+      "oracle_success_rate": 0.8765217391304347,
+      "action_mse_to_best": 0.4529171594094647,
+      "best_policy_val": {
+        "bc_loss": 0.11367896075050037,
+        "field_effect_loss": 0.009670218582161598,
+        "field_potential_loss": 0.2641640139950646,
+        "field_preference_loss": 0.5130490180518892,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.2021729110015763,
+        "rank_acc": 0.8333857821093665,
+        "rank_loss": 0.5130119257503085,
+        "regret_mae": 0.3958987047274907,
+        "success_accuracy": 0.8680730561415354,
+        "total_loss": 1.4394984311527677
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.3684568781318376,
+          "expert_success_rate": 0.8229166666666666,
+          "num_groups": 96,
+          "oracle_success_rate": 0.9270833333333334,
+          "policy_expert_regret": 0.8480236708807448,
+          "policy_oracle_regret": 0.9542933607784411,
+          "policy_rollout_progress": 0.6459818291477859,
+          "policy_rollout_success_rate": 0.3333333333333333,
+          "restore_max_error": 1.955777406692505e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3601090619810904,
+          "expert_success_rate": 0.9444444444444444,
+          "num_groups": 198,
+          "oracle_success_rate": 0.9595959595959596,
+          "policy_expert_regret": 1.0246550937493641,
+          "policy_oracle_regret": 1.038836064588542,
+          "policy_rollout_progress": 0.6179832959867487,
+          "policy_rollout_success_rate": 0.29797979797979796,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.646510697570112,
+          "expert_success_rate": 0.24444444444444444,
+          "num_groups": 90,
+          "oracle_success_rate": 0.4666666666666667,
+          "policy_expert_regret": 0.29380798702713945,
+          "policy_oracle_regret": 0.5224730442864408,
+          "policy_rollout_progress": 0.32797654171095525,
+          "policy_rollout_success_rate": 0.2222222222222222,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3970620724381787,
+          "expert_success_rate": 0.8514851485148515,
+          "num_groups": 101,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.3614020819711213,
+          "policy_oracle_regret": 0.41630433337523204,
+          "policy_rollout_progress": 0.8015174488029858,
+          "policy_rollout_success_rate": 0.7821782178217822,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.6162742221107086,
+          "expert_success_rate": 0.7666666666666667,
+          "num_groups": 90,
+          "oracle_success_rate": 0.9111111111111111,
+          "policy_expert_regret": 1.1633344186676873,
+          "policy_oracle_regret": 1.325454970035288,
+          "policy_rollout_progress": 0.41624832335445616,
+          "policy_rollout_success_rate": 0.14444444444444443,
+          "restore_max_error": 2.2351741790771484e-07
+        }
+      }
+    }
+  ]
+}

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_compose_grid035040045_safe_margin0p20_noopbonus0p03_summary.md

@@ -0,0 +1,19 @@
+# h=16 Best-Policy Checkpoint Rollout
+
+Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
+Objective: `near_miss_policy_bc5`
+Result file: `policy_rollout_retrieval_residual_k4_compose_grid035040045_safe_margin0p20_noopbonus0p03.json`
+Completed seeds: 3
+Baseline h=4 policy success: 29.67%
+Baseline h=16 rank-checkpoint success: 29.74%
+
+Mean success: 34.14% +/- 1.58%
+Gain vs h=16 rank checkpoint: +4.41%
+Mean progress: 56.00%
+Mean action MSE to best: 0.482
+
+| seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual direction | residual reduce | min type success | type success bonus | consensus penalty | min source progress | source progress bonus | source score bonus | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | action MSE |
+|---:|---|---:|---|---:|---|---|---|---|---:|---:|---:|---:|---:|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|
+| 0 | retrieval_residual | 48 | no | 4 | raw | expert | candidate_minus_anchor | compose_mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.35,0.40,0.45 | 0.200 | 0.00 | 0 | 0.00 | 32.35% | 53.23% | 85.74% | 0.563 |
+| 1 | retrieval_residual | 48 | no | 4 | raw | expert | candidate_minus_anchor | compose_mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.35,0.40,0.45 | 0.200 | 0.00 | 0 | 0.00 | 34.78% | 56.98% | 86.96% | 0.429 |
+| 2 | retrieval_residual | 48 | no | 4 | raw | expert | candidate_minus_anchor | compose_mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.35,0.40,0.45 | 0.200 | 0.00 | 0 | 0.00 | 35.30% | 57.79% | 87.65% | 0.453 |

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_compose_grid035040045_safe_margin0p20_summary.json

@@ -0,0 +1,355 @@
+{
+  "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
+  "objective": "near_miss_policy_bc5",
+  "out_name": "policy_rollout_retrieval_residual_k4_compose_grid035040045_safe_margin0p20.json",
+  "num_completed": 3,
+  "baseline_h4_policy_success": 0.2967,
+  "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
+  "mean_success": 0.3408695652173913,
+  "std_success": 0.015457729421418423,
+  "mean_progress": 0.5596326749873518,
+  "mean_action_mse_to_best": 0.4816767735026129,
+  "gain_vs_h4": 0.04416956521739129,
+  "gain_vs_h16_rank_checkpoint": 0.043478260869565244,
+  "rows": [
+    {
+      "seed": 0,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/policy_rollout_retrieval_residual_k4_compose_grid035040045_safe_margin0p20.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 48,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "candidate_minus_anchor",
+      "retrieval_residual_reduce": "compose_mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.45": 79,
+        "0.4": 15,
+        "0.35": 481
+      },
+      "policy_rollout_success_rate": 0.3234782608695652,
+      "policy_rollout_progress": 0.5319681812231631,
+      "oracle_success_rate": 0.8573913043478261,
+      "action_mse_to_best": 0.5628787715733051,
+      "best_policy_val": {
+        "bc_loss": 0.13721593966086706,
+        "field_effect_loss": 0.009290305380192068,
+        "field_potential_loss": 0.2666468388504452,
+        "field_preference_loss": 0.5130573478009965,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.1933159919248687,
+        "rank_acc": 0.8265031774838766,
+        "rank_loss": 0.5130523675017886,
+        "regret_mae": 0.3756548762321472,
+        "success_accuracy": 0.8773836526605818,
+        "total_loss": 1.5581054819954767
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 1.1220989288358958,
+          "expert_success_rate": 0.8865979381443299,
+          "num_groups": 97,
+          "oracle_success_rate": 0.9278350515463918,
+          "policy_expert_regret": 1.2778108448711867,
+          "policy_oracle_regret": 1.3174253004727905,
+          "policy_rollout_progress": 0.45157057599923045,
+          "policy_rollout_success_rate": 0.13402061855670103,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.30374566746804005,
+          "expert_success_rate": 0.9375,
+          "num_groups": 208,
+          "oracle_success_rate": 0.9471153846153846,
+          "policy_expert_regret": 0.9612364508211613,
+          "policy_oracle_regret": 0.9746593182476667,
+          "policy_rollout_progress": 0.6160301930056169,
+          "policy_rollout_success_rate": 0.34134615384615385,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6003111614422365,
+          "expert_success_rate": 0.19480519480519481,
+          "num_groups": 77,
+          "oracle_success_rate": 0.36363636363636365,
+          "policy_expert_regret": 0.24661976460052967,
+          "policy_oracle_regret": 0.4201758026943675,
+          "policy_rollout_progress": 0.3096365697331146,
+          "policy_rollout_success_rate": 0.2077922077922078,
+          "restore_max_error": 2.3096799850463867e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3681779884277506,
+          "expert_success_rate": 0.8617021276595744,
+          "num_groups": 94,
+          "oracle_success_rate": 0.9893617021276596,
+          "policy_expert_regret": 0.5513087531670611,
+          "policy_oracle_regret": 0.6481983095724532,
+          "policy_rollout_progress": 0.6922272223424404,
+          "policy_rollout_success_rate": 0.6595744680851063,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.7151505897066208,
+          "expert_success_rate": 0.6767676767676768,
+          "num_groups": 99,
+          "oracle_success_rate": 0.8585858585858586,
+          "policy_expert_regret": 0.9875731102444909,
+          "policy_oracle_regret": 1.1351558803909956,
+          "policy_rollout_progress": 0.4548858930968275,
+          "policy_rollout_success_rate": 0.24242424242424243,
+          "restore_max_error": 2.384185791015625e-07
+        }
+      }
+    },
+    {
+      "seed": 1,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/policy_rollout_retrieval_residual_k4_compose_grid035040045_safe_margin0p20.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 48,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "candidate_minus_anchor",
+      "retrieval_residual_reduce": "compose_mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.35": 540,
+        "0.45": 31,
+        "0.4": 4
+      },
+      "policy_rollout_success_rate": 0.34608695652173915,
+      "policy_rollout_progress": 0.5689693509657746,
+      "oracle_success_rate": 0.8695652173913043,
+      "action_mse_to_best": 0.4294346837553641,
+      "best_policy_val": {
+        "bc_loss": 0.1315989200439718,
+        "field_effect_loss": 0.010110370814800262,
+        "field_potential_loss": 0.31546536915832096,
+        "field_preference_loss": 0.4960637440284093,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.19023226698239645,
+        "rank_acc": 0.8255469501018524,
+        "rank_loss": 0.4960531195004781,
+        "regret_mae": 0.42156532737943864,
+        "success_accuracy": 0.8807473679383596,
+        "total_loss": 1.561984618504842
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.4459682410187294,
+          "expert_success_rate": 0.8584070796460177,
+          "num_groups": 113,
+          "oracle_success_rate": 0.9380530973451328,
+          "policy_expert_regret": 1.0089420887221277,
+          "policy_oracle_regret": 1.0881441188069572,
+          "policy_rollout_progress": 0.6228171645012577,
+          "policy_rollout_success_rate": 0.22123893805309736,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3251112603339488,
+          "expert_success_rate": 0.9402173913043478,
+          "num_groups": 184,
+          "oracle_success_rate": 0.9456521739130435,
+          "policy_expert_regret": 1.0629785342202724,
+          "policy_oracle_regret": 1.0630025386952027,
+          "policy_rollout_progress": 0.5767885323958066,
+          "policy_rollout_success_rate": 0.29891304347826086,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6011673336554515,
+          "expert_success_rate": 0.25,
+          "num_groups": 76,
+          "oracle_success_rate": 0.40789473684210525,
+          "policy_expert_regret": 0.27572859843310554,
+          "policy_oracle_regret": 0.5229248910358077,
+          "policy_rollout_progress": 0.28967857047131185,
+          "policy_rollout_success_rate": 0.18421052631578946,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3571399895994513,
+          "expert_success_rate": 0.8198198198198198,
+          "num_groups": 111,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.32961789887767656,
+          "policy_oracle_regret": 0.3467854660105061,
+          "policy_rollout_progress": 0.8333947141696741,
+          "policy_rollout_success_rate": 0.8198198198198198,
+          "restore_max_error": 2.3795291781425476e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5646022397738236,
+          "expert_success_rate": 0.6923076923076923,
+          "num_groups": 91,
+          "oracle_success_rate": 0.8571428571428571,
+          "policy_expert_regret": 1.133937297286568,
+          "policy_oracle_regret": 1.2935991444430508,
+          "policy_rollout_progress": 0.397006182716443,
+          "policy_rollout_success_rate": 0.15384615384615385,
+          "restore_max_error": 1.9371509552001953e-07
+        }
+      }
+    },
+    {
+      "seed": 2,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/policy_rollout_retrieval_residual_k4_compose_grid035040045_safe_margin0p20.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 48,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_type_success_bonus_scale": 0.0,
+      "retrieval_residual_consensus_penalty_scale": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_min_source_advantage": -1000000000.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_source_advantage_bonus_scale": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_direction": "candidate_minus_anchor",
+      "retrieval_residual_reduce": "compose_mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.35": 541,
+        "0.45": 28,
+        "0.4": 6
+      },
+      "policy_rollout_success_rate": 0.35304347826086957,
+      "policy_rollout_progress": 0.5779604927731176,
+      "oracle_success_rate": 0.8765217391304347,
+      "action_mse_to_best": 0.4527168651791694,
+      "best_policy_val": {
+        "bc_loss": 0.11367896075050037,
+        "field_effect_loss": 0.009670218582161598,
+        "field_potential_loss": 0.2641640139950646,
+        "field_preference_loss": 0.5130490180518892,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.2021729110015763,
+        "rank_acc": 0.8333857821093665,
+        "rank_loss": 0.5130119257503085,
+        "regret_mae": 0.3958987047274907,
+        "success_accuracy": 0.8680730561415354,
+        "total_loss": 1.4394984311527677
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.3684568781318376,
+          "expert_success_rate": 0.8229166666666666,
+          "num_groups": 96,
+          "oracle_success_rate": 0.9270833333333334,
+          "policy_expert_regret": 0.8480236708807448,
+          "policy_oracle_regret": 0.9542933607784411,
+          "policy_rollout_progress": 0.6459818291477859,
+          "policy_rollout_success_rate": 0.3333333333333333,
+          "restore_max_error": 1.955777406692505e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.35918041311129173,
+          "expert_success_rate": 0.9444444444444444,
+          "num_groups": 198,
+          "oracle_success_rate": 0.9595959595959596,
+          "policy_expert_regret": 1.0246035738500079,
+          "policy_oracle_regret": 1.0387845446891857,
+          "policy_rollout_progress": 0.618034815886105,
+          "policy_rollout_success_rate": 0.29797979797979796,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6472740675012271,
+          "expert_success_rate": 0.24444444444444444,
+          "num_groups": 90,
+          "oracle_success_rate": 0.4666666666666667,
+          "policy_expert_regret": 0.29380798702713945,
+          "policy_oracle_regret": 0.5223771107762433,
+          "policy_rollout_progress": 0.3280724752211528,
+          "policy_rollout_success_rate": 0.2222222222222222,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3970620724381787,
+          "expert_success_rate": 0.8514851485148515,
+          "num_groups": 101,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.3614020819711213,
+          "policy_oracle_regret": 0.41630433337523204,
+          "policy_rollout_progress": 0.8015174488029858,
+          "policy_rollout_success_rate": 0.7821782178217822,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.6162742221107086,
+          "expert_success_rate": 0.7666666666666667,
+          "num_groups": 90,
+          "oracle_success_rate": 0.9111111111111111,
+          "policy_expert_regret": 1.1633344186676873,
+          "policy_oracle_regret": 1.325454970035288,
+          "policy_rollout_progress": 0.41624832335445616,
+          "policy_rollout_success_rate": 0.14444444444444443,
+          "restore_max_error": 2.2351741790771484e-07
+        }
+      }
+    }
+  ]
+}

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_compose_grid035040045_safe_margin0p20_summary.md

@@ -0,0 +1,19 @@
+# h=16 Best-Policy Checkpoint Rollout
+
+Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
+Objective: `near_miss_policy_bc5`
+Result file: `policy_rollout_retrieval_residual_k4_compose_grid035040045_safe_margin0p20.json`
+Completed seeds: 3
+Baseline h=4 policy success: 29.67%
+Baseline h=16 rank-checkpoint success: 29.74%
+
+Mean success: 34.09% +/- 1.55%
+Gain vs h=16 rank checkpoint: +4.35%
+Mean progress: 55.96%
+Mean action MSE to best: 0.482
+
+| seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual direction | residual reduce | min type success | type success bonus | consensus penalty | min source progress | source progress bonus | source score bonus | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | action MSE |
+|---:|---|---:|---|---:|---|---|---|---|---:|---:|---:|---:|---:|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|
+| 0 | retrieval_residual | 48 | no | 4 | raw | expert | candidate_minus_anchor | compose_mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.35,0.40,0.45 | 0.200 | 0.00 | 0 | 0.00 | 32.35% | 53.20% | 85.74% | 0.563 |
+| 1 | retrieval_residual | 48 | no | 4 | raw | expert | candidate_minus_anchor | compose_mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.35,0.40,0.45 | 0.200 | 0.00 | 0 | 0.00 | 34.61% | 56.90% | 86.96% | 0.429 |
+| 2 | retrieval_residual | 48 | no | 4 | raw | expert | candidate_minus_anchor | compose_mean_by_type | 0.00 | 0.000 | 0.000 | 0.00 | 0.000 | 0.000 | 1.00 | 0.35,0.40,0.45 | 0.200 | 0.00 | 0 | 0.00 | 35.30% | 57.80% | 87.65% | 0.453 |