Auto-sync: 2026-06-28 21:57:10

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p05_noopbonus0p03_summary.json

@@ -0,0 +1,337 @@
+{
+  "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
+  "objective": "near_miss_policy_bc5",
+  "out_name": "policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p05_noopbonus0p03.json",
+  "num_completed": 3,
+  "baseline_h4_policy_success": 0.2967,
+  "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
+  "mean_success": 0.3507246376811594,
+  "std_success": 0.011044961671453697,
+  "mean_progress": 0.5672646419938816,
+  "mean_action_mse_to_best": 0.40925245372929436,
+  "gain_vs_h4": 0.05402463768115939,
+  "gain_vs_h16_rank_checkpoint": 0.053333333333333344,
+  "rows": [
+    {
+      "seed": 0,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p05_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 4,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.05,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "field_softmax",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.35": 19,
+        "0.4": 2,
+        "0.45": 46
+      },
+      "policy_rollout_success_rate": 0.3443478260869565,
+      "policy_rollout_progress": 0.5518923319673733,
+      "oracle_success_rate": 0.8573913043478261,
+      "action_mse_to_best": 0.3920214500521188,
+      "best_policy_val": {
+        "bc_loss": 0.13721593966086706,
+        "field_effect_loss": 0.009290305380192068,
+        "field_potential_loss": 0.2666468388504452,
+        "field_preference_loss": 0.5130573478009965,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.1933159919248687,
+        "rank_acc": 0.8265031774838766,
+        "rank_loss": 0.5130523675017886,
+        "regret_mae": 0.3756548762321472,
+        "success_accuracy": 0.8773836526605818,
+        "total_loss": 1.5581054819954767
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.3247723626740968,
+          "expert_success_rate": 0.8865979381443299,
+          "num_groups": 97,
+          "oracle_success_rate": 0.9278350515463918,
+          "policy_expert_regret": 1.0917842305198158,
+          "policy_oracle_regret": 1.1181997082282586,
+          "policy_rollout_progress": 0.5683219414396384,
+          "policy_rollout_success_rate": 0.21649484536082475,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.31156466976524544,
+          "expert_success_rate": 0.9375,
+          "num_groups": 208,
+          "oracle_success_rate": 0.9471153846153846,
+          "policy_expert_regret": 0.9720102318276006,
+          "policy_oracle_regret": 0.985433099254106,
+          "policy_rollout_progress": 0.6100641043068697,
+          "policy_rollout_success_rate": 0.33653846153846156,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6039306242744644,
+          "expert_success_rate": 0.19480519480519481,
+          "num_groups": 77,
+          "oracle_success_rate": 0.36363636363636365,
+          "policy_expert_regret": 0.22348312615695132,
+          "policy_oracle_regret": 0.3957931218463202,
+          "policy_rollout_progress": 0.3226016153121827,
+          "policy_rollout_success_rate": 0.22077922077922077,
+          "restore_max_error": 2.3096799850463867e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.36951062051539724,
+          "expert_success_rate": 0.8617021276595744,
+          "num_groups": 94,
+          "oracle_success_rate": 0.9893617021276596,
+          "policy_expert_regret": 0.5508309629686335,
+          "policy_oracle_regret": 0.628381609441118,
+          "policy_rollout_progress": 0.7014056246014352,
+          "policy_rollout_success_rate": 0.6702127659574468,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.4835081504225129,
+          "expert_success_rate": 0.6767676767676768,
+          "num_groups": 99,
+          "oracle_success_rate": 0.8585858585858586,
+          "policy_expert_regret": 0.9507471369673507,
+          "policy_oracle_regret": 1.109788482839411,
+          "policy_rollout_progress": 0.44995026034538194,
+          "policy_rollout_success_rate": 0.2727272727272727,
+          "restore_max_error": 2.384185791015625e-07
+        }
+      }
+    },
+    {
+      "seed": 1,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p05_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 4,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.05,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "field_softmax",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.45": 38,
+        "0.35": 28,
+        "0.4": 8
+      },
+      "policy_rollout_success_rate": 0.3443478260869565,
+      "policy_rollout_progress": 0.5683723092014374,
+      "oracle_success_rate": 0.8695652173913043,
+      "action_mse_to_best": 0.3982289221664162,
+      "best_policy_val": {
+        "bc_loss": 0.1315989200439718,
+        "field_effect_loss": 0.010110370814800262,
+        "field_potential_loss": 0.31546536915832096,
+        "field_preference_loss": 0.4960637440284093,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.19023226698239645,
+        "rank_acc": 0.8255469501018524,
+        "rank_loss": 0.4960531195004781,
+        "regret_mae": 0.42156532737943864,
+        "success_accuracy": 0.8807473679383596,
+        "total_loss": 1.561984618504842
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.32919689896310456,
+          "expert_success_rate": 0.8584070796460177,
+          "num_groups": 113,
+          "oracle_success_rate": 0.9380530973451328,
+          "policy_expert_regret": 0.988306692479986,
+          "policy_oracle_regret": 1.0694399586821024,
+          "policy_rollout_progress": 0.6326717671039885,
+          "policy_rollout_success_rate": 0.23008849557522124,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3315969341758477,
+          "expert_success_rate": 0.9402173913043478,
+          "num_groups": 184,
+          "oracle_success_rate": 0.9456521739130435,
+          "policy_expert_regret": 1.0729579917742345,
+          "policy_oracle_regret": 1.0729819962491647,
+          "policy_rollout_progress": 0.5722438574505403,
+          "policy_rollout_success_rate": 0.29347826086956524,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.5645604024788267,
+          "expert_success_rate": 0.25,
+          "num_groups": 76,
+          "oracle_success_rate": 0.40789473684210525,
+          "policy_expert_regret": 0.2969187604704578,
+          "policy_oracle_regret": 0.5448774912786719,
+          "policy_rollout_progress": 0.28509269872876375,
+          "policy_rollout_success_rate": 0.17105263157894737,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.36544963569791467,
+          "expert_success_rate": 0.8198198198198198,
+          "num_groups": 111,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.32972106874526086,
+          "policy_oracle_regret": 0.3468886358780904,
+          "policy_rollout_progress": 0.8332915443020898,
+          "policy_rollout_success_rate": 0.8198198198198198,
+          "restore_max_error": 2.3795291781425476e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5197477431169578,
+          "expert_success_rate": 0.6923076923076923,
+          "num_groups": 91,
+          "oracle_success_rate": 0.8571428571428571,
+          "policy_expert_regret": 1.136801811692479,
+          "policy_oracle_regret": 1.2964636588489615,
+          "policy_rollout_progress": 0.3941416683105322,
+          "policy_rollout_success_rate": 0.15384615384615385,
+          "restore_max_error": 1.9371509552001953e-07
+        }
+      }
+    },
+    {
+      "seed": 2,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p05_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 4,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.05,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "field_softmax",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.35": 32,
+        "0.4": 11,
+        "0.45": 83
+      },
+      "policy_rollout_success_rate": 0.3634782608695652,
+      "policy_rollout_progress": 0.581529284812834,
+      "oracle_success_rate": 0.8765217391304347,
+      "action_mse_to_best": 0.43750698896934803,
+      "best_policy_val": {
+        "bc_loss": 0.11367896075050037,
+        "field_effect_loss": 0.009670218582161598,
+        "field_potential_loss": 0.2641640139950646,
+        "field_preference_loss": 0.5130490180518892,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.2021729110015763,
+        "rank_acc": 0.8333857821093665,
+        "rank_loss": 0.5130119257503085,
+        "regret_mae": 0.3958987047274907,
+        "success_accuracy": 0.8680730561415354,
+        "total_loss": 1.4394984311527677
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.3614951341927129,
+          "expert_success_rate": 0.8229166666666666,
+          "num_groups": 96,
+          "oracle_success_rate": 0.9270833333333334,
+          "policy_expert_regret": 0.8476849501021206,
+          "policy_oracle_regret": 0.9539546399998168,
+          "policy_rollout_progress": 0.6463205499264101,
+          "policy_rollout_success_rate": 0.3333333333333333,
+          "restore_max_error": 1.955777406692505e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3666959795348271,
+          "expert_success_rate": 0.9444444444444444,
+          "num_groups": 198,
+          "oracle_success_rate": 0.9595959595959596,
+          "policy_expert_regret": 1.01903529606308,
+          "policy_oracle_regret": 1.0332649915921266,
+          "policy_rollout_progress": 0.6206102029730877,
+          "policy_rollout_success_rate": 0.30808080808080807,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6417228262457583,
+          "expert_success_rate": 0.24444444444444444,
+          "num_groups": 90,
+          "oracle_success_rate": 0.4666666666666667,
+          "policy_expert_regret": 0.27700459234830405,
+          "policy_oracle_regret": 0.5236944162183338,
+          "policy_rollout_progress": 0.33524703457951543,
+          "policy_rollout_success_rate": 0.23333333333333334,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.40282966764551575,
+          "expert_success_rate": 0.8514851485148515,
+          "num_groups": 101,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.36133055020086835,
+          "policy_oracle_regret": 0.39834025738262896,
+          "policy_rollout_progress": 0.809580534696579,
+          "policy_rollout_success_rate": 0.7920792079207921,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5090703448073731,
+          "expert_success_rate": 0.7666666666666667,
+          "num_groups": 90,
+          "oracle_success_rate": 0.9111111111111111,
+          "policy_expert_regret": 1.162281624144978,
+          "policy_oracle_regret": 1.298549613191022,
+          "policy_rollout_progress": 0.41679865188068815,
+          "policy_rollout_success_rate": 0.16666666666666666,
+          "restore_max_error": 2.2351741790771484e-07
+        }
+      }
+    }
+  ]
+}

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p05_noopbonus0p03_summary.md

@@ -0,0 +1,19 @@
+# h=16 Best-Policy Checkpoint Rollout
+
+Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
+Objective: `near_miss_policy_bc5`
+Result file: `policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p05_noopbonus0p03.json`
+Completed seeds: 3
+Baseline h=4 policy success: 29.67%
+Baseline h=16 rank-checkpoint success: 29.74%
+
+Mean success: 35.07% +/- 1.10%
+Gain vs h=16 rank checkpoint: +5.33%
+Mean progress: 56.73%
+Mean action MSE to best: 0.409
+
+| seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual reduce | min type success | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | action MSE |
+|---:|---|---:|---|---:|---|---|---|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|
+| 0 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.050 | 0.00 | 0 | 0.00 | 34.43% | 55.19% | 85.74% | 0.392 |
+| 1 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.050 | 0.00 | 0 | 0.00 | 34.43% | 56.84% | 86.96% | 0.398 |
+| 2 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.050 | 0.00 | 0 | 0.00 | 36.35% | 58.15% | 87.65% | 0.438 |

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p10_noopbonus0p03_summary.json

@@ -0,0 +1,337 @@
+{
+  "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
+  "objective": "near_miss_policy_bc5",
+  "out_name": "policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p10_noopbonus0p03.json",
+  "num_completed": 3,
+  "baseline_h4_policy_success": 0.2967,
+  "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
+  "mean_success": 0.3518840579710145,
+  "std_success": 0.01233843284277841,
+  "mean_progress": 0.5673825791396276,
+  "mean_action_mse_to_best": 0.4014113438483058,
+  "gain_vs_h4": 0.0551840579710145,
+  "gain_vs_h16_rank_checkpoint": 0.05449275362318845,
+  "rows": [
+    {
+      "seed": 0,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p10_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 4,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.1,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "field_softmax",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.35": 11,
+        "0.4": 1,
+        "0.45": 26
+      },
+      "policy_rollout_success_rate": 0.34956521739130436,
+      "policy_rollout_progress": 0.5548038772388321,
+      "oracle_success_rate": 0.8573913043478261,
+      "action_mse_to_best": 0.38557657074831103,
+      "best_policy_val": {
+        "bc_loss": 0.13721593966086706,
+        "field_effect_loss": 0.009290305380192068,
+        "field_potential_loss": 0.2666468388504452,
+        "field_preference_loss": 0.5130573478009965,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.1933159919248687,
+        "rank_acc": 0.8265031774838766,
+        "rank_loss": 0.5130523675017886,
+        "regret_mae": 0.3756548762321472,
+        "success_accuracy": 0.8773836526605818,
+        "total_loss": 1.5581054819954767
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.3214408095983654,
+          "expert_success_rate": 0.8865979381443299,
+          "num_groups": 97,
+          "oracle_success_rate": 0.9278350515463918,
+          "policy_expert_regret": 1.0917842305198158,
+          "policy_oracle_regret": 1.1181997082282586,
+          "policy_rollout_progress": 0.5683219414396384,
+          "policy_rollout_success_rate": 0.21649484536082475,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.30813500876180255,
+          "expert_success_rate": 0.9375,
+          "num_groups": 208,
+          "oracle_success_rate": 0.9471153846153846,
+          "policy_expert_regret": 0.9544102810323238,
+          "policy_oracle_regret": 0.9678331484588293,
+          "policy_rollout_progress": 0.6180486704867619,
+          "policy_rollout_success_rate": 0.34615384615384615,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.5976150262278396,
+          "expert_success_rate": 0.19480519480519481,
+          "num_groups": 77,
+          "oracle_success_rate": 0.36363636363636365,
+          "policy_expert_regret": 0.22294879098144638,
+          "policy_oracle_regret": 0.3965048290752842,
+          "policy_rollout_progress": 0.32105197882666797,
+          "policy_rollout_success_rate": 0.22077922077922077,
+          "restore_max_error": 2.3096799850463867e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.36613771652287624,
+          "expert_success_rate": 0.8617021276595744,
+          "num_groups": 94,
+          "oracle_success_rate": 0.9893617021276596,
+          "policy_expert_regret": 0.5508309629686335,
+          "policy_oracle_regret": 0.628381609441118,
+          "policy_rollout_progress": 0.7014056246014352,
+          "policy_rollout_success_rate": 0.6702127659574468,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.46466045913220655,
+          "expert_success_rate": 0.6767676767676768,
+          "num_groups": 99,
+          "oracle_success_rate": 0.8585858585858586,
+          "policy_expert_regret": 0.9393060180273923,
+          "policy_oracle_regret": 1.0983473638994525,
+          "policy_rollout_progress": 0.45129036918433024,
+          "policy_rollout_success_rate": 0.2828282828282828,
+          "restore_max_error": 2.384185791015625e-07
+        }
+      }
+    },
+    {
+      "seed": 1,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p10_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 4,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.1,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "field_softmax",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.45": 21,
+        "0.35": 9,
+        "0.4": 1
+      },
+      "policy_rollout_success_rate": 0.3408695652173913,
+      "policy_rollout_progress": 0.5665490727742081,
+      "oracle_success_rate": 0.8695652173913043,
+      "action_mse_to_best": 0.3929036483346768,
+      "best_policy_val": {
+        "bc_loss": 0.1315989200439718,
+        "field_effect_loss": 0.010110370814800262,
+        "field_potential_loss": 0.31546536915832096,
+        "field_preference_loss": 0.4960637440284093,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.19023226698239645,
+        "rank_acc": 0.8255469501018524,
+        "rank_loss": 0.4960531195004781,
+        "regret_mae": 0.42156532737943864,
+        "success_accuracy": 0.8807473679383596,
+        "total_loss": 1.561984618504842
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.3286477088911739,
+          "expert_success_rate": 0.8584070796460177,
+          "num_groups": 113,
+          "oracle_success_rate": 0.9380530973451328,
+          "policy_expert_regret": 0.9873896409979964,
+          "policy_oracle_regret": 1.0665916710828258,
+          "policy_rollout_progress": 0.6355200547032651,
+          "policy_rollout_success_rate": 0.23008849557522124,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3235761510086772,
+          "expert_success_rate": 0.9402173913043478,
+          "num_groups": 184,
+          "oracle_success_rate": 0.9456521739130435,
+          "policy_expert_regret": 1.0786200485941346,
+          "policy_oracle_regret": 1.0786440530690649,
+          "policy_rollout_progress": 0.5720165832393357,
+          "policy_rollout_success_rate": 0.28804347826086957,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.5712389376406607,
+          "expert_success_rate": 0.25,
+          "num_groups": 76,
+          "oracle_success_rate": 0.40789473684210525,
+          "policy_expert_regret": 0.3006102462838355,
+          "policy_oracle_regret": 0.5470569631771037,
+          "policy_rollout_progress": 0.2786732331702584,
+          "policy_rollout_success_rate": 0.17105263157894737,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.354367970816187,
+          "expert_success_rate": 0.8198198198198198,
+          "num_groups": 111,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.3303900519469837,
+          "policy_oracle_regret": 0.3638382223812309,
+          "policy_rollout_progress": 0.8253509668079583,
+          "policy_rollout_success_rate": 0.8108108108108109,
+          "restore_max_error": 2.3795291781425476e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5109383613280543,
+          "expert_success_rate": 0.6923076923076923,
+          "num_groups": 91,
+          "oracle_success_rate": 0.8571428571428571,
+          "policy_expert_regret": 1.136352531530045,
+          "policy_oracle_regret": 1.2960143786865277,
+          "policy_rollout_progress": 0.3945909484729662,
+          "policy_rollout_success_rate": 0.15384615384615385,
+          "restore_max_error": 1.9371509552001953e-07
+        }
+      }
+    },
+    {
+      "seed": 2,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p10_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 4,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.1,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_scale": 1.0,
+      "retrieval_residual_scales": [
+        0.35,
+        0.4,
+        0.45
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "field_softmax",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.45": 41,
+        "0.35": 12,
+        "0.4": 6
+      },
+      "policy_rollout_success_rate": 0.3652173913043478,
+      "policy_rollout_progress": 0.5807947874058427,
+      "oracle_success_rate": 0.8765217391304347,
+      "action_mse_to_best": 0.4257538124619295,
+      "best_policy_val": {
+        "bc_loss": 0.11367896075050037,
+        "field_effect_loss": 0.009670218582161598,
+        "field_potential_loss": 0.2641640139950646,
+        "field_preference_loss": 0.5130490180518892,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.2021729110015763,
+        "rank_acc": 0.8333857821093665,
+        "rank_loss": 0.5130119257503085,
+        "regret_mae": 0.3958987047274907,
+        "success_accuracy": 0.8680730561415354,
+        "total_loss": 1.4394984311527677
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.35361564661434386,
+          "expert_success_rate": 0.8229166666666666,
+          "num_groups": 96,
+          "oracle_success_rate": 0.9270833333333334,
+          "policy_expert_regret": 0.8476849501021206,
+          "policy_oracle_regret": 0.9539546399998168,
+          "policy_rollout_progress": 0.6463205499264101,
+          "policy_rollout_success_rate": 0.3333333333333333,
+          "restore_max_error": 1.955777406692505e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.34668580015575645,
+          "expert_success_rate": 0.9444444444444444,
+          "num_groups": 198,
+          "oracle_success_rate": 0.9595959595959596,
+          "policy_expert_regret": 1.0025666135203357,
+          "policy_oracle_regret": 1.0167963090493823,
+          "policy_rollout_progress": 0.6269778754148219,
+          "policy_rollout_success_rate": 0.3181818181818182,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6348918165597651,
+          "expert_success_rate": 0.24444444444444444,
+          "num_groups": 90,
+          "oracle_success_rate": 0.4666666666666667,
+          "policy_expert_regret": 0.2990271655083739,
+          "policy_oracle_regret": 0.546118191553756,
+          "policy_rollout_progress": 0.3235071391626156,
+          "policy_rollout_success_rate": 0.2222222222222222,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.39641303030571134,
+          "expert_success_rate": 0.8514851485148515,
+          "num_groups": 101,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.36133055020086835,
+          "policy_oracle_regret": 0.39834025738262896,
+          "policy_rollout_progress": 0.809580534696579,
+          "policy_rollout_success_rate": 0.7920792079207921,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5004396900948551,
+          "expert_success_rate": 0.7666666666666667,
+          "num_groups": 90,
+          "oracle_success_rate": 0.9111111111111111,
+          "policy_expert_regret": 1.169243230422338,
+          "policy_oracle_regret": 1.3055112194683818,
+          "policy_rollout_progress": 0.4098370456033283,
+          "policy_rollout_success_rate": 0.16666666666666666,
+          "restore_max_error": 2.2351741790771484e-07
+        }
+      }
+    }
+  ]
+}

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p10_noopbonus0p03_summary.md

@@ -0,0 +1,19 @@
+# h=16 Best-Policy Checkpoint Rollout
+
+Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
+Objective: `near_miss_policy_bc5`
+Result file: `policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p10_noopbonus0p03.json`
+Completed seeds: 3
+Baseline h=4 policy success: 29.67%
+Baseline h=16 rank-checkpoint success: 29.74%
+
+Mean success: 35.19% +/- 1.23%
+Gain vs h=16 rank checkpoint: +5.45%
+Mean progress: 56.74%
+Mean action MSE to best: 0.401
+
+| seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual reduce | min type success | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | action MSE |
+|---:|---|---:|---|---:|---|---|---|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|
+| 0 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.100 | 0.00 | 0 | 0.00 | 34.96% | 55.48% | 85.74% | 0.386 |
+| 1 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.100 | 0.00 | 0 | 0.00 | 34.09% | 56.65% | 86.96% | 0.393 |
+| 2 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.100 | 0.00 | 0 | 0.00 | 36.52% | 58.08% | 87.65% | 0.426 |