Auto-sync: 2026-06-29 03:12:48 (part 2)

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json

@@ -0,0 +1,346 @@
+{
+  "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
+  "objective": "near_miss_policy_bc5",
+  "out_name": "policy_rollout_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03.json",
+  "num_completed": 3,
+  "baseline_h4_policy_success": 0.2967,
+  "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
+  "mean_success": 0.35130434782608694,
+  "std_success": 0.009202613255876844,
+  "mean_progress": 0.5679968697053118,
+  "mean_action_mse_to_best": 0.40172422174391326,
+  "gain_vs_h4": 0.05460434782608692,
+  "gain_vs_h16_rank_checkpoint": 0.05391304347826087,
+  "rows": [
+    {
+      "seed": 0,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/policy_rollout_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_scale": 0.4,
+      "retrieval_residual_scales": [
+        0.35,
+        0.45,
+        0.55
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.35": 537,
+        "0.55": 31,
+        "0.45": 7
+      },
+      "policy_rollout_success_rate": 0.3443478260869565,
+      "policy_rollout_progress": 0.5549358964865299,
+      "oracle_success_rate": 0.8573913043478261,
+      "action_mse_to_best": 0.3897169904621399,
+      "best_policy_val": {
+        "bc_loss": 0.13721593966086706,
+        "field_effect_loss": 0.009290305380192068,
+        "field_potential_loss": 0.2666468388504452,
+        "field_preference_loss": 0.5130573478009965,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.1933159919248687,
+        "rank_acc": 0.8265031774838766,
+        "rank_loss": 0.5130523675017886,
+        "regret_mae": 0.3756548762321472,
+        "success_accuracy": 0.8773836526605818,
+        "total_loss": 1.5581054819954767
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.31969772460726426,
+          "expert_success_rate": 0.8865979381443299,
+          "num_groups": 97,
+          "oracle_success_rate": 0.9278350515463918,
+          "policy_expert_regret": 1.0783334703175063,
+          "policy_oracle_regret": 1.1047489480259491,
+          "policy_rollout_progress": 0.5714634232914325,
+          "policy_rollout_success_rate": 0.2268041237113402,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3030652105450057,
+          "expert_success_rate": 0.9375,
+          "num_groups": 208,
+          "oracle_success_rate": 0.9471153846153846,
+          "policy_expert_regret": 0.9755131378769875,
+          "policy_oracle_regret": 0.9889360053034929,
+          "policy_rollout_progress": 0.6113688905651753,
+          "policy_rollout_success_rate": 0.3317307692307692,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6038731342399275,
+          "expert_success_rate": 0.19480519480519481,
+          "num_groups": 77,
+          "oracle_success_rate": 0.36363636363636365,
+          "policy_expert_regret": 0.24397330443894902,
+          "policy_oracle_regret": 0.41752934253278684,
+          "policy_rollout_progress": 0.31211851256016593,
+          "policy_rollout_success_rate": 0.2077922077922078,
+          "restore_max_error": 2.3096799850463867e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3664056982131714,
+          "expert_success_rate": 0.8617021276595744,
+          "num_groups": 94,
+          "oracle_success_rate": 0.9893617021276596,
+          "policy_expert_regret": 0.5508279580068081,
+          "policy_oracle_regret": 0.6283786044792926,
+          "policy_rollout_progress": 0.7014086295632606,
+          "policy_rollout_success_rate": 0.6702127659574468,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.49594605522173824,
+          "expert_success_rate": 0.6767676767676768,
+          "num_groups": 99,
+          "oracle_success_rate": 0.8585858585858586,
+          "policy_expert_regret": 0.917089061454089,
+          "policy_oracle_regret": 1.0796789195802476,
+          "policy_rollout_progress": 0.46995881350353513,
+          "policy_rollout_success_rate": 0.2828282828282828,
+          "restore_max_error": 2.384185791015625e-07
+        }
+      }
+    },
+    {
+      "seed": 1,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/policy_rollout_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_scale": 0.4,
+      "retrieval_residual_scales": [
+        0.35,
+        0.45,
+        0.55
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.35": 548,
+        "0.45": 5,
+        "0.55": 22
+      },
+      "policy_rollout_success_rate": 0.34782608695652173,
+      "policy_rollout_progress": 0.5698409637744012,
+      "oracle_success_rate": 0.8695652173913043,
+      "action_mse_to_best": 0.3928398724855936,
+      "best_policy_val": {
+        "bc_loss": 0.1315989200439718,
+        "field_effect_loss": 0.010110370814800262,
+        "field_potential_loss": 0.31546536915832096,
+        "field_preference_loss": 0.4960637440284093,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.19023226698239645,
+        "rank_acc": 0.8255469501018524,
+        "rank_loss": 0.4960531195004781,
+        "regret_mae": 0.42156532737943864,
+        "success_accuracy": 0.8807473679383596,
+        "total_loss": 1.561984618504842
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.3261080000104498,
+          "expert_success_rate": 0.8584070796460177,
+          "num_groups": 113,
+          "oracle_success_rate": 0.9380530973451328,
+          "policy_expert_regret": 0.9873896409979964,
+          "policy_oracle_regret": 1.0665916710828258,
+          "policy_rollout_progress": 0.6355200547032651,
+          "policy_rollout_success_rate": 0.23008849557522124,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3233320013538975,
+          "expert_success_rate": 0.9402173913043478,
+          "num_groups": 184,
+          "oracle_success_rate": 0.9456521739130435,
+          "policy_expert_regret": 1.055402592452162,
+          "policy_oracle_regret": 1.0554265969270922,
+          "policy_rollout_progress": 0.5789296915552214,
+          "policy_rollout_success_rate": 0.30434782608695654,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.5753377006438217,
+          "expert_success_rate": 0.25,
+          "num_groups": 76,
+          "oracle_success_rate": 0.40789473684210525,
+          "policy_expert_regret": 0.32425887294505773,
+          "policy_oracle_regret": 0.5707975676969478,
+          "policy_rollout_progress": 0.26812168328385605,
+          "policy_rollout_success_rate": 0.15789473684210525,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3614138618514344,
+          "expert_success_rate": 0.8198198198198198,
+          "num_groups": 111,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.31219839673858507,
+          "policy_oracle_regret": 0.3293659638714146,
+          "policy_rollout_progress": 0.8418052072997566,
+          "policy_rollout_success_rate": 0.8288288288288288,
+          "restore_max_error": 2.3795291781425476e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5021651704887767,
+          "expert_success_rate": 0.6923076923076923,
+          "num_groups": 91,
+          "oracle_success_rate": 0.8571428571428571,
+          "policy_expert_regret": 1.1407885481040556,
+          "policy_oracle_regret": 1.3004503952605384,
+          "policy_rollout_progress": 0.39015493189895545,
+          "policy_rollout_success_rate": 0.15384615384615385,
+          "restore_max_error": 1.9371509552001953e-07
+        }
+      }
+    },
+    {
+      "seed": 2,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/policy_rollout_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.0,
+      "retrieval_residual_scale": 0.4,
+      "retrieval_residual_scales": [
+        0.35,
+        0.45,
+        0.55
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {
+        "residual_no_op": 0.03
+      },
+      "selected_residual_scale_counts": {
+        "0.35": 542,
+        "0.45": 9,
+        "0.55": 24
+      },
+      "policy_rollout_success_rate": 0.3617391304347826,
+      "policy_rollout_progress": 0.5792137488550044,
+      "oracle_success_rate": 0.8765217391304347,
+      "action_mse_to_best": 0.4226158022840062,
+      "best_policy_val": {
+        "bc_loss": 0.11367896075050037,
+        "field_effect_loss": 0.009670218582161598,
+        "field_potential_loss": 0.2641640139950646,
+        "field_preference_loss": 0.5130490180518892,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.2021729110015763,
+        "rank_acc": 0.8333857821093665,
+        "rank_loss": 0.5130119257503085,
+        "regret_mae": 0.3958987047274907,
+        "success_accuracy": 0.8680730561415354,
+        "total_loss": 1.4394984311527677
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.35442226944239036,
+          "expert_success_rate": 0.8229166666666666,
+          "num_groups": 96,
+          "oracle_success_rate": 0.9270833333333334,
+          "policy_expert_regret": 0.8476849501021206,
+          "policy_oracle_regret": 0.9539546399998168,
+          "policy_rollout_progress": 0.6463205499264101,
+          "policy_rollout_success_rate": 0.3333333333333333,
+          "restore_max_error": 1.955777406692505e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.33851213141749004,
+          "expert_success_rate": 0.9444444444444444,
+          "num_groups": 198,
+          "oracle_success_rate": 0.9595959595959596,
+          "policy_expert_regret": 0.9878664435254354,
+          "policy_oracle_regret": 0.9949498940541437,
+          "policy_rollout_progress": 0.6336727752585454,
+          "policy_rollout_success_rate": 0.3333333333333333,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6319371541341146,
+          "expert_success_rate": 0.24444444444444444,
+          "num_groups": 90,
+          "oracle_success_rate": 0.4666666666666667,
+          "policy_expert_regret": 0.3142229907904443,
+          "policy_oracle_regret": 0.5429822058382342,
+          "policy_rollout_progress": 0.31857849127027293,
+          "policy_rollout_success_rate": 0.2111111111111111,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.39486069888761727,
+          "expert_success_rate": 0.8514851485148515,
+          "num_groups": 101,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.3989962453004157,
+          "policy_oracle_regret": 0.4538984967045265,
+          "policy_rollout_progress": 0.7837252656717112,
+          "policy_rollout_success_rate": 0.7623762376237624,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5022096885161267,
+          "expert_success_rate": 0.7666666666666667,
+          "num_groups": 90,
+          "oracle_success_rate": 0.9111111111111111,
+          "policy_expert_regret": 1.162422686484125,
+          "policy_oracle_regret": 1.311674097014798,
+          "policy_rollout_progress": 0.4189511916703648,
+          "policy_rollout_success_rate": 0.15555555555555556,
+          "restore_max_error": 2.2351741790771484e-07
+        }
+      }
+    }
+  ]
+}

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03_summary.md

@@ -0,0 +1,19 @@
+# h=16 Best-Policy Checkpoint Rollout
+
+Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
+Objective: `near_miss_policy_bc5`
+Result file: `policy_rollout_retrieval_residual_k4_grid035045055_safe_margin0p20_mean_by_type_noopbonus0p03.json`
+Completed seeds: 3
+Baseline h=4 policy success: 29.67%
+Baseline h=16 rank-checkpoint success: 29.74%
+
+Mean success: 35.13% +/- 0.92%
+Gain vs h=16 rank checkpoint: +5.39%
+Mean progress: 56.80%
+Mean action MSE to best: 0.402
+
+| seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual reduce | min type success | min source progress | source progress bonus | source score bonus | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | action MSE |
+|---:|---|---:|---|---:|---|---|---|---:|---:|---:|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|
+| 0 | retrieval_residual | 18 | no | 4 | raw | expert | mean_by_type | 0.00 | 0.00 | 0.000 | 0.000 | 0.40 | 0.35,0.45,0.55 | 0.200 | 0.00 | 0 | 0.00 | 34.43% | 55.49% | 85.74% | 0.390 |
+| 1 | retrieval_residual | 18 | no | 4 | raw | expert | mean_by_type | 0.00 | 0.00 | 0.000 | 0.000 | 0.40 | 0.35,0.45,0.55 | 0.200 | 0.00 | 0 | 0.00 | 34.78% | 56.98% | 86.96% | 0.393 |
+| 2 | retrieval_residual | 18 | no | 4 | raw | expert | mean_by_type | 0.00 | 0.00 | 0.000 | 0.000 | 0.40 | 0.35,0.45,0.55 | 0.200 | 0.00 | 0 | 0.00 | 36.17% | 57.92% | 87.65% | 0.423 |

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.json

@@ -0,0 +1,340 @@
+{
+  "run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
+  "objective": "near_miss_policy_bc5",
+  "out_name": "policy_rollout_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02.json",
+  "num_completed": 3,
+  "baseline_h4_policy_success": 0.2967,
+  "baseline_h16_rank_checkpoint_success": 0.29739130434782607,
+  "mean_success": 0.35304347826086957,
+  "std_success": 0.0105787174439969,
+  "mean_progress": 0.5689121059149256,
+  "mean_action_mse_to_best": 0.398193252855183,
+  "gain_vs_h4": 0.05634347826086955,
+  "gain_vs_h16_rank_checkpoint": 0.0556521739130435,
+  "rows": [
+    {
+      "seed": 0,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/policy_rollout_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.02,
+      "retrieval_residual_scale": 0.4,
+      "retrieval_residual_scales": [
+        0.4,
+        0.45,
+        0.5
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.4": 544,
+        "0.5": 30,
+        "0.45": 1
+      },
+      "policy_rollout_success_rate": 0.34608695652173915,
+      "policy_rollout_progress": 0.5549538400178047,
+      "oracle_success_rate": 0.8573913043478261,
+      "action_mse_to_best": 0.3833637685717448,
+      "best_policy_val": {
+        "bc_loss": 0.13721593966086706,
+        "field_effect_loss": 0.009290305380192068,
+        "field_potential_loss": 0.2666468388504452,
+        "field_preference_loss": 0.5130573478009965,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.1933159919248687,
+        "rank_acc": 0.8265031774838766,
+        "rank_loss": 0.5130523675017886,
+        "regret_mae": 0.3756548762321472,
+        "success_accuracy": 0.8773836526605818,
+        "total_loss": 1.5581054819954767
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.31969772460726426,
+          "expert_success_rate": 0.8865979381443299,
+          "num_groups": 97,
+          "oracle_success_rate": 0.9278350515463918,
+          "policy_expert_regret": 1.0783334703175063,
+          "policy_oracle_regret": 1.1047489480259491,
+          "policy_rollout_progress": 0.5714634232914325,
+          "policy_rollout_success_rate": 0.2268041237113402,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3028640510299458,
+          "expert_success_rate": 0.9375,
+          "num_groups": 208,
+          "oracle_success_rate": 0.9471153846153846,
+          "policy_expert_regret": 0.9681451314916978,
+          "policy_oracle_regret": 0.9815679989182032,
+          "policy_rollout_progress": 0.6139292046427727,
+          "policy_rollout_success_rate": 0.33653846153846156,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6005741688725236,
+          "expert_success_rate": 0.19480519480519481,
+          "num_groups": 77,
+          "oracle_success_rate": 0.36363636363636365,
+          "policy_expert_regret": 0.24742292233609728,
+          "policy_oracle_regret": 0.4209789604299351,
+          "policy_rollout_progress": 0.308833411997547,
+          "policy_rollout_success_rate": 0.2077922077922078,
+          "restore_max_error": 2.3096799850463867e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.36579142193844977,
+          "expert_success_rate": 0.8617021276595744,
+          "num_groups": 94,
+          "oracle_success_rate": 0.9893617021276596,
+          "policy_expert_regret": 0.5508279580068081,
+          "policy_oracle_regret": 0.6283786044792926,
+          "policy_rollout_progress": 0.7014086295632606,
+          "policy_rollout_success_rate": 0.6702127659574468,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.4626177814365788,
+          "expert_success_rate": 0.6767676767676768,
+          "num_groups": 99,
+          "oracle_success_rate": 0.8585858585858586,
+          "policy_expert_regret": 0.9198090114978829,
+          "policy_oracle_regret": 1.0823988696240416,
+          "policy_rollout_progress": 0.46723886345974125,
+          "policy_rollout_success_rate": 0.2828282828282828,
+          "restore_max_error": 2.384185791015625e-07
+        }
+      }
+    },
+    {
+      "seed": 1,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/policy_rollout_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.02,
+      "retrieval_residual_scale": 0.4,
+      "retrieval_residual_scales": [
+        0.4,
+        0.45,
+        0.5
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.4": 552,
+        "0.5": 20,
+        "0.45": 3
+      },
+      "policy_rollout_success_rate": 0.34782608695652173,
+      "policy_rollout_progress": 0.5707065432065207,
+      "oracle_success_rate": 0.8695652173913043,
+      "action_mse_to_best": 0.39096053219521826,
+      "best_policy_val": {
+        "bc_loss": 0.1315989200439718,
+        "field_effect_loss": 0.010110370814800262,
+        "field_potential_loss": 0.31546536915832096,
+        "field_preference_loss": 0.4960637440284093,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.19023226698239645,
+        "rank_acc": 0.8255469501018524,
+        "rank_loss": 0.4960531195004781,
+        "regret_mae": 0.42156532737943864,
+        "success_accuracy": 0.8807473679383596,
+        "total_loss": 1.561984618504842
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.326095403600649,
+          "expert_success_rate": 0.8584070796460177,
+          "num_groups": 113,
+          "oracle_success_rate": 0.9380530973451328,
+          "policy_expert_regret": 0.99882721795445,
+          "policy_oracle_regret": 1.0780292480392795,
+          "policy_rollout_progress": 0.6329320352689355,
+          "policy_rollout_success_rate": 0.22123893805309736,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.319761208643246,
+          "expert_success_rate": 0.9402173913043478,
+          "num_groups": 184,
+          "oracle_success_rate": 0.9456521739130435,
+          "policy_expert_regret": 1.0551657436476292,
+          "policy_oracle_regret": 1.0551897481225594,
+          "policy_rollout_progress": 0.5791665403597542,
+          "policy_rollout_success_rate": 0.30434782608695654,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.573825633937591,
+          "expert_success_rate": 0.25,
+          "num_groups": 76,
+          "oracle_success_rate": 0.40789473684210525,
+          "policy_expert_regret": 0.3001050222174902,
+          "policy_oracle_regret": 0.522557810194006,
+          "policy_rollout_progress": 0.29004565131311355,
+          "policy_rollout_success_rate": 0.18421052631578946,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.35999264198917524,
+          "expert_success_rate": 0.8198198198198198,
+          "num_groups": 111,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.3294863182682175,
+          "policy_oracle_regret": 0.346653885401047,
+          "policy_rollout_progress": 0.8335262947791332,
+          "policy_rollout_success_rate": 0.8198198198198198,
+          "restore_max_error": 2.3795291781425476e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.5005223249996101,
+          "expert_success_rate": 0.6923076923076923,
+          "num_groups": 91,
+          "oracle_success_rate": 0.8571428571428571,
+          "policy_expert_regret": 1.140796109542742,
+          "policy_oracle_regret": 1.3004579566992247,
+          "policy_rollout_progress": 0.3901473704602692,
+          "policy_rollout_success_rate": 0.15384615384615385,
+          "restore_max_error": 1.9371509552001953e-07
+        }
+      }
+    },
+    {
+      "seed": 2,
+      "path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/policy_rollout_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02.json",
+      "num_groups": 575,
+      "selection_mode": "retrieval_residual",
+      "num_candidates": 18,
+      "candidate_sigma": 0.0,
+      "selection_margin": 0.2,
+      "prepend_policy_candidate": false,
+      "field_optim_steps": 0,
+      "field_optim_step_size": 0.0,
+      "field_optim_trust_radius": 0.0,
+      "field_optim_l2_penalty": 0.0,
+      "retrieval_neighbors": 4,
+      "retrieval_metric": "raw",
+      "retrieval_type_min_success": 0.0,
+      "retrieval_residual_min_source_progress": 0.0,
+      "retrieval_residual_source_progress_bonus_scale": 0.0,
+      "retrieval_residual_source_score_bonus_scale": 0.02,
+      "retrieval_residual_scale": 0.4,
+      "retrieval_residual_scales": [
+        0.4,
+        0.45,
+        0.5
+      ],
+      "retrieval_residual_anchor": "expert",
+      "retrieval_residual_reduce": "mean_by_type",
+      "candidate_type_bonuses": {},
+      "selected_residual_scale_counts": {
+        "0.4": 548,
+        "0.45": 8,
+        "0.5": 19
+      },
+      "policy_rollout_success_rate": 0.3652173913043478,
+      "policy_rollout_progress": 0.5810759345204513,
+      "oracle_success_rate": 0.8765217391304347,
+      "action_mse_to_best": 0.4202554577985859,
+      "best_policy_val": {
+        "bc_loss": 0.11367896075050037,
+        "field_effect_loss": 0.009670218582161598,
+        "field_potential_loss": 0.2641640139950646,
+        "field_preference_loss": 0.5130490180518892,
+        "lattice_edges": 3833.3333333333335,
+        "progress_mae": 0.2021729110015763,
+        "rank_acc": 0.8333857821093665,
+        "rank_loss": 0.5130119257503085,
+        "regret_mae": 0.3958987047274907,
+        "success_accuracy": 0.8680730561415354,
+        "total_loss": 1.4394984311527677
+      },
+      "per_task": {
+        "LiftPegUpright-v1": {
+          "action_mse_to_best": 0.35520764285562717,
+          "expert_success_rate": 0.8229166666666666,
+          "num_groups": 96,
+          "oracle_success_rate": 0.9270833333333334,
+          "policy_expert_regret": 0.8476849501021206,
+          "policy_oracle_regret": 0.9539546399998168,
+          "policy_rollout_progress": 0.6463205499264101,
+          "policy_rollout_success_rate": 0.3333333333333333,
+          "restore_max_error": 1.955777406692505e-07
+        },
+        "PickCube-v1": {
+          "action_mse_to_best": 0.3359119386948419,
+          "expert_success_rate": 0.9444444444444444,
+          "num_groups": 198,
+          "oracle_success_rate": 0.9595959595959596,
+          "policy_expert_regret": 0.9808061452902327,
+          "policy_oracle_regret": 0.9878895958189411,
+          "policy_rollout_progress": 0.635682568443243,
+          "policy_rollout_success_rate": 0.3383838383838384,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PullCube-v1": {
+          "action_mse_to_best": 0.6280809841222234,
+          "expert_success_rate": 0.24444444444444444,
+          "num_groups": 90,
+          "oracle_success_rate": 0.4666666666666667,
+          "policy_expert_regret": 0.2938225742705375,
+          "policy_oracle_regret": 0.5420316076182038,
+          "policy_rollout_progress": 0.3195290894903034,
+          "policy_rollout_success_rate": 0.2111111111111111,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "PushCube-v1": {
+          "action_mse_to_best": 0.3930995374327839,
+          "expert_success_rate": 0.8514851485148515,
+          "num_groups": 101,
+          "oracle_success_rate": 1.0,
+          "policy_expert_regret": 0.3976949640724919,
+          "policy_oracle_regret": 0.43470467125425244,
+          "policy_rollout_progress": 0.7930181010229753,
+          "policy_rollout_success_rate": 0.7722772277227723,
+          "restore_max_error": 2.384185791015625e-07
+        },
+        "StackCube-v1": {
+          "action_mse_to_best": 0.4978449867417415,
+          "expert_success_rate": 0.7666666666666667,
+          "num_groups": 90,
+          "oracle_success_rate": 0.9111111111111111,
+          "policy_expert_regret": 1.162587201760875,
+          "policy_oracle_regret": 1.311838612291548,
+          "policy_rollout_progress": 0.4150477194123798,
+          "policy_rollout_success_rate": 0.15555555555555556,
+          "restore_max_error": 2.2351741790771484e-07
+        }
+      }
+    }
+  ]
+}

results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02_summary.md

@@ -0,0 +1,19 @@
+# h=16 Best-Policy Checkpoint Rollout
+
+Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
+Objective: `near_miss_policy_bc5`
+Result file: `policy_rollout_retrieval_residual_k4_grid040045050_safe_margin0p20_mean_by_type_srcscorebonus0p02.json`
+Completed seeds: 3
+Baseline h=4 policy success: 29.67%
+Baseline h=16 rank-checkpoint success: 29.74%
+
+Mean success: 35.30% +/- 1.06%
+Gain vs h=16 rank checkpoint: +5.57%
+Mean progress: 56.89%
+Mean action MSE to best: 0.398
+
+| seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual reduce | min type success | min source progress | source progress bonus | source score bonus | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | action MSE |
+|---:|---|---:|---|---:|---|---|---|---:|---:|---:|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|
+| 0 | retrieval_residual | 18 | no | 4 | raw | expert | mean_by_type | 0.00 | 0.00 | 0.000 | 0.020 | 0.40 | 0.40,0.45,0.50 | 0.200 | 0.00 | 0 | 0.00 | 34.61% | 55.50% | 85.74% | 0.383 |
+| 1 | retrieval_residual | 18 | no | 4 | raw | expert | mean_by_type | 0.00 | 0.00 | 0.000 | 0.020 | 0.40 | 0.40,0.45,0.50 | 0.200 | 0.00 | 0 | 0.00 | 34.78% | 57.07% | 86.96% | 0.391 |
+| 2 | retrieval_residual | 18 | no | 4 | raw | expert | mean_by_type | 0.00 | 0.00 | 0.000 | 0.020 | 0.40 | 0.40,0.45,0.50 | 0.200 | 0.00 | 0 | 0.00 | 36.52% | 58.11% | 87.65% | 0.420 |