Auto-sync: 2026-06-28 22:04:20 (part 3)
Browse files- results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03_summary.json +337 -0
- results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03_summary.md +19 -0
- results/paper_analysis.json +211 -7
- results/paper_analysis.md +10 -4
- results/paper_core_results.md +12 -10
- results/paper_story_memo.md +36 -19
- results/paper_table_status.json +18 -18
- results/paper_table_status.md +3 -3
- scripts/build_paper_table_status.py +20 -0
- scripts/eval_maniskill_policy_rollout.py +3 -2
results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03_summary.json
ADDED
|
@@ -0,0 +1,337 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
|
| 3 |
+
"objective": "near_miss_policy_bc5",
|
| 4 |
+
"out_name": "policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03.json",
|
| 5 |
+
"num_completed": 3,
|
| 6 |
+
"baseline_h4_policy_success": 0.2967,
|
| 7 |
+
"baseline_h16_rank_checkpoint_success": 0.29739130434782607,
|
| 8 |
+
"mean_success": 0.34840579710144925,
|
| 9 |
+
"std_success": 0.007028611972743255,
|
| 10 |
+
"mean_progress": 0.5657099829109359,
|
| 11 |
+
"mean_action_mse_to_best": 0.41668070839151095,
|
| 12 |
+
"gain_vs_h4": 0.051705797101449236,
|
| 13 |
+
"gain_vs_h16_rank_checkpoint": 0.051014492753623186,
|
| 14 |
+
"rows": [
|
| 15 |
+
{
|
| 16 |
+
"seed": 0,
|
| 17 |
+
"path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03.json",
|
| 18 |
+
"num_groups": 575,
|
| 19 |
+
"selection_mode": "retrieval_residual",
|
| 20 |
+
"num_candidates": 4,
|
| 21 |
+
"candidate_sigma": 0.0,
|
| 22 |
+
"selection_margin": 0.0,
|
| 23 |
+
"prepend_policy_candidate": false,
|
| 24 |
+
"field_optim_steps": 0,
|
| 25 |
+
"field_optim_step_size": 0.0,
|
| 26 |
+
"field_optim_trust_radius": 0.0,
|
| 27 |
+
"field_optim_l2_penalty": 0.0,
|
| 28 |
+
"retrieval_neighbors": 4,
|
| 29 |
+
"retrieval_metric": "raw",
|
| 30 |
+
"retrieval_type_min_success": 0.0,
|
| 31 |
+
"retrieval_residual_scale": 1.0,
|
| 32 |
+
"retrieval_residual_scales": [
|
| 33 |
+
0.35,
|
| 34 |
+
0.4,
|
| 35 |
+
0.45
|
| 36 |
+
],
|
| 37 |
+
"retrieval_residual_anchor": "expert",
|
| 38 |
+
"retrieval_residual_reduce": "field_softmax",
|
| 39 |
+
"candidate_type_bonuses": {
|
| 40 |
+
"residual_no_op": 0.03
|
| 41 |
+
},
|
| 42 |
+
"selected_residual_scale_counts": {
|
| 43 |
+
"0.35": 57,
|
| 44 |
+
"0.4": 3,
|
| 45 |
+
"0.45": 65
|
| 46 |
+
},
|
| 47 |
+
"policy_rollout_success_rate": 0.3408695652173913,
|
| 48 |
+
"policy_rollout_progress": 0.5521027563876756,
|
| 49 |
+
"oracle_success_rate": 0.8573913043478261,
|
| 50 |
+
"action_mse_to_best": 0.39842233470762556,
|
| 51 |
+
"best_policy_val": {
|
| 52 |
+
"bc_loss": 0.13721593966086706,
|
| 53 |
+
"field_effect_loss": 0.009290305380192068,
|
| 54 |
+
"field_potential_loss": 0.2666468388504452,
|
| 55 |
+
"field_preference_loss": 0.5130573478009965,
|
| 56 |
+
"lattice_edges": 3833.3333333333335,
|
| 57 |
+
"progress_mae": 0.1933159919248687,
|
| 58 |
+
"rank_acc": 0.8265031774838766,
|
| 59 |
+
"rank_loss": 0.5130523675017886,
|
| 60 |
+
"regret_mae": 0.3756548762321472,
|
| 61 |
+
"success_accuracy": 0.8773836526605818,
|
| 62 |
+
"total_loss": 1.5581054819954767
|
| 63 |
+
},
|
| 64 |
+
"per_task": {
|
| 65 |
+
"LiftPegUpright-v1": {
|
| 66 |
+
"action_mse_to_best": 0.331810000371764,
|
| 67 |
+
"expert_success_rate": 0.8865979381443299,
|
| 68 |
+
"num_groups": 97,
|
| 69 |
+
"oracle_success_rate": 0.9278350515463918,
|
| 70 |
+
"policy_expert_regret": 1.1049151976698453,
|
| 71 |
+
"policy_oracle_regret": 1.1313306753782881,
|
| 72 |
+
"policy_rollout_progress": 0.5655002526401245,
|
| 73 |
+
"policy_rollout_success_rate": 0.20618556701030927,
|
| 74 |
+
"restore_max_error": 2.384185791015625e-07
|
| 75 |
+
},
|
| 76 |
+
"PickCube-v1": {
|
| 77 |
+
"action_mse_to_best": 0.3170182326844392,
|
| 78 |
+
"expert_success_rate": 0.9375,
|
| 79 |
+
"num_groups": 208,
|
| 80 |
+
"oracle_success_rate": 0.9471153846153846,
|
| 81 |
+
"policy_expert_regret": 0.980829830120246,
|
| 82 |
+
"policy_oracle_regret": 0.9942526975467515,
|
| 83 |
+
"policy_rollout_progress": 0.6060521983219167,
|
| 84 |
+
"policy_rollout_success_rate": 0.3317307692307692,
|
| 85 |
+
"restore_max_error": 2.384185791015625e-07
|
| 86 |
+
},
|
| 87 |
+
"PullCube-v1": {
|
| 88 |
+
"action_mse_to_best": 0.5987812528362522,
|
| 89 |
+
"expert_success_rate": 0.19480519480519481,
|
| 90 |
+
"num_groups": 77,
|
| 91 |
+
"oracle_success_rate": 0.36363636363636365,
|
| 92 |
+
"policy_expert_regret": 0.19700949599772885,
|
| 93 |
+
"policy_oracle_regret": 0.3710168403839426,
|
| 94 |
+
"policy_rollout_progress": 0.3334215797012212,
|
| 95 |
+
"policy_rollout_success_rate": 0.23376623376623376,
|
| 96 |
+
"restore_max_error": 2.3096799850463867e-07
|
| 97 |
+
},
|
| 98 |
+
"PushCube-v1": {
|
| 99 |
+
"action_mse_to_best": 0.3739329240423568,
|
| 100 |
+
"expert_success_rate": 0.8617021276595744,
|
| 101 |
+
"num_groups": 94,
|
| 102 |
+
"oracle_success_rate": 0.9893617021276596,
|
| 103 |
+
"policy_expert_regret": 0.5508279580068081,
|
| 104 |
+
"policy_oracle_regret": 0.6283786044792926,
|
| 105 |
+
"policy_rollout_progress": 0.7014086295632606,
|
| 106 |
+
"policy_rollout_success_rate": 0.6702127659574468,
|
| 107 |
+
"restore_max_error": 2.384185791015625e-07
|
| 108 |
+
},
|
| 109 |
+
"StackCube-v1": {
|
| 110 |
+
"action_mse_to_best": 0.502137663576639,
|
| 111 |
+
"expert_success_rate": 0.6767676767676768,
|
| 112 |
+
"num_groups": 99,
|
| 113 |
+
"oracle_success_rate": 0.8585858585858586,
|
| 114 |
+
"policy_expert_regret": 0.9566237846709261,
|
| 115 |
+
"policy_oracle_regret": 1.1158919719734577,
|
| 116 |
+
"policy_rollout_progress": 0.45394778131234526,
|
| 117 |
+
"policy_rollout_success_rate": 0.26262626262626265,
|
| 118 |
+
"restore_max_error": 2.384185791015625e-07
|
| 119 |
+
}
|
| 120 |
+
}
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"seed": 1,
|
| 124 |
+
"path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03.json",
|
| 125 |
+
"num_groups": 575,
|
| 126 |
+
"selection_mode": "retrieval_residual",
|
| 127 |
+
"num_candidates": 4,
|
| 128 |
+
"candidate_sigma": 0.0,
|
| 129 |
+
"selection_margin": 0.0,
|
| 130 |
+
"prepend_policy_candidate": false,
|
| 131 |
+
"field_optim_steps": 0,
|
| 132 |
+
"field_optim_step_size": 0.0,
|
| 133 |
+
"field_optim_trust_radius": 0.0,
|
| 134 |
+
"field_optim_l2_penalty": 0.0,
|
| 135 |
+
"retrieval_neighbors": 4,
|
| 136 |
+
"retrieval_metric": "raw",
|
| 137 |
+
"retrieval_type_min_success": 0.0,
|
| 138 |
+
"retrieval_residual_scale": 1.0,
|
| 139 |
+
"retrieval_residual_scales": [
|
| 140 |
+
0.35,
|
| 141 |
+
0.4,
|
| 142 |
+
0.45
|
| 143 |
+
],
|
| 144 |
+
"retrieval_residual_anchor": "expert",
|
| 145 |
+
"retrieval_residual_reduce": "field_softmax",
|
| 146 |
+
"candidate_type_bonuses": {
|
| 147 |
+
"residual_no_op": 0.03
|
| 148 |
+
},
|
| 149 |
+
"selected_residual_scale_counts": {
|
| 150 |
+
"0.45": 54,
|
| 151 |
+
"0.35": 82,
|
| 152 |
+
"0.4": 9
|
| 153 |
+
},
|
| 154 |
+
"policy_rollout_success_rate": 0.34956521739130436,
|
| 155 |
+
"policy_rollout_progress": 0.5716547556253879,
|
| 156 |
+
"oracle_success_rate": 0.8695652173913043,
|
| 157 |
+
"action_mse_to_best": 0.40391011639538665,
|
| 158 |
+
"best_policy_val": {
|
| 159 |
+
"bc_loss": 0.1315989200439718,
|
| 160 |
+
"field_effect_loss": 0.010110370814800262,
|
| 161 |
+
"field_potential_loss": 0.31546536915832096,
|
| 162 |
+
"field_preference_loss": 0.4960637440284093,
|
| 163 |
+
"lattice_edges": 3833.3333333333335,
|
| 164 |
+
"progress_mae": 0.19023226698239645,
|
| 165 |
+
"rank_acc": 0.8255469501018524,
|
| 166 |
+
"rank_loss": 0.4960531195004781,
|
| 167 |
+
"regret_mae": 0.42156532737943864,
|
| 168 |
+
"success_accuracy": 0.8807473679383596,
|
| 169 |
+
"total_loss": 1.561984618504842
|
| 170 |
+
},
|
| 171 |
+
"per_task": {
|
| 172 |
+
"LiftPegUpright-v1": {
|
| 173 |
+
"action_mse_to_best": 0.33176156484925773,
|
| 174 |
+
"expert_success_rate": 0.8584070796460177,
|
| 175 |
+
"num_groups": 113,
|
| 176 |
+
"oracle_success_rate": 0.9380530973451328,
|
| 177 |
+
"policy_expert_regret": 0.9882967606582472,
|
| 178 |
+
"policy_oracle_regret": 1.0694300268603638,
|
| 179 |
+
"policy_rollout_progress": 0.6326816989257272,
|
| 180 |
+
"policy_rollout_success_rate": 0.23008849557522124,
|
| 181 |
+
"restore_max_error": 2.384185791015625e-07
|
| 182 |
+
},
|
| 183 |
+
"PickCube-v1": {
|
| 184 |
+
"action_mse_to_best": 0.3457128898969487,
|
| 185 |
+
"expert_success_rate": 0.9402173913043478,
|
| 186 |
+
"num_groups": 184,
|
| 187 |
+
"oracle_success_rate": 0.9456521739130435,
|
| 188 |
+
"policy_expert_regret": 1.0666085756991222,
|
| 189 |
+
"policy_oracle_regret": 1.0666325801740522,
|
| 190 |
+
"policy_rollout_progress": 0.5710404113582943,
|
| 191 |
+
"policy_rollout_success_rate": 0.29347826086956524,
|
| 192 |
+
"restore_max_error": 2.384185791015625e-07
|
| 193 |
+
},
|
| 194 |
+
"PullCube-v1": {
|
| 195 |
+
"action_mse_to_best": 0.5504576860878029,
|
| 196 |
+
"expert_success_rate": 0.25,
|
| 197 |
+
"num_groups": 76,
|
| 198 |
+
"oracle_success_rate": 0.40789473684210525,
|
| 199 |
+
"policy_expert_regret": 0.2950336691237202,
|
| 200 |
+
"policy_oracle_regret": 0.5187720929174439,
|
| 201 |
+
"policy_rollout_progress": 0.2991931551920348,
|
| 202 |
+
"policy_rollout_success_rate": 0.18421052631578946,
|
| 203 |
+
"restore_max_error": 2.384185791015625e-07
|
| 204 |
+
},
|
| 205 |
+
"PushCube-v1": {
|
| 206 |
+
"action_mse_to_best": 0.37546562134951084,
|
| 207 |
+
"expert_success_rate": 0.8198198198198198,
|
| 208 |
+
"num_groups": 111,
|
| 209 |
+
"oracle_success_rate": 1.0,
|
| 210 |
+
"policy_expert_regret": 0.31306307756149016,
|
| 211 |
+
"policy_oracle_regret": 0.33023064469431973,
|
| 212 |
+
"policy_rollout_progress": 0.8409405264768515,
|
| 213 |
+
"policy_rollout_success_rate": 0.8288288288288288,
|
| 214 |
+
"restore_max_error": 2.3795291781425476e-07
|
| 215 |
+
},
|
| 216 |
+
"StackCube-v1": {
|
| 217 |
+
"action_mse_to_best": 0.5234793433612519,
|
| 218 |
+
"expert_success_rate": 0.6923076923076923,
|
| 219 |
+
"num_groups": 91,
|
| 220 |
+
"oracle_success_rate": 0.8571428571428571,
|
| 221 |
+
"policy_expert_regret": 1.1237573417333455,
|
| 222 |
+
"policy_oracle_regret": 1.2834191888898283,
|
| 223 |
+
"policy_rollout_progress": 0.3961971272806545,
|
| 224 |
+
"policy_rollout_success_rate": 0.16483516483516483,
|
| 225 |
+
"restore_max_error": 1.9371509552001953e-07
|
| 226 |
+
}
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"seed": 2,
|
| 231 |
+
"path": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03.json",
|
| 232 |
+
"num_groups": 575,
|
| 233 |
+
"selection_mode": "retrieval_residual",
|
| 234 |
+
"num_candidates": 4,
|
| 235 |
+
"candidate_sigma": 0.0,
|
| 236 |
+
"selection_margin": 0.0,
|
| 237 |
+
"prepend_policy_candidate": false,
|
| 238 |
+
"field_optim_steps": 0,
|
| 239 |
+
"field_optim_step_size": 0.0,
|
| 240 |
+
"field_optim_trust_radius": 0.0,
|
| 241 |
+
"field_optim_l2_penalty": 0.0,
|
| 242 |
+
"retrieval_neighbors": 4,
|
| 243 |
+
"retrieval_metric": "raw",
|
| 244 |
+
"retrieval_type_min_success": 0.0,
|
| 245 |
+
"retrieval_residual_scale": 1.0,
|
| 246 |
+
"retrieval_residual_scales": [
|
| 247 |
+
0.35,
|
| 248 |
+
0.4,
|
| 249 |
+
0.45
|
| 250 |
+
],
|
| 251 |
+
"retrieval_residual_anchor": "expert",
|
| 252 |
+
"retrieval_residual_reduce": "field_softmax",
|
| 253 |
+
"candidate_type_bonuses": {
|
| 254 |
+
"residual_no_op": 0.03
|
| 255 |
+
},
|
| 256 |
+
"selected_residual_scale_counts": {
|
| 257 |
+
"0.35": 70,
|
| 258 |
+
"0.4": 13,
|
| 259 |
+
"0.45": 115
|
| 260 |
+
},
|
| 261 |
+
"policy_rollout_success_rate": 0.35478260869565215,
|
| 262 |
+
"policy_rollout_progress": 0.5733724367197441,
|
| 263 |
+
"oracle_success_rate": 0.8765217391304347,
|
| 264 |
+
"action_mse_to_best": 0.44770967407152057,
|
| 265 |
+
"best_policy_val": {
|
| 266 |
+
"bc_loss": 0.11367896075050037,
|
| 267 |
+
"field_effect_loss": 0.009670218582161598,
|
| 268 |
+
"field_potential_loss": 0.2641640139950646,
|
| 269 |
+
"field_preference_loss": 0.5130490180518892,
|
| 270 |
+
"lattice_edges": 3833.3333333333335,
|
| 271 |
+
"progress_mae": 0.2021729110015763,
|
| 272 |
+
"rank_acc": 0.8333857821093665,
|
| 273 |
+
"rank_loss": 0.5130119257503085,
|
| 274 |
+
"regret_mae": 0.3958987047274907,
|
| 275 |
+
"success_accuracy": 0.8680730561415354,
|
| 276 |
+
"total_loss": 1.4394984311527677
|
| 277 |
+
},
|
| 278 |
+
"per_task": {
|
| 279 |
+
"LiftPegUpright-v1": {
|
| 280 |
+
"action_mse_to_best": 0.36598759308011114,
|
| 281 |
+
"expert_success_rate": 0.8229166666666666,
|
| 282 |
+
"num_groups": 96,
|
| 283 |
+
"oracle_success_rate": 0.9270833333333334,
|
| 284 |
+
"policy_expert_regret": 0.8476141745535036,
|
| 285 |
+
"policy_oracle_regret": 0.9538838644511998,
|
| 286 |
+
"policy_rollout_progress": 0.6463913254750272,
|
| 287 |
+
"policy_rollout_success_rate": 0.3333333333333333,
|
| 288 |
+
"restore_max_error": 1.955777406692505e-07
|
| 289 |
+
},
|
| 290 |
+
"PickCube-v1": {
|
| 291 |
+
"action_mse_to_best": 0.3816109399565242,
|
| 292 |
+
"expert_success_rate": 0.9444444444444444,
|
| 293 |
+
"num_groups": 198,
|
| 294 |
+
"oracle_success_rate": 0.9595959595959596,
|
| 295 |
+
"policy_expert_regret": 1.016553858643153,
|
| 296 |
+
"policy_oracle_regret": 1.0307835541721997,
|
| 297 |
+
"policy_rollout_progress": 0.6180411353425095,
|
| 298 |
+
"policy_rollout_success_rate": 0.31313131313131315,
|
| 299 |
+
"restore_max_error": 2.384185791015625e-07
|
| 300 |
+
},
|
| 301 |
+
"PullCube-v1": {
|
| 302 |
+
"action_mse_to_best": 0.647157601101531,
|
| 303 |
+
"expert_success_rate": 0.24444444444444444,
|
| 304 |
+
"num_groups": 90,
|
| 305 |
+
"oracle_success_rate": 0.4666666666666667,
|
| 306 |
+
"policy_expert_regret": 0.3434156913103329,
|
| 307 |
+
"policy_oracle_regret": 0.6106782714111938,
|
| 308 |
+
"policy_rollout_progress": 0.2862149072604047,
|
| 309 |
+
"policy_rollout_success_rate": 0.17777777777777778,
|
| 310 |
+
"restore_max_error": 2.384185791015625e-07
|
| 311 |
+
},
|
| 312 |
+
"PushCube-v1": {
|
| 313 |
+
"action_mse_to_best": 0.4132169201822564,
|
| 314 |
+
"expert_success_rate": 0.8514851485148515,
|
| 315 |
+
"num_groups": 101,
|
| 316 |
+
"oracle_success_rate": 1.0,
|
| 317 |
+
"policy_expert_regret": 0.36129841503530447,
|
| 318 |
+
"policy_oracle_regret": 0.398308122217065,
|
| 319 |
+
"policy_rollout_progress": 0.8096126698621429,
|
| 320 |
+
"policy_rollout_success_rate": 0.7920792079207921,
|
| 321 |
+
"restore_max_error": 2.384185791015625e-07
|
| 322 |
+
},
|
| 323 |
+
"StackCube-v1": {
|
| 324 |
+
"action_mse_to_best": 0.5195577167388465,
|
| 325 |
+
"expert_success_rate": 0.7666666666666667,
|
| 326 |
+
"num_groups": 90,
|
| 327 |
+
"oracle_success_rate": 0.9111111111111111,
|
| 328 |
+
"policy_expert_regret": 1.1750922918319702,
|
| 329 |
+
"policy_oracle_regret": 1.311360280878014,
|
| 330 |
+
"policy_rollout_progress": 0.41925797512133917,
|
| 331 |
+
"policy_rollout_success_rate": 0.15555555555555556,
|
| 332 |
+
"restore_max_error": 2.2351741790771484e-07
|
| 333 |
+
}
|
| 334 |
+
}
|
| 335 |
+
}
|
| 336 |
+
]
|
| 337 |
+
}
|
results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03_summary.md
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# h=16 Best-Policy Checkpoint Rollout
|
| 2 |
+
|
| 3 |
+
Run root: `/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs`
|
| 4 |
+
Objective: `near_miss_policy_bc5`
|
| 5 |
+
Result file: `policy_rollout_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03.json`
|
| 6 |
+
Completed seeds: 3
|
| 7 |
+
Baseline h=4 policy success: 29.67%
|
| 8 |
+
Baseline h=16 rank-checkpoint success: 29.74%
|
| 9 |
+
|
| 10 |
+
Mean success: 34.84% +/- 0.70%
|
| 11 |
+
Gain vs h=16 rank checkpoint: +5.10%
|
| 12 |
+
Mean progress: 56.57%
|
| 13 |
+
Mean action MSE to best: 0.417
|
| 14 |
+
|
| 15 |
+
| seed | mode | k | policy cand | retrieval K | retrieval metric | residual anchor | residual reduce | min type success | residual scale | residual scales | margin | sigma | opt steps | trust | success | progress | oracle | action MSE |
|
| 16 |
+
|---:|---|---:|---|---:|---|---|---|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|
|
| 17 |
+
| 0 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.000 | 0.00 | 0 | 0.00 | 34.09% | 55.21% | 85.74% | 0.398 |
|
| 18 |
+
| 1 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.000 | 0.00 | 0 | 0.00 | 34.96% | 57.17% | 86.96% | 0.404 |
|
| 19 |
+
| 2 | retrieval_residual | 4 | no | 4 | raw | expert | field_softmax | 0.00 | 1.00 | 0.35,0.40,0.45 | 0.000 | 0.00 | 0 | 0.00 | 35.48% | 57.34% | 87.65% | 0.448 |
|
results/paper_analysis.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_consensus_noopbonus003",
|
| 3 |
-
"generated_utc": "2026-06-
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.06956521739130428,
|
| 6 |
"best_clean_vs_h16": 0.05507246376811592,
|
|
@@ -1269,19 +1269,223 @@
|
|
| 1269 |
"std_success": 0.015939393721585544
|
| 1270 |
},
|
| 1271 |
"residual_k4_fieldsoftmax_grid_margin000_noopbonus003": {
|
|
|
|
| 1272 |
"label": "K4 field-softmax tangent transport, margin 0.00, no-op bonus 0.03",
|
| 1273 |
-
"
|
| 1274 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1275 |
},
|
| 1276 |
"residual_k4_fieldsoftmax_grid_margin005_noopbonus003": {
|
|
|
|
| 1277 |
"label": "K4 field-softmax tangent transport, margin 0.05, no-op bonus 0.03",
|
| 1278 |
-
"
|
| 1279 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1280 |
},
|
| 1281 |
"residual_k4_fieldsoftmax_grid_margin010_noopbonus003": {
|
|
|
|
| 1282 |
"label": "K4 field-softmax tangent transport, margin 0.10, no-op bonus 0.03",
|
| 1283 |
-
"
|
| 1284 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1285 |
},
|
| 1286 |
"residual_k4_fieldsoftmax_grid_noopbonus003": {
|
| 1287 |
"ci95_success": 0.038402227815547745,
|
|
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_consensus_noopbonus003",
|
| 3 |
+
"generated_utc": "2026-06-29T02:05:44+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.06956521739130428,
|
| 6 |
"best_clean_vs_h16": 0.05507246376811592,
|
|
|
|
| 1269 |
"std_success": 0.015939393721585544
|
| 1270 |
},
|
| 1271 |
"residual_k4_fieldsoftmax_grid_margin000_noopbonus003": {
|
| 1272 |
+
"ci95_success": 0.01746144927536228,
|
| 1273 |
"label": "K4 field-softmax tangent transport, margin 0.00, no-op bonus 0.03",
|
| 1274 |
+
"mean_action_mse_to_best": 0.41668070839151095,
|
| 1275 |
+
"mean_progress": 0.5657099829109359,
|
| 1276 |
+
"mean_success": 0.3484057971014492,
|
| 1277 |
+
"num_completed": 3,
|
| 1278 |
+
"per_task_success": {
|
| 1279 |
+
"LiftPegUpright-v1": {
|
| 1280 |
+
"mean_num_groups": 102.0,
|
| 1281 |
+
"mean_success": 0.2565357986396213,
|
| 1282 |
+
"std_success": 0.06757391138426685
|
| 1283 |
+
},
|
| 1284 |
+
"PickCube-v1": {
|
| 1285 |
+
"mean_num_groups": 196.66666666666666,
|
| 1286 |
+
"mean_success": 0.3127801144105492,
|
| 1287 |
+
"std_success": 0.01912867231114315
|
| 1288 |
+
},
|
| 1289 |
+
"PullCube-v1": {
|
| 1290 |
+
"mean_num_groups": 81.0,
|
| 1291 |
+
"mean_success": 0.198584845953267,
|
| 1292 |
+
"std_success": 0.030637274679270955
|
| 1293 |
+
},
|
| 1294 |
+
"PushCube-v1": {
|
| 1295 |
+
"mean_num_groups": 102.0,
|
| 1296 |
+
"mean_success": 0.7637069342356892,
|
| 1297 |
+
"std_success": 0.08302712379548827
|
| 1298 |
+
},
|
| 1299 |
+
"StackCube-v1": {
|
| 1300 |
+
"mean_num_groups": 93.33333333333333,
|
| 1301 |
+
"mean_success": 0.19433899433899435,
|
| 1302 |
+
"std_success": 0.05932024144167464
|
| 1303 |
+
}
|
| 1304 |
+
},
|
| 1305 |
+
"seed_action_mse_to_best": {
|
| 1306 |
+
"0": 0.39842233470762556,
|
| 1307 |
+
"1": 0.40391011639538665,
|
| 1308 |
+
"2": 0.44770967407152057
|
| 1309 |
+
},
|
| 1310 |
+
"seed_progress": {
|
| 1311 |
+
"0": 0.5521027563876756,
|
| 1312 |
+
"1": 0.5716547556253879,
|
| 1313 |
+
"2": 0.5733724367197441
|
| 1314 |
+
},
|
| 1315 |
+
"seed_success": {
|
| 1316 |
+
"0": 0.3408695652173913,
|
| 1317 |
+
"1": 0.34956521739130436,
|
| 1318 |
+
"2": 0.35478260869565215
|
| 1319 |
+
},
|
| 1320 |
+
"selected_candidate_type_counts": {
|
| 1321 |
+
"retrieval_residual_field_softmax": 468,
|
| 1322 |
+
"retrieval_residual_policy_residual": 1257
|
| 1323 |
+
},
|
| 1324 |
+
"selected_residual_scale_counts": {
|
| 1325 |
+
"0.35": 209,
|
| 1326 |
+
"0.4": 25,
|
| 1327 |
+
"0.45": 234
|
| 1328 |
+
},
|
| 1329 |
+
"selected_type_outcomes": {
|
| 1330 |
+
"retrieval_residual_field_softmax": {
|
| 1331 |
+
"count": 468.0,
|
| 1332 |
+
"mean_progress": 0.6394197220265324,
|
| 1333 |
+
"success_rate": 0.4551282051282051
|
| 1334 |
+
},
|
| 1335 |
+
"retrieval_residual_policy_residual": {
|
| 1336 |
+
"count": 1257.0,
|
| 1337 |
+
"mean_progress": 0.5382667387533391,
|
| 1338 |
+
"success_rate": 0.30867143993635643
|
| 1339 |
+
}
|
| 1340 |
+
},
|
| 1341 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p00_noopbonus0p03_summary.json",
|
| 1342 |
+
"std_success": 0.007028611972743255
|
| 1343 |
},
|
| 1344 |
"residual_k4_fieldsoftmax_grid_margin005_noopbonus003": {
|
| 1345 |
+
"ci95_success": 0.027439420289855042,
|
| 1346 |
"label": "K4 field-softmax tangent transport, margin 0.05, no-op bonus 0.03",
|
| 1347 |
+
"mean_action_mse_to_best": 0.40925245372929436,
|
| 1348 |
+
"mean_progress": 0.5672646419938815,
|
| 1349 |
+
"mean_success": 0.3507246376811594,
|
| 1350 |
+
"num_completed": 3,
|
| 1351 |
+
"per_task_success": {
|
| 1352 |
+
"LiftPegUpright-v1": {
|
| 1353 |
+
"mean_num_groups": 102.0,
|
| 1354 |
+
"mean_success": 0.25997222475645976,
|
| 1355 |
+
"std_success": 0.06389511734286676
|
| 1356 |
+
},
|
| 1357 |
+
"PickCube-v1": {
|
| 1358 |
+
"mean_num_groups": 196.66666666666666,
|
| 1359 |
+
"mean_success": 0.3126991768296116,
|
| 1360 |
+
"std_success": 0.021898452407335747
|
| 1361 |
+
},
|
| 1362 |
+
"PullCube-v1": {
|
| 1363 |
+
"mean_num_groups": 81.0,
|
| 1364 |
+
"mean_success": 0.20838839523050048,
|
| 1365 |
+
"std_success": 0.032937378023892676
|
| 1366 |
+
},
|
| 1367 |
+
"PushCube-v1": {
|
| 1368 |
+
"mean_num_groups": 102.0,
|
| 1369 |
+
"mean_success": 0.7607039312326863,
|
| 1370 |
+
"std_success": 0.07958563709480587
|
| 1371 |
+
},
|
| 1372 |
+
"StackCube-v1": {
|
| 1373 |
+
"mean_num_groups": 93.33333333333333,
|
| 1374 |
+
"mean_success": 0.19774669774669773,
|
| 1375 |
+
"std_success": 0.06525071919571808
|
| 1376 |
+
}
|
| 1377 |
+
},
|
| 1378 |
+
"seed_action_mse_to_best": {
|
| 1379 |
+
"0": 0.3920214500521188,
|
| 1380 |
+
"1": 0.3982289221664162,
|
| 1381 |
+
"2": 0.43750698896934803
|
| 1382 |
+
},
|
| 1383 |
+
"seed_progress": {
|
| 1384 |
+
"0": 0.5518923319673733,
|
| 1385 |
+
"1": 0.5683723092014374,
|
| 1386 |
+
"2": 0.581529284812834
|
| 1387 |
+
},
|
| 1388 |
+
"seed_success": {
|
| 1389 |
+
"0": 0.3443478260869565,
|
| 1390 |
+
"1": 0.3443478260869565,
|
| 1391 |
+
"2": 0.3634782608695652
|
| 1392 |
+
},
|
| 1393 |
+
"selected_candidate_type_counts": {
|
| 1394 |
+
"retrieval_residual_field_softmax": 267,
|
| 1395 |
+
"retrieval_residual_policy_residual": 1458
|
| 1396 |
+
},
|
| 1397 |
+
"selected_residual_scale_counts": {
|
| 1398 |
+
"0.35": 79,
|
| 1399 |
+
"0.4": 21,
|
| 1400 |
+
"0.45": 167
|
| 1401 |
+
},
|
| 1402 |
+
"selected_type_outcomes": {
|
| 1403 |
+
"retrieval_residual_field_softmax": {
|
| 1404 |
+
"count": 267.0,
|
| 1405 |
+
"mean_progress": 0.6703486572951078,
|
| 1406 |
+
"success_rate": 0.5056179775280899
|
| 1407 |
+
},
|
| 1408 |
+
"retrieval_residual_policy_residual": {
|
| 1409 |
+
"count": 1458.0,
|
| 1410 |
+
"mean_progress": 0.5483871165580603,
|
| 1411 |
+
"success_rate": 0.3223593964334705
|
| 1412 |
+
}
|
| 1413 |
+
},
|
| 1414 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p05_noopbonus0p03_summary.json",
|
| 1415 |
+
"std_success": 0.011044961671453697
|
| 1416 |
},
|
| 1417 |
"residual_k4_fieldsoftmax_grid_margin010_noopbonus003": {
|
| 1418 |
+
"ci95_success": 0.030652840142141275,
|
| 1419 |
"label": "K4 field-softmax tangent transport, margin 0.10, no-op bonus 0.03",
|
| 1420 |
+
"mean_action_mse_to_best": 0.4014113438483058,
|
| 1421 |
+
"mean_progress": 0.5673825791396276,
|
| 1422 |
+
"mean_success": 0.35188405797101446,
|
| 1423 |
+
"num_completed": 3,
|
| 1424 |
+
"per_task_success": {
|
| 1425 |
+
"LiftPegUpright-v1": {
|
| 1426 |
+
"mean_num_groups": 102.0,
|
| 1427 |
+
"mean_success": 0.25997222475645976,
|
| 1428 |
+
"std_success": 0.06389511734286676
|
| 1429 |
+
},
|
| 1430 |
+
"PickCube-v1": {
|
| 1431 |
+
"mean_num_groups": 196.66666666666666,
|
| 1432 |
+
"mean_success": 0.3174597141988446,
|
| 1433 |
+
"std_success": 0.02906191304415352
|
| 1434 |
+
},
|
| 1435 |
+
"PullCube-v1": {
|
| 1436 |
+
"mean_num_groups": 81.0,
|
| 1437 |
+
"mean_success": 0.2046846915267968,
|
| 1438 |
+
"std_success": 0.02913515326101664
|
| 1439 |
+
},
|
| 1440 |
+
"PushCube-v1": {
|
| 1441 |
+
"mean_num_groups": 102.0,
|
| 1442 |
+
"mean_success": 0.7577009282296832,
|
| 1443 |
+
"std_success": 0.0763436450533849
|
| 1444 |
+
},
|
| 1445 |
+
"StackCube-v1": {
|
| 1446 |
+
"mean_num_groups": 93.33333333333333,
|
| 1447 |
+
"mean_success": 0.2011137011137011,
|
| 1448 |
+
"std_success": 0.07105663963231741
|
| 1449 |
+
}
|
| 1450 |
+
},
|
| 1451 |
+
"seed_action_mse_to_best": {
|
| 1452 |
+
"0": 0.38557657074831103,
|
| 1453 |
+
"1": 0.3929036483346768,
|
| 1454 |
+
"2": 0.4257538124619295
|
| 1455 |
+
},
|
| 1456 |
+
"seed_progress": {
|
| 1457 |
+
"0": 0.5548038772388321,
|
| 1458 |
+
"1": 0.5665490727742081,
|
| 1459 |
+
"2": 0.5807947874058427
|
| 1460 |
+
},
|
| 1461 |
+
"seed_success": {
|
| 1462 |
+
"0": 0.34956521739130436,
|
| 1463 |
+
"1": 0.3408695652173913,
|
| 1464 |
+
"2": 0.3652173913043478
|
| 1465 |
+
},
|
| 1466 |
+
"selected_candidate_type_counts": {
|
| 1467 |
+
"retrieval_residual_field_softmax": 128,
|
| 1468 |
+
"retrieval_residual_policy_residual": 1597
|
| 1469 |
+
},
|
| 1470 |
+
"selected_residual_scale_counts": {
|
| 1471 |
+
"0.35": 32,
|
| 1472 |
+
"0.4": 8,
|
| 1473 |
+
"0.45": 88
|
| 1474 |
+
},
|
| 1475 |
+
"selected_type_outcomes": {
|
| 1476 |
+
"retrieval_residual_field_softmax": {
|
| 1477 |
+
"count": 128.0,
|
| 1478 |
+
"mean_progress": 0.7108588826667983,
|
| 1479 |
+
"success_rate": 0.5625
|
| 1480 |
+
},
|
| 1481 |
+
"retrieval_residual_policy_residual": {
|
| 1482 |
+
"count": 1597.0,
|
| 1483 |
+
"mean_progress": 0.5558829129834111,
|
| 1484 |
+
"success_rate": 0.33500313087038197
|
| 1485 |
+
}
|
| 1486 |
+
},
|
| 1487 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_fieldsoftmax_grid_safe_margin0p10_noopbonus0p03_summary.json",
|
| 1488 |
+
"std_success": 0.01233843284277841
|
| 1489 |
},
|
| 1490 |
"residual_k4_fieldsoftmax_grid_noopbonus003": {
|
| 1491 |
"ci95_success": 0.038402227815547745,
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-06-
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -17,9 +17,9 @@ Generated: `2026-06-29T01:49:02+00:00`
|
|
| 17 |
| residual_k4_kernel_consensus_s045_noopbonus003 | K4 kernel-weighted tangent consensus, scale 0.45, no-op bonus 0.03 | 3 | 35.19% +/- 1.02 | +/- 2.53 | 56.71% | 0.397 | +5.45 pp |
|
| 18 |
| residual_k4_fieldsoftmax_grid | K4 field-softmax tangent transport, scales 0.35/0.40/0.45 | 3 | 34.96% +/- 1.59 | +/- 3.96 | 56.52% | 0.397 | +5.22 pp |
|
| 19 |
| residual_k4_fieldsoftmax_grid_noopbonus003 | K4 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.55% | 0.397 | +5.22 pp |
|
| 20 |
-
| residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | K4 field-softmax tangent transport, margin 0.10, no-op bonus 0.03 |
|
| 21 |
-
| residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | K4 field-softmax tangent transport, margin 0.05, no-op bonus 0.03 |
|
| 22 |
-
| residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax tangent transport, margin 0.00, no-op bonus 0.03 |
|
| 23 |
| residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.84% +/- 1.35 | +/- 3.36 | 56.55% | 0.397 | +5.10 pp |
|
| 24 |
| residual_k4_consensus_noopbonus003 | K4 mean-by-type tangent consensus, no-op bonus 0.03 | 3 | 35.25% +/- 1.28 | +/- 3.18 | 56.68% | 0.395 | +5.51 pp |
|
| 25 |
| residual_k4_consensus_noopbonus001 | K4 mean-by-type tangent consensus, no-op bonus 0.01 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.63% | 0.395 | +5.45 pp |
|
|
@@ -101,6 +101,12 @@ These rows are measured from raw rollout rows. In residual retrieval, `policy_re
|
|
| 101 |
| residual_k4_fieldsoftmax_grid | retrieval_residual_field_softmax | 37 | 59.46% | 72.64% |
|
| 102 |
| residual_k4_fieldsoftmax_grid_noopbonus003 | retrieval_residual_policy_residual | 1685 | 34.36% | 56.11% |
|
| 103 |
| residual_k4_fieldsoftmax_grid_noopbonus003 | retrieval_residual_field_softmax | 40 | 60.00% | 74.94% |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 104 |
| residual_k8_fieldsoftmax_grid_noopbonus003 | retrieval_residual_policy_residual | 1688 | 34.30% | 56.09% |
|
| 105 |
| residual_k8_fieldsoftmax_grid_noopbonus003 | retrieval_residual_field_softmax | 37 | 59.46% | 77.72% |
|
| 106 |
| residual_k4_consensus_noopbonus003 | retrieval_residual_policy_residual | 1649 | 34.57% | 56.12% |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-06-29T02:05:44+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 17 |
| residual_k4_kernel_consensus_s045_noopbonus003 | K4 kernel-weighted tangent consensus, scale 0.45, no-op bonus 0.03 | 3 | 35.19% +/- 1.02 | +/- 2.53 | 56.71% | 0.397 | +5.45 pp |
|
| 18 |
| residual_k4_fieldsoftmax_grid | K4 field-softmax tangent transport, scales 0.35/0.40/0.45 | 3 | 34.96% +/- 1.59 | +/- 3.96 | 56.52% | 0.397 | +5.22 pp |
|
| 19 |
| residual_k4_fieldsoftmax_grid_noopbonus003 | K4 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.55% | 0.397 | +5.22 pp |
|
| 20 |
+
| residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | K4 field-softmax tangent transport, margin 0.10, no-op bonus 0.03 | 3 | 35.19% +/- 1.23 | +/- 3.07 | 56.74% | 0.401 | +5.45 pp |
|
| 21 |
+
| residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | K4 field-softmax tangent transport, margin 0.05, no-op bonus 0.03 | 3 | 35.07% +/- 1.10 | +/- 2.74 | 56.73% | 0.409 | +5.33 pp |
|
| 22 |
+
| residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax tangent transport, margin 0.00, no-op bonus 0.03 | 3 | 34.84% +/- 0.70 | +/- 1.75 | 56.57% | 0.417 | +5.10 pp |
|
| 23 |
| residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax tangent transport, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 34.84% +/- 1.35 | +/- 3.36 | 56.55% | 0.397 | +5.10 pp |
|
| 24 |
| residual_k4_consensus_noopbonus003 | K4 mean-by-type tangent consensus, no-op bonus 0.03 | 3 | 35.25% +/- 1.28 | +/- 3.18 | 56.68% | 0.395 | +5.51 pp |
|
| 25 |
| residual_k4_consensus_noopbonus001 | K4 mean-by-type tangent consensus, no-op bonus 0.01 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.63% | 0.395 | +5.45 pp |
|
|
|
|
| 101 |
| residual_k4_fieldsoftmax_grid | retrieval_residual_field_softmax | 37 | 59.46% | 72.64% |
|
| 102 |
| residual_k4_fieldsoftmax_grid_noopbonus003 | retrieval_residual_policy_residual | 1685 | 34.36% | 56.11% |
|
| 103 |
| residual_k4_fieldsoftmax_grid_noopbonus003 | retrieval_residual_field_softmax | 40 | 60.00% | 74.94% |
|
| 104 |
+
| residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | retrieval_residual_policy_residual | 1597 | 33.50% | 55.59% |
|
| 105 |
+
| residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | retrieval_residual_field_softmax | 128 | 56.25% | 71.09% |
|
| 106 |
+
| residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | retrieval_residual_policy_residual | 1458 | 32.24% | 54.84% |
|
| 107 |
+
| residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | retrieval_residual_field_softmax | 267 | 50.56% | 67.03% |
|
| 108 |
+
| residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | retrieval_residual_policy_residual | 1257 | 30.87% | 53.83% |
|
| 109 |
+
| residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | retrieval_residual_field_softmax | 468 | 45.51% | 63.94% |
|
| 110 |
| residual_k8_fieldsoftmax_grid_noopbonus003 | retrieval_residual_policy_residual | 1688 | 34.30% | 56.09% |
|
| 111 |
| residual_k8_fieldsoftmax_grid_noopbonus003 | retrieval_residual_field_softmax | 37 | 59.46% | 77.72% |
|
| 112 |
| residual_k4_consensus_noopbonus003 | retrieval_residual_policy_residual | 1649 | 34.57% | 56.12% |
|
results/paper_core_results.md
CHANGED
|
@@ -41,6 +41,7 @@ and the remaining clean-to-same-state proposal gap is `+21.74 pp`.
|
|
| 41 |
| K4 train-state residual retrieval, safe residuals + mean-by-type tangent consensus | No | No | 34.96% | +5.22 pp | Near-tie clean diagnostic; consensus alone does not beat raw K2 residuals |
|
| 42 |
| K4 mean-by-type residual retrieval + no-op prior 0.03 | No | No | 35.25% | +5.51 pp | Current best clean diagnostic; 0.025-0.035 forms a small plateau that nudges high-value no-op residuals without changing the core proposal family |
|
| 43 |
| K4 kernel-weighted residual consensus + no-op prior 0.03 | No | No | 35.13-35.19% | +5.39-5.45 pp | Distance-weighted tangent interpolation is plausible but does not beat equal mean-consensus no-op plateau |
|
|
|
|
| 44 |
| K4 mean-by-type residual retrieval + wrong-gripper typed prior | No | No | 35.19-35.25% | +5.45-5.51 pp | Wrong-gripper-only is lower and two-family priors only tie the no-op plateau; useful negative/tie diagnostic |
|
| 45 |
| K1 train-state residual ray-search, tight scales | No | No | 34.84% | +5.10 pp | Scale-grid ray-search is a near-tie but does not beat the typed-prior clean row |
|
| 46 |
| K2 train-state residual ray-search, tight scales | No | No | 34.84% | +5.10 pp | More scale choices along the same local rays do not improve the clean row |
|
|
@@ -80,15 +81,16 @@ Suggested main-table rows:
|
|
| 80 |
13. K4 train-state residual retrieval, mean-by-type tangent consensus
|
| 81 |
14. K4 mean-by-type residual retrieval + no-op prior plateau, canonical 0.03
|
| 82 |
15. K4 kernel-weighted residual consensus + no-op prior diagnostics
|
| 83 |
-
16. K4
|
| 84 |
-
17.
|
| 85 |
-
18.
|
| 86 |
-
19. Residual
|
| 87 |
-
20.
|
| 88 |
-
21. Lattice,
|
| 89 |
-
22. Lattice, no expert
|
| 90 |
-
23. Lattice,
|
| 91 |
-
24.
|
|
|
|
| 92 |
|
| 93 |
Suggested claim:
|
| 94 |
|
|
@@ -97,7 +99,7 @@ Suggested claim:
|
|
| 97 |
> abstention and a small typed no-op prior plateau gives the strongest clean gain so far, while ungated KNN residual
|
| 98 |
> retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score retrieval,
|
| 99 |
> train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
|
| 100 |
-
> tangent consensus, kernel-weighted tangent interpolation, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
|
| 101 |
> The large effect appears only when the field is queried on
|
| 102 |
> same-state intervention proposals, and the mechanism is isolated to local near-miss
|
| 103 |
> counterfactual geometry.
|
|
|
|
| 41 |
| K4 train-state residual retrieval, safe residuals + mean-by-type tangent consensus | No | No | 34.96% | +5.22 pp | Near-tie clean diagnostic; consensus alone does not beat raw K2 residuals |
|
| 42 |
| K4 mean-by-type residual retrieval + no-op prior 0.03 | No | No | 35.25% | +5.51 pp | Current best clean diagnostic; 0.025-0.035 forms a small plateau that nudges high-value no-op residuals without changing the core proposal family |
|
| 43 |
| K4 kernel-weighted residual consensus + no-op prior 0.03 | No | No | 35.13-35.19% | +5.39-5.45 pp | Distance-weighted tangent interpolation is plausible but does not beat equal mean-consensus no-op plateau |
|
| 44 |
+
| K4 field-softmax residual barycenter + no-op prior 0.03 | No | No | 34.84-35.19% | +5.10-5.45 pp | Field-conditioned aggregation finds high-value sparse corrections, but lower margins over-select them; it does not beat the equal mean-consensus no-op plateau |
|
| 45 |
| K4 mean-by-type residual retrieval + wrong-gripper typed prior | No | No | 35.19-35.25% | +5.45-5.51 pp | Wrong-gripper-only is lower and two-family priors only tie the no-op plateau; useful negative/tie diagnostic |
|
| 46 |
| K1 train-state residual ray-search, tight scales | No | No | 34.84% | +5.10 pp | Scale-grid ray-search is a near-tie but does not beat the typed-prior clean row |
|
| 47 |
| K2 train-state residual ray-search, tight scales | No | No | 34.84% | +5.10 pp | More scale choices along the same local rays do not improve the clean row |
|
|
|
|
| 81 |
13. K4 train-state residual retrieval, mean-by-type tangent consensus
|
| 82 |
14. K4 mean-by-type residual retrieval + no-op prior plateau, canonical 0.03
|
| 83 |
15. K4 kernel-weighted residual consensus + no-op prior diagnostics
|
| 84 |
+
16. K4 field-softmax residual barycenter + margin diagnostics
|
| 85 |
+
17. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
|
| 86 |
+
18. K2 broad tangent ray-search
|
| 87 |
+
19. Residual-tangent distillation policy
|
| 88 |
+
20. Residual+Gaussian hybrid, K32 sigma0.35
|
| 89 |
+
21. Lattice, near-miss only
|
| 90 |
+
22. Lattice, no expert
|
| 91 |
+
23. Lattice, no expert + policy baseline candidate
|
| 92 |
+
24. Lattice, full
|
| 93 |
+
25. Oracle ceiling
|
| 94 |
|
| 95 |
Suggested claim:
|
| 96 |
|
|
|
|
| 99 |
> abstention and a small typed no-op prior plateau gives the strongest clean gain so far, while ungated KNN residual
|
| 100 |
> retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score retrieval,
|
| 101 |
> train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
|
| 102 |
+
> tangent consensus, kernel-weighted tangent interpolation, field-softmax tangent barycenters, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
|
| 103 |
> The large effect appears only when the field is queried on
|
| 104 |
> same-state intervention proposals, and the mechanism is isolated to local near-miss
|
| 105 |
> counterfactual geometry.
|
results/paper_story_memo.md
CHANGED
|
@@ -29,6 +29,7 @@ when queried on proposal geometry that matches those local counterfactuals.
|
|
| 29 |
| Clean residual transport behaves like sparse intervention | `paper_analysis.md` shows the best clean row abstains to zero-residual policy on 95.6% of states, while selected nonzero no-op residuals succeed at 52.83% vs 34.57% for abstention | Stronger clean-mechanism framing |
|
| 30 |
| Tangent consensus is close but needs sparse typing | K4 mean-by-type residual consensus reaches 34.96%; a small no-op residual prior plateau at 0.025-0.035 raises it to 35.25% | Current best clean result |
|
| 31 |
| Kernel-weighted tangent interpolation does not beat equal consensus | K4 kernel-weighted residual consensus reaches 34.96%; with no-op prior and scales 0.35/0.40/0.45 it reaches 35.13%/35.19%/35.19%, below the 35.25% mean-consensus plateau | Negative/near-tie diagnostic |
|
|
|
|
| 32 |
| Tangent ray-search does not beat the typed-prior clean row | K1/K2 tight scale-grid ray search reach 34.84%; K2 broad reaches 34.96%; K4 tight reaches 34.55%, all below the no-op-prior row at 35.25% | Near-tie/negative diagnostic |
|
| 33 |
| Typed no-op residual prior improves the clean bridge | CPU smoke `14883591` passed; bonuses 0.025/0.03/0.035 tie at 35.25%, while 0.01/0.02/0.05/0.08 are slightly lower | Current best clean diagnostic |
|
| 34 |
| Wrong-gripper typed prior does not add a new clean bridge | wrong-gripper-only reaches 35.19%; no-op+wrong-gripper 0.02 ties 35.25%; no-op+wrong-gripper 0.04 drops to 35.13% | Negative/tie diagnostic |
|
|
@@ -61,19 +62,20 @@ clean proposal result, the intended main rows are:
|
|
| 61 |
14. K4 mean-by-type tangent consensus: 34.96%
|
| 62 |
15. K4 mean-by-type tangent consensus + typed no-op prior 0.025-0.035: 35.25%
|
| 63 |
16. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
|
| 64 |
-
17.
|
| 65 |
-
18.
|
| 66 |
-
19.
|
| 67 |
-
20.
|
| 68 |
-
21.
|
| 69 |
-
22.
|
| 70 |
-
23.
|
| 71 |
-
24.
|
| 72 |
-
25.
|
| 73 |
-
26. Lattice,
|
| 74 |
-
27. Lattice, no expert
|
| 75 |
-
28. Lattice,
|
| 76 |
-
29.
|
|
|
|
| 77 |
|
| 78 |
## Novelty Framing
|
| 79 |
|
|
@@ -101,9 +103,9 @@ test-time search. The cleaner novelty is:
|
|
| 101 |
|
| 102 |
## Job Status
|
| 103 |
|
| 104 |
-
Last checked: `2026-06-29
|
| 105 |
-
completed
|
| 106 |
-
|
| 107 |
|
| 108 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 109 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
@@ -188,6 +190,20 @@ CPU smoke.
|
|
| 188 |
35.19%. Summary jobs `14891083`/`14891085`/`14891087`/`14891088` and rebuild
|
| 189 |
job `14891089` completed. These are near-tie/negative diagnostics below the
|
| 190 |
equal mean-consensus no-op plateau.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 191 |
- `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
|
| 192 |
selector. It selected index `3` on a two-residual/two-scale toy case and
|
| 193 |
returned the expected action `0.20`, validating the candidate expansion and
|
|
@@ -216,6 +232,7 @@ CPU smoke.
|
|
| 216 |
selection histograms when writing reviewer-facing tables.
|
| 217 |
- Treat z-score retrieval, repaired train-family reliability priors, Gaussian hybrids,
|
| 218 |
field optimization, field-teacher/tangent distillation, policy-relative anchoring, tangent consensus,
|
| 219 |
-
kernel-weighted tangent interpolation,
|
| 220 |
-
and same-state policy-baseline fallback as negative
|
| 221 |
-
that sharpen the story around local counterfactual
|
|
|
|
|
|
| 29 |
| Clean residual transport behaves like sparse intervention | `paper_analysis.md` shows the best clean row abstains to zero-residual policy on 95.6% of states, while selected nonzero no-op residuals succeed at 52.83% vs 34.57% for abstention | Stronger clean-mechanism framing |
|
| 30 |
| Tangent consensus is close but needs sparse typing | K4 mean-by-type residual consensus reaches 34.96%; a small no-op residual prior plateau at 0.025-0.035 raises it to 35.25% | Current best clean result |
|
| 31 |
| Kernel-weighted tangent interpolation does not beat equal consensus | K4 kernel-weighted residual consensus reaches 34.96%; with no-op prior and scales 0.35/0.40/0.45 it reaches 35.13%/35.19%/35.19%, below the 35.25% mean-consensus plateau | Negative/near-tie diagnostic |
|
| 32 |
+
| Field-conditioned tangent barycenters identify good sparse corrections but do not close the proposal gap | K4 field-softmax transport reaches 34.96%; with no-op prior and margins 0.10/0.05/0.00 it reaches 35.19%/35.07%/34.84%. Selected aggregate residuals are high-value (up to 60.00% success), but selecting more of them degrades the global row | Negative/near-tie diagnostic |
|
| 33 |
| Tangent ray-search does not beat the typed-prior clean row | K1/K2 tight scale-grid ray search reach 34.84%; K2 broad reaches 34.96%; K4 tight reaches 34.55%, all below the no-op-prior row at 35.25% | Near-tie/negative diagnostic |
|
| 34 |
| Typed no-op residual prior improves the clean bridge | CPU smoke `14883591` passed; bonuses 0.025/0.03/0.035 tie at 35.25%, while 0.01/0.02/0.05/0.08 are slightly lower | Current best clean diagnostic |
|
| 35 |
| Wrong-gripper typed prior does not add a new clean bridge | wrong-gripper-only reaches 35.19%; no-op+wrong-gripper 0.02 ties 35.25%; no-op+wrong-gripper 0.04 drops to 35.13% | Negative/tie diagnostic |
|
|
|
|
| 62 |
14. K4 mean-by-type tangent consensus: 34.96%
|
| 63 |
15. K4 mean-by-type tangent consensus + typed no-op prior 0.025-0.035: 35.25%
|
| 64 |
16. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
|
| 65 |
+
17. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
|
| 66 |
+
18. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
|
| 67 |
+
19. K2 broad tangent ray-search: 34.96%
|
| 68 |
+
20. K1/K2 tight tangent ray-search: 34.84% / 34.84%
|
| 69 |
+
21. K4 tight tangent ray-search: 34.55%
|
| 70 |
+
22. Residual-tangent distillation policy: 28.87%
|
| 71 |
+
23. Z-score residual retrieval: 32.23-32.81%
|
| 72 |
+
24. Train-family reliability prior: 33.28-33.33%
|
| 73 |
+
25. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
|
| 74 |
+
26. Lattice, near-miss only: 55.94%
|
| 75 |
+
27. Lattice, no expert: 56.99%
|
| 76 |
+
28. Lattice, no expert + policy baseline candidate: 40.70%
|
| 77 |
+
29. Lattice, full: 69.33%
|
| 78 |
+
30. Oracle ceiling: 86.78%
|
| 79 |
|
| 80 |
## Novelty Framing
|
| 81 |
|
|
|
|
| 103 |
|
| 104 |
## Job Status
|
| 105 |
|
| 106 |
+
Last checked: `2026-06-29 02:00 UTC`. The field-conditioned tangent-barycenter
|
| 107 |
+
batch completed after passing CPU smokes, and the paper table rebuild now includes
|
| 108 |
+
the field-softmax rows.
|
| 109 |
|
| 110 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 111 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
|
|
| 190 |
35.19%. Summary jobs `14891083`/`14891085`/`14891087`/`14891088` and rebuild
|
| 191 |
job `14891089` completed. These are near-tie/negative diagnostics below the
|
| 192 |
equal mean-consensus no-op plateau.
|
| 193 |
+
- `14891870` and `14892092`: completed CPU smokes for the field-softmax residual
|
| 194 |
+
reducer, first validating the model-time aggregate path and then the final
|
| 195 |
+
candidate-bonus propagation.
|
| 196 |
+
- `14891889`/`14891902`/`14891923`: completed K4/K8 field-softmax transport
|
| 197 |
+
sweeps. K4 field-softmax reaches 34.96% with or without no-op 0.03 at margin
|
| 198 |
+
`0.20`; K8 with no-op 0.03 reaches 34.84%. Summary jobs `14891934`/`14891946`/
|
| 199 |
+
`14891960` completed.
|
| 200 |
+
- `14892958`/`14892975`/`14892990`: completed the K4 field-softmax no-op margin
|
| 201 |
+
sweep. Margins `0.10`, `0.05`, and `0.00` reach 35.19%, 35.07%, and 34.84%.
|
| 202 |
+
The selected field-softmax aggregates have high conditional success, but lower
|
| 203 |
+
margins over-select them and reduce the overall row, so this remains a
|
| 204 |
+
negative/near-tie diagnostic below the 35.25% mean-consensus no-op plateau.
|
| 205 |
+
Summary jobs `14893002`/`14893016`/`14893028` and rebuild job `14893069`
|
| 206 |
+
completed.
|
| 207 |
- `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
|
| 208 |
selector. It selected index `3` on a two-residual/two-scale toy case and
|
| 209 |
returned the expected action `0.20`, validating the candidate expansion and
|
|
|
|
| 232 |
selection histograms when writing reviewer-facing tables.
|
| 233 |
- Treat z-score retrieval, repaired train-family reliability priors, Gaussian hybrids,
|
| 234 |
field optimization, field-teacher/tangent distillation, policy-relative anchoring, tangent consensus,
|
| 235 |
+
kernel-weighted tangent interpolation, field-softmax tangent barycenters,
|
| 236 |
+
wrong-gripper typed priors, and same-state policy-baseline fallback as negative
|
| 237 |
+
or near-tie diagnostics that sharpen the story around local counterfactual
|
| 238 |
+
proposal geometry.
|
results/paper_table_status.json
CHANGED
|
@@ -736,14 +736,14 @@
|
|
| 736 |
"story_role": "field-conditioned tangent transport abstention sweep",
|
| 737 |
"fallback_success": null,
|
| 738 |
"pending_job": "14892958/14893002",
|
| 739 |
-
"path_exists":
|
| 740 |
-
"status": "
|
| 741 |
-
"success":
|
| 742 |
-
"std_success":
|
| 743 |
"completed_seeds": null,
|
| 744 |
-
"num_completed":
|
| 745 |
"best_config": null,
|
| 746 |
-
"gain_vs_h16_policy":
|
| 747 |
},
|
| 748 |
{
|
| 749 |
"key": "retrieval_residual_k4_fieldsoftmax_grid_margin005_noopbonus003",
|
|
@@ -755,14 +755,14 @@
|
|
| 755 |
"story_role": "field-conditioned tangent transport abstention sweep",
|
| 756 |
"fallback_success": null,
|
| 757 |
"pending_job": "14892975/14893016",
|
| 758 |
-
"path_exists":
|
| 759 |
-
"status": "
|
| 760 |
-
"success":
|
| 761 |
-
"std_success":
|
| 762 |
"completed_seeds": null,
|
| 763 |
-
"num_completed":
|
| 764 |
"best_config": null,
|
| 765 |
-
"gain_vs_h16_policy":
|
| 766 |
},
|
| 767 |
{
|
| 768 |
"key": "retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003",
|
|
@@ -774,14 +774,14 @@
|
|
| 774 |
"story_role": "field-conditioned tangent transport no-abstention diagnostic",
|
| 775 |
"fallback_success": null,
|
| 776 |
"pending_job": "14892990/14893028",
|
| 777 |
-
"path_exists":
|
| 778 |
-
"status": "
|
| 779 |
-
"success":
|
| 780 |
-
"std_success":
|
| 781 |
"completed_seeds": null,
|
| 782 |
-
"num_completed":
|
| 783 |
"best_config": null,
|
| 784 |
-
"gain_vs_h16_policy":
|
| 785 |
},
|
| 786 |
{
|
| 787 |
"key": "retrieval_residual_k8_fieldsoftmax_grid_noopbonus003",
|
|
|
|
| 736 |
"story_role": "field-conditioned tangent transport abstention sweep",
|
| 737 |
"fallback_success": null,
|
| 738 |
"pending_job": "14892958/14893002",
|
| 739 |
+
"path_exists": true,
|
| 740 |
+
"status": "complete",
|
| 741 |
+
"success": 0.3518840579710145,
|
| 742 |
+
"std_success": 0.01233843284277841,
|
| 743 |
"completed_seeds": null,
|
| 744 |
+
"num_completed": 3,
|
| 745 |
"best_config": null,
|
| 746 |
+
"gain_vs_h16_policy": 0.05449275362318845
|
| 747 |
},
|
| 748 |
{
|
| 749 |
"key": "retrieval_residual_k4_fieldsoftmax_grid_margin005_noopbonus003",
|
|
|
|
| 755 |
"story_role": "field-conditioned tangent transport abstention sweep",
|
| 756 |
"fallback_success": null,
|
| 757 |
"pending_job": "14892975/14893016",
|
| 758 |
+
"path_exists": true,
|
| 759 |
+
"status": "complete",
|
| 760 |
+
"success": 0.3507246376811594,
|
| 761 |
+
"std_success": 0.011044961671453697,
|
| 762 |
"completed_seeds": null,
|
| 763 |
+
"num_completed": 3,
|
| 764 |
"best_config": null,
|
| 765 |
+
"gain_vs_h16_policy": 0.053333333333333344
|
| 766 |
},
|
| 767 |
{
|
| 768 |
"key": "retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003",
|
|
|
|
| 774 |
"story_role": "field-conditioned tangent transport no-abstention diagnostic",
|
| 775 |
"fallback_success": null,
|
| 776 |
"pending_job": "14892990/14893028",
|
| 777 |
+
"path_exists": true,
|
| 778 |
+
"status": "complete",
|
| 779 |
+
"success": 0.34840579710144925,
|
| 780 |
+
"std_success": 0.007028611972743255,
|
| 781 |
"completed_seeds": null,
|
| 782 |
+
"num_completed": 3,
|
| 783 |
"best_config": null,
|
| 784 |
+
"gain_vs_h16_policy": 0.051014492753623186
|
| 785 |
},
|
| 786 |
{
|
| 787 |
"key": "retrieval_residual_k8_fieldsoftmax_grid_noopbonus003",
|
results/paper_table_status.md
CHANGED
|
@@ -41,9 +41,9 @@ Baseline h=16 policy: 29.74%
|
|
| 41 |
| retrieval_residual_k4_kernel_mean_s045_noopbonus003 | K4 kernel-weighted residual retrieval, scale 0.45, margin 0.20, no-op residual bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | local counterfactual tangent-field interpolation scale check |
|
| 42 |
| retrieval_residual_k4_fieldsoftmax_grid | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | field-conditioned counterfactual tangent transport |
|
| 43 |
| retrieval_residual_k4_fieldsoftmax_grid_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.96% | +5.22 pp | yes | no | no | field-conditioned tangent transport with sparse-action prior |
|
| 44 |
-
| retrieval_residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.10, no-op residual bonus 0.03 |
|
| 45 |
-
| retrieval_residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.05, no-op residual bonus 0.03 |
|
| 46 |
-
| retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.00, no-op residual bonus 0.03 |
|
| 47 |
| retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
|
| 48 |
| retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
|
| 49 |
| retrieval_residual_k4_mean_noopbonus001 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
|
|
|
|
| 41 |
| retrieval_residual_k4_kernel_mean_s045_noopbonus003 | K4 kernel-weighted residual retrieval, scale 0.45, margin 0.20, no-op residual bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | local counterfactual tangent-field interpolation scale check |
|
| 42 |
| retrieval_residual_k4_fieldsoftmax_grid | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | field-conditioned counterfactual tangent transport |
|
| 43 |
| retrieval_residual_k4_fieldsoftmax_grid_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.96% | +5.22 pp | yes | no | no | field-conditioned tangent transport with sparse-action prior |
|
| 44 |
+
| retrieval_residual_k4_fieldsoftmax_grid_margin010_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.10, no-op residual bonus 0.03 | complete | 35.19% | +5.45 pp | yes | no | no | field-conditioned tangent transport abstention sweep |
|
| 45 |
+
| retrieval_residual_k4_fieldsoftmax_grid_margin005_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.05, no-op residual bonus 0.03 | complete | 35.07% | +5.33 pp | yes | no | no | field-conditioned tangent transport abstention sweep |
|
| 46 |
+
| retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.00, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport no-abstention diagnostic |
|
| 47 |
| retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
|
| 48 |
| retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
|
| 49 |
| retrieval_residual_k4_mean_noopbonus001 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
|
scripts/build_paper_table_status.py
CHANGED
|
@@ -285,6 +285,16 @@ SPECS = [
|
|
| 285 |
story_role="previous best counterfactual advantage abstention",
|
| 286 |
pending_job="14862936/14862937",
|
| 287 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 288 |
ResultSpec(
|
| 289 |
key="retrieval_residual_k1grid_tight_safe_ray_margin020",
|
| 290 |
label="K1 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20",
|
|
@@ -445,6 +455,16 @@ SPECS = [
|
|
| 445 |
story_role="current best clean typed sparse-intervention prior",
|
| 446 |
pending_job="14883919/14883920",
|
| 447 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 448 |
ResultSpec(
|
| 449 |
key="retrieval_residual_k4_mean_noopbonus001",
|
| 450 |
label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01",
|
|
|
|
| 285 |
story_role="previous best counterfactual advantage abstention",
|
| 286 |
pending_job="14862936/14862937",
|
| 287 |
),
|
| 288 |
+
ResultSpec(
|
| 289 |
+
key="retrieval_residual_taskrelative_knn2_scale040_safe_margin020",
|
| 290 |
+
label="K2 task-relative residual retrieval, scale 0.40, safe residuals, advantage margin 0.20",
|
| 291 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_taskrelative_knn2_scale0p40_safe_types_margin0p20_summary.json",
|
| 292 |
+
clean_deployment="yes",
|
| 293 |
+
same_state_proposals="no",
|
| 294 |
+
expert_proposal="no",
|
| 295 |
+
story_role="task-relative state metric for counterfactual tangent retrieval",
|
| 296 |
+
pending_job="14893475/14893476",
|
| 297 |
+
),
|
| 298 |
ResultSpec(
|
| 299 |
key="retrieval_residual_k1grid_tight_safe_ray_margin020",
|
| 300 |
label="K1 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20",
|
|
|
|
| 455 |
story_role="current best clean typed sparse-intervention prior",
|
| 456 |
pending_job="14883919/14883920",
|
| 457 |
),
|
| 458 |
+
ResultSpec(
|
| 459 |
+
key="retrieval_residual_taskrelative_k4_mean_noopbonus003",
|
| 460 |
+
label="K4 task-relative mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03",
|
| 461 |
+
path="h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_taskrelative_k4s040_safe_margin0p20_mean_by_type_noopbonus0p03_summary.json",
|
| 462 |
+
clean_deployment="yes",
|
| 463 |
+
same_state_proposals="no",
|
| 464 |
+
expert_proposal="no",
|
| 465 |
+
story_role="task-relative state metric for typed sparse-intervention prior",
|
| 466 |
+
pending_job="14893473/14893474",
|
| 467 |
+
),
|
| 468 |
ResultSpec(
|
| 469 |
key="retrieval_residual_k4_mean_noopbonus001",
|
| 470 |
label="K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01",
|
scripts/eval_maniskill_policy_rollout.py
CHANGED
|
@@ -116,10 +116,11 @@ def main(argv: list[str] | None = None) -> int:
|
|
| 116 |
)
|
| 117 |
parser.add_argument(
|
| 118 |
"--retrieval-metric",
|
| 119 |
-
choices=("raw", "zscore"),
|
| 120 |
default="raw",
|
| 121 |
help="State-space metric for retrieval proposals. 'raw' preserves earlier results; "
|
| 122 |
-
"'zscore' standardizes each task's train-bank features before nearest-neighbor lookup
|
|
|
|
| 123 |
)
|
| 124 |
parser.add_argument(
|
| 125 |
"--retrieval-type-min-success",
|
|
|
|
| 116 |
)
|
| 117 |
parser.add_argument(
|
| 118 |
"--retrieval-metric",
|
| 119 |
+
choices=("raw", "zscore", "task_relative"),
|
| 120 |
default="raw",
|
| 121 |
help="State-space metric for retrieval proposals. 'raw' preserves earlier results; "
|
| 122 |
+
"'zscore' standardizes each task's train-bank features before nearest-neighbor lookup; "
|
| 123 |
+
"'task_relative' retrieves by target/reference actor pose rather than full robot state.",
|
| 124 |
)
|
| 125 |
parser.add_argument(
|
| 126 |
"--retrieval-type-min-success",
|