Auto-sync: 2026-06-30 10:31:48 (part 2)
Browse files- results/paper_analysis.json +144 -5
- results/paper_analysis.md +4 -3
- results/paper_core_results.md +1 -1
- results/paper_story_memo.md +2 -2
- results/paper_table_status.json +27 -8
- results/paper_table_status.md +3 -2
- scripts/build_paper_analysis.py +7 -8
- scripts/build_paper_table_status.py +12 -2
results/paper_analysis.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 3 |
-
"generated_utc": "2026-06-30T14:
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.0776811594202898,
|
| 6 |
"best_clean_vs_h16": 0.06318840579710144,
|
|
@@ -8131,9 +8131,73 @@
|
|
| 8131 |
"std_success": 0.04906690775535958
|
| 8132 |
},
|
| 8133 |
"typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005": {
|
|
|
|
| 8134 |
"label": "Typed proposal lattice head, no-op family only, best-policy checkpoint, policy-prepended margin 0.05",
|
| 8135 |
-
"
|
| 8136 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8137 |
},
|
| 8138 |
"typed_proposal_lattice_nooponly_prepend_margin005": {
|
| 8139 |
"ci95_success": 0.11324557534724171,
|
|
@@ -8204,10 +8268,85 @@
|
|
| 8204 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_nooponly_prepend_margin0p05_summary.json",
|
| 8205 |
"std_success": 0.04558379972897795
|
| 8206 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8207 |
"typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005": {
|
|
|
|
| 8208 |
"label": "Typed proposal lattice head, sparse families, best-policy checkpoint, policy-prepended margin 0.05",
|
| 8209 |
-
"
|
| 8210 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8211 |
},
|
| 8212 |
"typed_proposal_lattice_types2sparse_prepend_margin005": {
|
| 8213 |
"ci95_success": 0.10288081677597381,
|
|
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmchallenger001",
|
| 3 |
+
"generated_utc": "2026-06-30T14:36:44+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.0776811594202898,
|
| 6 |
"best_clean_vs_h16": 0.06318840579710144,
|
|
|
|
| 8131 |
"std_success": 0.04906690775535958
|
| 8132 |
},
|
| 8133 |
"typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005": {
|
| 8134 |
+
"ci95_success": 0.09239730462675538,
|
| 8135 |
"label": "Typed proposal lattice head, no-op family only, best-policy checkpoint, policy-prepended margin 0.05",
|
| 8136 |
+
"mean_action_mse_to_best": 0.4323545880660506,
|
| 8137 |
+
"mean_progress": 0.5653533038507769,
|
| 8138 |
+
"mean_success": 0.33159420289855074,
|
| 8139 |
+
"num_completed": 3,
|
| 8140 |
+
"per_task_success": {
|
| 8141 |
+
"LiftPegUpright-v1": {
|
| 8142 |
+
"mean_num_groups": 102.0,
|
| 8143 |
+
"mean_success": 0.2673620614501921,
|
| 8144 |
+
"std_success": 0.07514330008398203
|
| 8145 |
+
},
|
| 8146 |
+
"PickCube-v1": {
|
| 8147 |
+
"mean_num_groups": 196.66666666666666,
|
| 8148 |
+
"mean_success": 0.3076465603639517,
|
| 8149 |
+
"std_success": 0.06567867497222973
|
| 8150 |
+
},
|
| 8151 |
+
"PullCube-v1": {
|
| 8152 |
+
"mean_num_groups": 81.0,
|
| 8153 |
+
"mean_success": 0.15722766512240197,
|
| 8154 |
+
"std_success": 0.03551848640237177
|
| 8155 |
+
},
|
| 8156 |
+
"PushCube-v1": {
|
| 8157 |
+
"mean_num_groups": 102.0,
|
| 8158 |
+
"mean_success": 0.6901779597166158,
|
| 8159 |
+
"std_success": 0.059178430141350116
|
| 8160 |
+
},
|
| 8161 |
+
"StackCube-v1": {
|
| 8162 |
+
"mean_num_groups": 93.33333333333333,
|
| 8163 |
+
"mean_success": 0.2107966107966108,
|
| 8164 |
+
"std_success": 0.09966298208005851
|
| 8165 |
+
}
|
| 8166 |
+
},
|
| 8167 |
+
"seed_action_mse_to_best": {
|
| 8168 |
+
"0": 0.40204733323971437,
|
| 8169 |
+
"1": 0.4281022290192018,
|
| 8170 |
+
"2": 0.46691420193923555
|
| 8171 |
+
},
|
| 8172 |
+
"seed_progress": {
|
| 8173 |
+
"0": 0.5511523539054652,
|
| 8174 |
+
"1": 0.5908677209994715,
|
| 8175 |
+
"2": 0.5540398366473939
|
| 8176 |
+
},
|
| 8177 |
+
"seed_success": {
|
| 8178 |
+
"0": 0.2991304347826087,
|
| 8179 |
+
"1": 0.37217391304347824,
|
| 8180 |
+
"2": 0.3234782608695652
|
| 8181 |
+
},
|
| 8182 |
+
"selected_candidate_type_counts": {
|
| 8183 |
+
"policy_continuous": 1511,
|
| 8184 |
+
"proposal_no_op": 214
|
| 8185 |
+
},
|
| 8186 |
+
"selected_residual_scale_counts": {},
|
| 8187 |
+
"selected_type_outcomes": {
|
| 8188 |
+
"policy_continuous": {
|
| 8189 |
+
"count": 1511.0,
|
| 8190 |
+
"mean_progress": 0.5792552743250077,
|
| 8191 |
+
"success_rate": 0.3368630046326936
|
| 8192 |
+
},
|
| 8193 |
+
"proposal_no_op": {
|
| 8194 |
+
"count": 214.0,
|
| 8195 |
+
"mean_progress": 0.4671949983060917,
|
| 8196 |
+
"success_rate": 0.29439252336448596
|
| 8197 |
+
}
|
| 8198 |
+
},
|
| 8199 |
+
"source": "results/h16_bestpolicy_nooponly_prepend_margin0p05_summary.json",
|
| 8200 |
+
"std_success": 0.03719191868369956
|
| 8201 |
},
|
| 8202 |
"typed_proposal_lattice_nooponly_prepend_margin005": {
|
| 8203 |
"ci95_success": 0.11324557534724171,
|
|
|
|
| 8268 |
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_bestpt_proposal_lattice_nooponly_prepend_margin0p05_summary.json",
|
| 8269 |
"std_success": 0.04558379972897795
|
| 8270 |
},
|
| 8271 |
+
"typed_proposal_lattice_nooponly_sparsehead_prepend_margin005": {
|
| 8272 |
+
"label": "Typed proposal lattice head, no-op-only head retrain, policy-prepended margin 0.05",
|
| 8273 |
+
"missing": true,
|
| 8274 |
+
"source": "results/h16_typedprop_nooponly_sparsehead_prepend_margin0p05_summary.json"
|
| 8275 |
+
},
|
| 8276 |
"typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005": {
|
| 8277 |
+
"ci95_success": 0.09107461025155232,
|
| 8278 |
"label": "Typed proposal lattice head, sparse families, best-policy checkpoint, policy-prepended margin 0.05",
|
| 8279 |
+
"mean_action_mse_to_best": 0.4511233652255116,
|
| 8280 |
+
"mean_progress": 0.5570779382899079,
|
| 8281 |
+
"mean_success": 0.32289855072463763,
|
| 8282 |
+
"num_completed": 3,
|
| 8283 |
+
"per_task_success": {
|
| 8284 |
+
"LiftPegUpright-v1": {
|
| 8285 |
+
"mean_num_groups": 102.0,
|
| 8286 |
+
"mean_success": 0.25212622530385503,
|
| 8287 |
+
"std_success": 0.07912705997645623
|
| 8288 |
+
},
|
| 8289 |
+
"PickCube-v1": {
|
| 8290 |
+
"mean_num_groups": 196.66666666666666,
|
| 8291 |
+
"mean_success": 0.3076465603639517,
|
| 8292 |
+
"std_success": 0.06567867497222973
|
| 8293 |
+
},
|
| 8294 |
+
"PullCube-v1": {
|
| 8295 |
+
"mean_num_groups": 81.0,
|
| 8296 |
+
"mean_success": 0.1564884433305486,
|
| 8297 |
+
"std_success": 0.014120874822966888
|
| 8298 |
+
},
|
| 8299 |
+
"PushCube-v1": {
|
| 8300 |
+
"mean_num_groups": 102.0,
|
| 8301 |
+
"mean_success": 0.655894255325475,
|
| 8302 |
+
"std_success": 0.09882691423366702
|
| 8303 |
+
},
|
| 8304 |
+
"StackCube-v1": {
|
| 8305 |
+
"mean_num_groups": 93.33333333333333,
|
| 8306 |
+
"mean_success": 0.2107966107966108,
|
| 8307 |
+
"std_success": 0.09966298208005851
|
| 8308 |
+
}
|
| 8309 |
+
},
|
| 8310 |
+
"seed_action_mse_to_best": {
|
| 8311 |
+
"0": 0.42280645585758103,
|
| 8312 |
+
"1": 0.44845469078160416,
|
| 8313 |
+
"2": 0.48210894903734974
|
| 8314 |
+
},
|
| 8315 |
+
"seed_progress": {
|
| 8316 |
+
"0": 0.5449448479031739,
|
| 8317 |
+
"1": 0.5814847025639661,
|
| 8318 |
+
"2": 0.5448042644025839
|
| 8319 |
+
},
|
| 8320 |
+
"seed_success": {
|
| 8321 |
+
"0": 0.2921739130434783,
|
| 8322 |
+
"1": 0.3634782608695652,
|
| 8323 |
+
"2": 0.3130434782608696
|
| 8324 |
+
},
|
| 8325 |
+
"selected_candidate_type_counts": {
|
| 8326 |
+
"policy_continuous": 1428,
|
| 8327 |
+
"proposal_no_op": 197,
|
| 8328 |
+
"proposal_wrong_gripper": 100
|
| 8329 |
+
},
|
| 8330 |
+
"selected_residual_scale_counts": {},
|
| 8331 |
+
"selected_type_outcomes": {
|
| 8332 |
+
"policy_continuous": {
|
| 8333 |
+
"count": 1428.0,
|
| 8334 |
+
"mean_progress": 0.5722373958236175,
|
| 8335 |
+
"success_rate": 0.32072829131652664
|
| 8336 |
+
},
|
| 8337 |
+
"proposal_no_op": {
|
| 8338 |
+
"count": 197.0,
|
| 8339 |
+
"mean_progress": 0.46950423573781996,
|
| 8340 |
+
"success_rate": 0.29441624365482233
|
| 8341 |
+
},
|
| 8342 |
+
"proposal_wrong_gripper": {
|
| 8343 |
+
"count": 100.0,
|
| 8344 |
+
"mean_progress": 0.5131210787361488,
|
| 8345 |
+
"success_rate": 0.41
|
| 8346 |
+
}
|
| 8347 |
+
},
|
| 8348 |
+
"source": "results/h16_bestpolicy_types2sparse_prepend_margin0p05_summary.json",
|
| 8349 |
+
"std_success": 0.036659505515970706
|
| 8350 |
},
|
| 8351 |
"typed_proposal_lattice_types2sparse_prepend_margin005": {
|
| 8352 |
"ci95_success": 0.10288081677597381,
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-06-30T14:
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -65,8 +65,9 @@ Generated: `2026-06-30T14:17:14+00:00`
|
|
| 65 |
| typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | 3 | 33.45% +/- 3.39 | +/- 8.43 | 55.47% | 0.456 | +3.71 pp |
|
| 66 |
| typed_proposal_lattice_types2sparse_prepend_margin005 | Typed proposal lattice head, sparse no-op/wrong-gripper families, policy-prepended margin 0.05 | 3 | 34.26% +/- 4.14 | +/- 10.29 | 56.08% | 0.461 | +4.52 pp |
|
| 67 |
| typed_proposal_lattice_nooponly_prepend_margin005 | Typed proposal lattice head, no-op family only, policy-prepended margin 0.05 | 3 | 34.43% +/- 4.56 | +/- 11.32 | 56.23% | 0.450 | +4.70 pp |
|
| 68 |
-
| typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005 | Typed proposal lattice head, sparse families, best-policy checkpoint, policy-prepended margin 0.05 |
|
| 69 |
-
| typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005 | Typed proposal lattice head, no-op family only, best-policy checkpoint, policy-prepended margin 0.05 |
|
|
|
|
| 70 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 71 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 72 |
| residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-06-30T14:36:44+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 65 |
| typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | 3 | 33.45% +/- 3.39 | +/- 8.43 | 55.47% | 0.456 | +3.71 pp |
|
| 66 |
| typed_proposal_lattice_types2sparse_prepend_margin005 | Typed proposal lattice head, sparse no-op/wrong-gripper families, policy-prepended margin 0.05 | 3 | 34.26% +/- 4.14 | +/- 10.29 | 56.08% | 0.461 | +4.52 pp |
|
| 67 |
| typed_proposal_lattice_nooponly_prepend_margin005 | Typed proposal lattice head, no-op family only, policy-prepended margin 0.05 | 3 | 34.43% +/- 4.56 | +/- 11.32 | 56.23% | 0.450 | +4.70 pp |
|
| 68 |
+
| typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005 | Typed proposal lattice head, sparse families, best-policy checkpoint, policy-prepended margin 0.05 | 3 | 32.29% +/- 3.67 | +/- 9.11 | 55.71% | 0.451 | +2.55 pp |
|
| 69 |
+
| typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005 | Typed proposal lattice head, no-op family only, best-policy checkpoint, policy-prepended margin 0.05 | 3 | 33.16% +/- 3.72 | +/- 9.24 | 56.54% | 0.432 | +3.42 pp |
|
| 70 |
+
| typed_proposal_lattice_nooponly_sparsehead_prepend_margin005 | Typed proposal lattice head, no-op-only head retrain, policy-prepended margin 0.05 | 0 | missing | missing | missing | missing | missing |
|
| 71 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 72 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 73 |
| residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
|
results/paper_core_results.md
CHANGED
|
@@ -61,7 +61,7 @@ lattice is `+27.25 pp`, and the remaining clean-to-same-state proposal gap is
|
|
| 61 |
| K4 compatible residual retrieval, unique candidate-oracle prefix K=8 | No | No | 43.07% diagnostic | +13.33 pp diagnostic | Diagnostic-only measured oracle over generated clean candidate prefix; unique-action trace shows real selector headroom, not duplicate-action inflation |
|
| 62 |
| K4 compatible residual retrieval + near-miss challenger gate 0.01 | No | No | 36.06% | +6.32 pp | Current best clean deployment row; a two-stage selector keeps the robust compatible-chart anchor and only lets singleton near-miss tangents override under a tightly calibrated positive field margin |
|
| 63 |
| K4 compatible residual retrieval + near-miss challenger fine calibration | No | No | 36.00-36.00% | +6.26 pp | Margins 0.005/0.015/0.02 form a near-tie plateau around the 0.01 optimum; scale-gating the challenger to 0.35 or 0.35/0.40 lowers MSE slightly but does not recover the lost success; 0.03 and near-miss+wrong-gripper are lower or higher-MSE, so the effect is calibrated singleton near-miss geometry rather than broad residual mixing |
|
| 64 |
-
| Typed proposal lattice head, generated primitive families | No | No | 31.30-34.43% | +1.57-4.70 pp | Direct generated support improves as anti-goal families are masked: six-family is 31.30%/32.17%, safe4 is 33.45%, sparse no-op/wrong-gripper is 34.26%, and no-op-only is 34.43%;
|
| 65 |
| K4 compatible residual retrieval, margin 0.10 | No | No | 34.67% | +4.93 pp | Naively lowering abstention selects too many bad nonzero tangents and falls below the 36.06% top row |
|
| 66 |
| K4 composed type-consensus residual retrieval, exact compatibility mask + source-score prior | No | No | 35.48% | +5.74 pp | Measured train-source reward confidence does not replace the sparse typed prior on the compatible chart; useful negative calibration |
|
| 67 |
| K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/source-score priors | No | No | 35.54% | +5.80 pp | Adding measured train-source reward confidence to the current typed-prior chart ties near-best but does not beat exact compatibility masking alone |
|
|
|
|
| 61 |
| K4 compatible residual retrieval, unique candidate-oracle prefix K=8 | No | No | 43.07% diagnostic | +13.33 pp diagnostic | Diagnostic-only measured oracle over generated clean candidate prefix; unique-action trace shows real selector headroom, not duplicate-action inflation |
|
| 62 |
| K4 compatible residual retrieval + near-miss challenger gate 0.01 | No | No | 36.06% | +6.32 pp | Current best clean deployment row; a two-stage selector keeps the robust compatible-chart anchor and only lets singleton near-miss tangents override under a tightly calibrated positive field margin |
|
| 63 |
| K4 compatible residual retrieval + near-miss challenger fine calibration | No | No | 36.00-36.00% | +6.26 pp | Margins 0.005/0.015/0.02 form a near-tie plateau around the 0.01 optimum; scale-gating the challenger to 0.35 or 0.35/0.40 lowers MSE slightly but does not recover the lost success; 0.03 and near-miss+wrong-gripper are lower or higher-MSE, so the effect is calibrated singleton near-miss geometry rather than broad residual mixing |
|
| 64 |
+
| Typed proposal lattice head, generated primitive families | No | No | 31.30-34.43% | +1.57-4.70 pp | Direct generated support improves as anti-goal families are masked: six-family is 31.30%/32.17%, safe4 is 33.45%, sparse no-op/wrong-gripper is 34.26%, and no-op-only is 34.43%; best-policy checkpoint ablations drop to 32.29%/33.16%, and a no-op-only sparse-head retrain is pending |
|
| 65 |
| K4 compatible residual retrieval, margin 0.10 | No | No | 34.67% | +4.93 pp | Naively lowering abstention selects too many bad nonzero tangents and falls below the 36.06% top row |
|
| 66 |
| K4 composed type-consensus residual retrieval, exact compatibility mask + source-score prior | No | No | 35.48% | +5.74 pp | Measured train-source reward confidence does not replace the sparse typed prior on the compatible chart; useful negative calibration |
|
| 67 |
| K4 composed type-consensus residual retrieval, exact compatibility mask + no-op/source-score priors | No | No | 35.54% | +5.80 pp | Adding measured train-source reward confidence to the current typed-prior chart ties near-best but does not beat exact compatibility masking alone |
|
results/paper_story_memo.md
CHANGED
|
@@ -34,7 +34,7 @@ when queried on proposal geometry that matches those local counterfactuals.
|
|
| 34 |
| Singleton near-miss priors do not open a new clean route | adding a small exact `residual_near_miss` singleton prior 0.01 or 0.02 on the compatible chart ties the previous 35.59% compatibility row and slightly raises progress to 57.10% | Tie diagnostic: revived near-miss tangents are high-precision but too sparse to close the clean-to-same-state proposal gap |
|
| 35 |
| Candidate-prefix oracle needs unique-action hygiene | the first K=8 prefix diagnostic was archived as `_nonunique`; the deduplicated unique-action trace reaches 43.07% candidate-oracle success with mean best branch rank 2.85 | Supported diagnostic: proposal headroom is real, but branch success falls with rank, so selector calibration must be conditional |
|
| 36 |
| Near-miss challenger calibration improves clean deployment | the trace-motivated two-stage selector keeps the compatible-chart anchor and lets singleton near-miss tangents override only under a tightly calibrated margin; margin 0.01 reaches 36.06%, while 0.005/0.015/0.02 and scale-gated 0.35 or 0.35/0.40 variants tie at 36.00% | Current best clean row; small but story-aligned selector-calibration gain, with scale-gating explaining MSE but not improving success and wrong-gripper challengers rejected by lower success or higher MSE |
|
| 37 |
-
| Typed proposal generation confirms support geometry, not just support count, is the remaining clean bottleneck | six-family generated typed proposal lattices reach 31.30%/32.17%; masking anti-goal families raises safe4 to 33.45%, sparse no-op/wrong-gripper to 34.26%, and no-op-only to 34.43%
|
| 38 |
| Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% and the exact compatibility row at 35.59% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
|
| 39 |
| Composite trust-radius penalty explains but does not improve the success top line | composite-only L2 penalty 0.02 ties 35.54% while lowering action MSE from 0.4106 to 0.4079; with the exact compatibility mask it lowers MSE further to 0.4048 but drops back to 35.54% | Tie/negative diagnostic: composed tangents need a local trust radius, but compatibility masking gives the success optimum |
|
| 40 |
| Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
|
|
@@ -85,7 +85,7 @@ clean proposal result, the intended main rows are:
|
|
| 85 |
17. K4 masked composed type-consensus tangent transport: 35.30%; with exact near-miss/no-op compatibility mask only: 35.48%; with typed no-op prior: 35.54%; with exact compatibility mask + typed no-op prior: 35.59%; adding singleton near-miss prior 0.01/0.02 ties 35.59%; with source-score prior on that exact chart: 35.48%; with typed no-op + source-score: 35.54%
|
| 86 |
18. K4 compatible tangent unique-action candidate-oracle prefix K=8 diagnostic: 43.07%; branch trace shows mean best branch rank 2.85, unique count 8.00, and real but conditional selector headroom
|
| 87 |
19. K4 compatible tangent near-miss challenger gate 0.01: 36.06%; current best clean deployment row from trace-motivated two-stage selector calibration. Fine margins 0.005/0.015/0.02 tie at 36.00%; scale-gating the challenger to 0.35 or 0.35/0.40 also ties 36.00% with slightly lower MSE; 0.03 and near-miss+wrong-gripper variants are lower or higher-MSE.
|
| 88 |
-
20. Typed proposal lattice head: six-family generated proposals reach 31.30%/32.17%; safe4 reaches 33.45%; sparse no-op/wrong-gripper reaches 34.26%; no-op-only reaches 34.43%. Checkpointing ablations with `best_policy.pt` are pending as `
|
| 89 |
21. K4 compatible tangent abstention margin 0.10 diagnostic: 34.67%; naive lower abstention hurts despite candidate-prefix oracle headroom
|
| 90 |
22. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
|
| 91 |
21. K4 masked composed type-consensus tangent transport + composite L2 trust penalty: 35.54% at 0.02; 35.48% at 0.05; 35.54% with exact compatibility mask + L2 0.02
|
|
|
|
| 34 |
| Singleton near-miss priors do not open a new clean route | adding a small exact `residual_near_miss` singleton prior 0.01 or 0.02 on the compatible chart ties the previous 35.59% compatibility row and slightly raises progress to 57.10% | Tie diagnostic: revived near-miss tangents are high-precision but too sparse to close the clean-to-same-state proposal gap |
|
| 35 |
| Candidate-prefix oracle needs unique-action hygiene | the first K=8 prefix diagnostic was archived as `_nonunique`; the deduplicated unique-action trace reaches 43.07% candidate-oracle success with mean best branch rank 2.85 | Supported diagnostic: proposal headroom is real, but branch success falls with rank, so selector calibration must be conditional |
|
| 36 |
| Near-miss challenger calibration improves clean deployment | the trace-motivated two-stage selector keeps the compatible-chart anchor and lets singleton near-miss tangents override only under a tightly calibrated margin; margin 0.01 reaches 36.06%, while 0.005/0.015/0.02 and scale-gated 0.35 or 0.35/0.40 variants tie at 36.00% | Current best clean row; small but story-aligned selector-calibration gain, with scale-gating explaining MSE but not improving success and wrong-gripper challengers rejected by lower success or higher MSE |
|
| 37 |
+
| Typed proposal generation confirms support geometry, not just support count, is the remaining clean bottleneck | six-family generated typed proposal lattices reach 31.30%/32.17%; masking anti-goal families raises safe4 to 33.45%, sparse no-op/wrong-gripper to 34.26%, and no-op-only to 34.43%; best-policy checkpoint ablations drop to 32.29%/33.16%; no-op-only sparse-head retrain is pending | Negative/diagnostic: direct proposal generation helps only when sparse and anti-goal masked, but learned proposals still lack the local same-state counterfactual geometry |
|
| 38 |
| Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% and the exact compatibility row at 35.59% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
|
| 39 |
| Composite trust-radius penalty explains but does not improve the success top line | composite-only L2 penalty 0.02 ties 35.54% while lowering action MSE from 0.4106 to 0.4079; with the exact compatibility mask it lowers MSE further to 0.4048 but drops back to 35.54% | Tie/negative diagnostic: composed tangents need a local trust radius, but compatibility masking gives the success optimum |
|
| 40 |
| Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
|
|
|
|
| 85 |
17. K4 masked composed type-consensus tangent transport: 35.30%; with exact near-miss/no-op compatibility mask only: 35.48%; with typed no-op prior: 35.54%; with exact compatibility mask + typed no-op prior: 35.59%; adding singleton near-miss prior 0.01/0.02 ties 35.59%; with source-score prior on that exact chart: 35.48%; with typed no-op + source-score: 35.54%
|
| 86 |
18. K4 compatible tangent unique-action candidate-oracle prefix K=8 diagnostic: 43.07%; branch trace shows mean best branch rank 2.85, unique count 8.00, and real but conditional selector headroom
|
| 87 |
19. K4 compatible tangent near-miss challenger gate 0.01: 36.06%; current best clean deployment row from trace-motivated two-stage selector calibration. Fine margins 0.005/0.015/0.02 tie at 36.00%; scale-gating the challenger to 0.35 or 0.35/0.40 also ties 36.00% with slightly lower MSE; 0.03 and near-miss+wrong-gripper variants are lower or higher-MSE.
|
| 88 |
+
20. Typed proposal lattice head: six-family generated proposals reach 31.30%/32.17%; safe4 reaches 33.45%; sparse no-op/wrong-gripper reaches 34.26%; no-op-only reaches 34.43%. Checkpointing ablations with `best_policy.pt` are lower at 32.29%/33.16%. A no-op-only sparse-head retrain is pending as `14963500` -> `14963505` -> `14963507`.
|
| 89 |
21. K4 compatible tangent abstention margin 0.10 diagnostic: 34.67%; naive lower abstention hurts despite candidate-prefix oracle headroom
|
| 90 |
22. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
|
| 91 |
21. K4 masked composed type-consensus tangent transport + composite L2 trust penalty: 35.54% at 0.02; 35.48% at 0.05; 35.54% with exact compatibility mask + L2 0.02
|
results/paper_table_status.json
CHANGED
|
@@ -1641,32 +1641,51 @@
|
|
| 1641 |
{
|
| 1642 |
"key": "typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005",
|
| 1643 |
"label": "Typed proposal lattice head, sparse no-op/wrong-gripper families, best-policy checkpoint",
|
| 1644 |
-
"path": "
|
| 1645 |
"clean_deployment": "yes",
|
| 1646 |
"same_state_proposals": "no",
|
| 1647 |
"expert_proposal": "no",
|
| 1648 |
"story_role": "checkpointing ablation for typed generated sparse proposals: lower BC/proposal loss versus weaker field scorer",
|
| 1649 |
"fallback_success": null,
|
| 1650 |
"pending_job": "14963143/14963150",
|
| 1651 |
-
"path_exists":
|
| 1652 |
-
"status": "
|
| 1653 |
-
"success":
|
| 1654 |
-
"std_success":
|
| 1655 |
"completed_seeds": null,
|
| 1656 |
-
"num_completed":
|
| 1657 |
"best_config": null,
|
| 1658 |
-
"gain_vs_h16_policy":
|
| 1659 |
},
|
| 1660 |
{
|
| 1661 |
"key": "typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005",
|
| 1662 |
"label": "Typed proposal lattice head, no-op family only, best-policy checkpoint",
|
| 1663 |
-
"path": "
|
| 1664 |
"clean_deployment": "yes",
|
| 1665 |
"same_state_proposals": "no",
|
| 1666 |
"expert_proposal": "no",
|
| 1667 |
"story_role": "minimal generated no-op checkpointing ablation for typed proposal support",
|
| 1668 |
"fallback_success": null,
|
| 1669 |
"pending_job": "14963147/14963149",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1670 |
"path_exists": false,
|
| 1671 |
"status": "pending",
|
| 1672 |
"success": null,
|
|
|
|
| 1641 |
{
|
| 1642 |
"key": "typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005",
|
| 1643 |
"label": "Typed proposal lattice head, sparse no-op/wrong-gripper families, best-policy checkpoint",
|
| 1644 |
+
"path": "h16_bestpolicy_types2sparse_prepend_margin0p05_summary.json",
|
| 1645 |
"clean_deployment": "yes",
|
| 1646 |
"same_state_proposals": "no",
|
| 1647 |
"expert_proposal": "no",
|
| 1648 |
"story_role": "checkpointing ablation for typed generated sparse proposals: lower BC/proposal loss versus weaker field scorer",
|
| 1649 |
"fallback_success": null,
|
| 1650 |
"pending_job": "14963143/14963150",
|
| 1651 |
+
"path_exists": true,
|
| 1652 |
+
"status": "complete",
|
| 1653 |
+
"success": 0.3228985507246377,
|
| 1654 |
+
"std_success": 0.036659505515970706,
|
| 1655 |
"completed_seeds": null,
|
| 1656 |
+
"num_completed": 3,
|
| 1657 |
"best_config": null,
|
| 1658 |
+
"gain_vs_h16_policy": 0.02550724637681162
|
| 1659 |
},
|
| 1660 |
{
|
| 1661 |
"key": "typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005",
|
| 1662 |
"label": "Typed proposal lattice head, no-op family only, best-policy checkpoint",
|
| 1663 |
+
"path": "h16_bestpolicy_nooponly_prepend_margin0p05_summary.json",
|
| 1664 |
"clean_deployment": "yes",
|
| 1665 |
"same_state_proposals": "no",
|
| 1666 |
"expert_proposal": "no",
|
| 1667 |
"story_role": "minimal generated no-op checkpointing ablation for typed proposal support",
|
| 1668 |
"fallback_success": null,
|
| 1669 |
"pending_job": "14963147/14963149",
|
| 1670 |
+
"path_exists": true,
|
| 1671 |
+
"status": "complete",
|
| 1672 |
+
"success": 0.33159420289855074,
|
| 1673 |
+
"std_success": 0.03719191868369956,
|
| 1674 |
+
"completed_seeds": null,
|
| 1675 |
+
"num_completed": 3,
|
| 1676 |
+
"best_config": null,
|
| 1677 |
+
"gain_vs_h16_policy": 0.03420289855072467
|
| 1678 |
+
},
|
| 1679 |
+
{
|
| 1680 |
+
"key": "typed_proposal_lattice_nooponly_sparsehead_prepend_margin005",
|
| 1681 |
+
"label": "Typed proposal lattice head, no-op-only head retrain",
|
| 1682 |
+
"path": "h16_typedprop_nooponly_sparsehead_prepend_margin0p05_summary.json",
|
| 1683 |
+
"clean_deployment": "yes",
|
| 1684 |
+
"same_state_proposals": "no",
|
| 1685 |
+
"expert_proposal": "no",
|
| 1686 |
+
"story_role": "sparse-head retrain test for whether typed proposal failure comes from multi-family interference",
|
| 1687 |
+
"fallback_success": null,
|
| 1688 |
+
"pending_job": "14963500/14963505/14963507",
|
| 1689 |
"path_exists": false,
|
| 1690 |
"status": "pending",
|
| 1691 |
"success": null,
|
results/paper_table_status.md
CHANGED
|
@@ -89,8 +89,9 @@ Baseline h=16 policy: 29.74%
|
|
| 89 |
| typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | complete | 33.45% | +3.71 pp | yes | no | no | anti-goal proposal-family mask test for the model-generated typed lattice |
|
| 90 |
| typed_proposal_lattice_types2sparse_prepend_margin005 | Typed proposal lattice head, sparse no-op/wrong-gripper families, policy-prepended margin 0.05 | complete | 34.26% | +4.52 pp | yes | no | no | sparse safe-support test for whether typed generated no-op/wrong-gripper proposals recover the clean support gap |
|
| 91 |
| typed_proposal_lattice_nooponly_prepend_margin005 | Typed proposal lattice head, no-op family only, policy-prepended margin 0.05 | complete | 34.43% | +4.70 pp | yes | no | no | minimal generated no-op proposal-family test after sparse typed lattice improved over the full six-family row |
|
| 92 |
-
| typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005 | Typed proposal lattice head, sparse no-op/wrong-gripper families, best-policy checkpoint |
|
| 93 |
-
| typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005 | Typed proposal lattice head, no-op family only, best-policy checkpoint |
|
|
|
|
| 94 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
|
| 95 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
|
| 96 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
|
|
|
|
| 89 |
| typed_proposal_lattice_types4safe_prepend_margin005 | Typed proposal lattice head, safe four families, policy-prepended margin 0.05 | complete | 33.45% | +3.71 pp | yes | no | no | anti-goal proposal-family mask test for the model-generated typed lattice |
|
| 90 |
| typed_proposal_lattice_types2sparse_prepend_margin005 | Typed proposal lattice head, sparse no-op/wrong-gripper families, policy-prepended margin 0.05 | complete | 34.26% | +4.52 pp | yes | no | no | sparse safe-support test for whether typed generated no-op/wrong-gripper proposals recover the clean support gap |
|
| 91 |
| typed_proposal_lattice_nooponly_prepend_margin005 | Typed proposal lattice head, no-op family only, policy-prepended margin 0.05 | complete | 34.43% | +4.70 pp | yes | no | no | minimal generated no-op proposal-family test after sparse typed lattice improved over the full six-family row |
|
| 92 |
+
| typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005 | Typed proposal lattice head, sparse no-op/wrong-gripper families, best-policy checkpoint | complete | 32.29% | +2.55 pp | yes | no | no | checkpointing ablation for typed generated sparse proposals: lower BC/proposal loss versus weaker field scorer |
|
| 93 |
+
| typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005 | Typed proposal lattice head, no-op family only, best-policy checkpoint | complete | 33.16% | +3.42 pp | yes | no | no | minimal generated no-op checkpointing ablation for typed proposal support |
|
| 94 |
+
| typed_proposal_lattice_nooponly_sparsehead_prepend_margin005 | Typed proposal lattice head, no-op-only head retrain | pending 14963500/14963505/14963507 | pending | pending | yes | no | no | sparse-head retrain test for whether typed proposal failure comes from multi-family interference |
|
| 95 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
|
| 96 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
|
| 97 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
|
scripts/build_paper_analysis.py
CHANGED
|
@@ -500,18 +500,17 @@ METHODS = [
|
|
| 500 |
MethodSpec(
|
| 501 |
key="typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005",
|
| 502 |
label="Typed proposal lattice head, sparse families, best-policy checkpoint, policy-prepended margin 0.05",
|
| 503 |
-
summary_path=
|
| 504 |
-
"h16_policy_ckpt_near_miss_policy_bc5_typedprop_p2_"
|
| 505 |
-
"bestpolicy_types2sparse_prepend_margin0p05_summary.json"
|
| 506 |
-
),
|
| 507 |
),
|
| 508 |
MethodSpec(
|
| 509 |
key="typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005",
|
| 510 |
label="Typed proposal lattice head, no-op family only, best-policy checkpoint, policy-prepended margin 0.05",
|
| 511 |
-
summary_path=
|
| 512 |
-
|
| 513 |
-
|
| 514 |
-
|
|
|
|
|
|
|
| 515 |
),
|
| 516 |
MethodSpec(
|
| 517 |
key="residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
|
|
|
|
| 500 |
MethodSpec(
|
| 501 |
key="typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005",
|
| 502 |
label="Typed proposal lattice head, sparse families, best-policy checkpoint, policy-prepended margin 0.05",
|
| 503 |
+
summary_path="h16_bestpolicy_types2sparse_prepend_margin0p05_summary.json",
|
|
|
|
|
|
|
|
|
|
| 504 |
),
|
| 505 |
MethodSpec(
|
| 506 |
key="typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005",
|
| 507 |
label="Typed proposal lattice head, no-op family only, best-policy checkpoint, policy-prepended margin 0.05",
|
| 508 |
+
summary_path="h16_bestpolicy_nooponly_prepend_margin0p05_summary.json",
|
| 509 |
+
),
|
| 510 |
+
MethodSpec(
|
| 511 |
+
key="typed_proposal_lattice_nooponly_sparsehead_prepend_margin005",
|
| 512 |
+
label="Typed proposal lattice head, no-op-only head retrain, policy-prepended margin 0.05",
|
| 513 |
+
summary_path="h16_typedprop_nooponly_sparsehead_prepend_margin0p05_summary.json",
|
| 514 |
),
|
| 515 |
MethodSpec(
|
| 516 |
key="residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
|
scripts/build_paper_table_status.py
CHANGED
|
@@ -878,7 +878,7 @@ SPECS = [
|
|
| 878 |
ResultSpec(
|
| 879 |
key="typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005",
|
| 880 |
label="Typed proposal lattice head, sparse no-op/wrong-gripper families, best-policy checkpoint",
|
| 881 |
-
path="
|
| 882 |
clean_deployment="yes",
|
| 883 |
same_state_proposals="no",
|
| 884 |
expert_proposal="no",
|
|
@@ -888,13 +888,23 @@ SPECS = [
|
|
| 888 |
ResultSpec(
|
| 889 |
key="typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005",
|
| 890 |
label="Typed proposal lattice head, no-op family only, best-policy checkpoint",
|
| 891 |
-
path="
|
| 892 |
clean_deployment="yes",
|
| 893 |
same_state_proposals="no",
|
| 894 |
expert_proposal="no",
|
| 895 |
story_role="minimal generated no-op checkpointing ablation for typed proposal support",
|
| 896 |
pending_job="14963147/14963149",
|
| 897 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 898 |
ResultSpec(
|
| 899 |
key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
|
| 900 |
label="K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
|
|
|
|
| 878 |
ResultSpec(
|
| 879 |
key="typed_proposal_lattice_types2sparse_bestpolicy_prepend_margin005",
|
| 880 |
label="Typed proposal lattice head, sparse no-op/wrong-gripper families, best-policy checkpoint",
|
| 881 |
+
path="h16_bestpolicy_types2sparse_prepend_margin0p05_summary.json",
|
| 882 |
clean_deployment="yes",
|
| 883 |
same_state_proposals="no",
|
| 884 |
expert_proposal="no",
|
|
|
|
| 888 |
ResultSpec(
|
| 889 |
key="typed_proposal_lattice_nooponly_bestpolicy_prepend_margin005",
|
| 890 |
label="Typed proposal lattice head, no-op family only, best-policy checkpoint",
|
| 891 |
+
path="h16_bestpolicy_nooponly_prepend_margin0p05_summary.json",
|
| 892 |
clean_deployment="yes",
|
| 893 |
same_state_proposals="no",
|
| 894 |
expert_proposal="no",
|
| 895 |
story_role="minimal generated no-op checkpointing ablation for typed proposal support",
|
| 896 |
pending_job="14963147/14963149",
|
| 897 |
),
|
| 898 |
+
ResultSpec(
|
| 899 |
+
key="typed_proposal_lattice_nooponly_sparsehead_prepend_margin005",
|
| 900 |
+
label="Typed proposal lattice head, no-op-only head retrain",
|
| 901 |
+
path="h16_typedprop_nooponly_sparsehead_prepend_margin0p05_summary.json",
|
| 902 |
+
clean_deployment="yes",
|
| 903 |
+
same_state_proposals="no",
|
| 904 |
+
expert_proposal="no",
|
| 905 |
+
story_role="sparse-head retrain test for whether typed proposal failure comes from multi-family interference",
|
| 906 |
+
pending_job="14963500/14963505/14963507",
|
| 907 |
+
),
|
| 908 |
ResultSpec(
|
| 909 |
key="retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
|
| 910 |
label="K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01",
|