Auto-sync: 2026-06-29 19:11:23 (part 2)
Browse files- results/paper_analysis.json +224 -27
- results/paper_analysis.md +18 -12
- results/paper_table_status.json +14 -13
- results/paper_table_status.md +3 -2
results/paper_analysis.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
-
"best_clean_key": "
|
| 3 |
-
"generated_utc": "2026-06-
|
| 4 |
"mechanism_gap": {
|
| 5 |
-
"best_clean_vs_direct_same_ckpt": 0.
|
| 6 |
-
"best_clean_vs_h16": 0.
|
| 7 |
"same_state_full_vs_no_expert": 0.12347826086956515,
|
| 8 |
-
"same_state_no_expert_vs_best_clean": 0.
|
| 9 |
"same_state_no_expert_vs_h16": 0.27246376811594214
|
| 10 |
},
|
| 11 |
"methods": {
|
|
@@ -1045,9 +1045,101 @@
|
|
| 1045 |
"std_success": 0.012541047914657353
|
| 1046 |
},
|
| 1047 |
"residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003": {
|
|
|
|
| 1048 |
"label": "K4 compatible tangents, margin 0.10, no-op bonus 0.03",
|
| 1049 |
-
"
|
| 1050 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1051 |
},
|
| 1052 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003": {
|
| 1053 |
"ci95_success": 0.024567904418045634,
|
|
@@ -1341,9 +1433,114 @@
|
|
| 1341 |
"std_success": 0.009889114266221456
|
| 1342 |
},
|
| 1343 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1344 |
"label": "K4 compatible tangents, no-op bonus 0.03, candidate-oracle prefix K=8 diagnostic",
|
| 1345 |
-
"
|
| 1346 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1347 |
},
|
| 1348 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_srcscorebonus002": {
|
| 1349 |
"ci95_success": 0.02131295542962397,
|
|
@@ -7005,38 +7202,38 @@
|
|
| 7005 |
},
|
| 7006 |
"paired_deltas": {
|
| 7007 |
"best_clean - canonical_h16": {
|
| 7008 |
-
"ci95_delta": 0.
|
| 7009 |
-
"left": "
|
| 7010 |
-
"mean_delta": 0.
|
| 7011 |
"right": "h16_policy_canonical",
|
| 7012 |
"seed_deltas": {
|
| 7013 |
-
"0": 0.
|
| 7014 |
"1": 0.038260869565217404,
|
| 7015 |
-
"2": 0.
|
| 7016 |
},
|
| 7017 |
"seeds": [
|
| 7018 |
0,
|
| 7019 |
1,
|
| 7020 |
2
|
| 7021 |
],
|
| 7022 |
-
"std_delta": 0.
|
| 7023 |
},
|
| 7024 |
"best_clean - direct_same_ckpt": {
|
| 7025 |
-
"ci95_delta": 0.
|
| 7026 |
-
"left": "
|
| 7027 |
-
"mean_delta": 0.
|
| 7028 |
"right": "near_miss_policy_bc5",
|
| 7029 |
"seed_deltas": {
|
| 7030 |
-
"0": 0.
|
| 7031 |
"1": 0.055652173913043446,
|
| 7032 |
-
"2": 0.
|
| 7033 |
},
|
| 7034 |
"seeds": [
|
| 7035 |
0,
|
| 7036 |
1,
|
| 7037 |
2
|
| 7038 |
],
|
| 7039 |
-
"std_delta": 0.
|
| 7040 |
},
|
| 7041 |
"full_lattice - no_expert_lattice": {
|
| 7042 |
"ci95_delta": 0.02628111194117426,
|
|
@@ -7094,16 +7291,16 @@
|
|
| 7094 |
"best_clean_vs_h16": {
|
| 7095 |
"LiftPegUpright-v1": 0.03278131303915899,
|
| 7096 |
"PickCube-v1": 0.1219595621769535,
|
| 7097 |
-
"PullCube-v1": 0.
|
| 7098 |
-
"PushCube-v1": 0.
|
| 7099 |
-
"StackCube-v1": 0.
|
| 7100 |
},
|
| 7101 |
"no_expert_vs_best_clean": {
|
| 7102 |
"LiftPegUpright-v1": 0.35374851747103375,
|
| 7103 |
"PickCube-v1": 0.29366195398804096,
|
| 7104 |
-
"PullCube-v1": -0.
|
| 7105 |
-
"PushCube-v1": 0.
|
| 7106 |
-
"StackCube-v1": 0.
|
| 7107 |
}
|
| 7108 |
}
|
| 7109 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_clean_key": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8",
|
| 3 |
+
"generated_utc": "2026-06-29T23:07:43+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
+
"best_clean_vs_direct_same_ckpt": 0.07362318840579707,
|
| 6 |
+
"best_clean_vs_h16": 0.05913043478260871,
|
| 7 |
"same_state_full_vs_no_expert": 0.12347826086956515,
|
| 8 |
+
"same_state_no_expert_vs_best_clean": 0.21333333333333343,
|
| 9 |
"same_state_no_expert_vs_h16": 0.27246376811594214
|
| 10 |
},
|
| 11 |
"methods": {
|
|
|
|
| 1045 |
"std_success": 0.012541047914657353
|
| 1046 |
},
|
| 1047 |
"residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003": {
|
| 1048 |
+
"ci95_success": 0.023795944253316624,
|
| 1049 |
"label": "K4 compatible tangents, margin 0.10, no-op bonus 0.03",
|
| 1050 |
+
"mean_action_mse_to_best": 0.4177829879049913,
|
| 1051 |
+
"mean_progress": 0.5644778893518168,
|
| 1052 |
+
"mean_success": 0.3466666666666667,
|
| 1053 |
+
"num_completed": 3,
|
| 1054 |
+
"per_task_success": {
|
| 1055 |
+
"LiftPegUpright-v1": {
|
| 1056 |
+
"mean_num_groups": 102.0,
|
| 1057 |
+
"mean_success": 0.2564642064288538,
|
| 1058 |
+
"std_success": 0.04855619832211069
|
| 1059 |
+
},
|
| 1060 |
+
"PickCube-v1": {
|
| 1061 |
+
"mean_num_groups": 196.66666666666666,
|
| 1062 |
+
"mean_success": 0.3120946082902605,
|
| 1063 |
+
"std_success": 0.008112640363623417
|
| 1064 |
+
},
|
| 1065 |
+
"PullCube-v1": {
|
| 1066 |
+
"mean_num_groups": 81.0,
|
| 1067 |
+
"mean_success": 0.2016632490316701,
|
| 1068 |
+
"std_success": 0.01834099647499997
|
| 1069 |
+
},
|
| 1070 |
+
"PushCube-v1": {
|
| 1071 |
+
"mean_num_groups": 102.0,
|
| 1072 |
+
"mean_success": 0.7541032711666796,
|
| 1073 |
+
"std_success": 0.07644139692615382
|
| 1074 |
+
},
|
| 1075 |
+
"StackCube-v1": {
|
| 1076 |
+
"mean_num_groups": 93.33333333333333,
|
| 1077 |
+
"mean_success": 0.1937062937062937,
|
| 1078 |
+
"std_success": 0.07732492963924059
|
| 1079 |
+
}
|
| 1080 |
+
},
|
| 1081 |
+
"seed_action_mse_to_best": {
|
| 1082 |
+
"0": 0.40276106816433044,
|
| 1083 |
+
"1": 0.40915777628674455,
|
| 1084 |
+
"2": 0.4414301192638991
|
| 1085 |
+
},
|
| 1086 |
+
"seed_progress": {
|
| 1087 |
+
"0": 0.549884562070441,
|
| 1088 |
+
"1": 0.573193692833833,
|
| 1089 |
+
"2": 0.5703554131511761
|
| 1090 |
+
},
|
| 1091 |
+
"seed_success": {
|
| 1092 |
+
"0": 0.3356521739130435,
|
| 1093 |
+
"1": 0.35304347826086957,
|
| 1094 |
+
"2": 0.35130434782608694
|
| 1095 |
+
},
|
| 1096 |
+
"selected_candidate_type_counts": {
|
| 1097 |
+
"retrieval_residual_policy_residual": 1429,
|
| 1098 |
+
"retrieval_residual_residual_near_miss": 14,
|
| 1099 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 10,
|
| 1100 |
+
"retrieval_residual_residual_no_op": 166,
|
| 1101 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 46,
|
| 1102 |
+
"retrieval_residual_residual_wrong_gripper": 60
|
| 1103 |
+
},
|
| 1104 |
+
"selected_residual_scale_counts": {
|
| 1105 |
+
"0.35": 1485,
|
| 1106 |
+
"0.4": 47,
|
| 1107 |
+
"0.45": 193
|
| 1108 |
+
},
|
| 1109 |
+
"selected_type_outcomes": {
|
| 1110 |
+
"retrieval_residual_policy_residual": {
|
| 1111 |
+
"count": 1429.0,
|
| 1112 |
+
"mean_progress": 0.5457708372922185,
|
| 1113 |
+
"success_rate": 0.3268019594121763
|
| 1114 |
+
},
|
| 1115 |
+
"retrieval_residual_residual_near_miss": {
|
| 1116 |
+
"count": 14.0,
|
| 1117 |
+
"mean_progress": 0.9291639477014542,
|
| 1118 |
+
"success_rate": 0.8571428571428571
|
| 1119 |
+
},
|
| 1120 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 1121 |
+
"count": 10.0,
|
| 1122 |
+
"mean_progress": 0.877892655134201,
|
| 1123 |
+
"success_rate": 0.8
|
| 1124 |
+
},
|
| 1125 |
+
"retrieval_residual_residual_no_op": {
|
| 1126 |
+
"count": 166.0,
|
| 1127 |
+
"mean_progress": 0.6069922972896911,
|
| 1128 |
+
"success_rate": 0.3313253012048193
|
| 1129 |
+
},
|
| 1130 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 1131 |
+
"count": 46.0,
|
| 1132 |
+
"mean_progress": 0.5471119734499118,
|
| 1133 |
+
"success_rate": 0.34782608695652173
|
| 1134 |
+
},
|
| 1135 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 1136 |
+
"count": 60.0,
|
| 1137 |
+
"mean_progress": 0.7683789782226086,
|
| 1138 |
+
"success_rate": 0.6666666666666666
|
| 1139 |
+
}
|
| 1140 |
+
},
|
| 1141 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p10_noopbonus0p03_summary.json",
|
| 1142 |
+
"std_success": 0.00957838356049757
|
| 1143 |
},
|
| 1144 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003": {
|
| 1145 |
"ci95_success": 0.024567904418045634,
|
|
|
|
| 1433 |
"std_success": 0.009889114266221456
|
| 1434 |
},
|
| 1435 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8": {
|
| 1436 |
+
"candidate_oracle_rollouts": 8,
|
| 1437 |
+
"candidate_oracle_type_counts": {
|
| 1438 |
+
"retrieval_residual_policy_residual": 945,
|
| 1439 |
+
"retrieval_residual_residual_near_miss": 211,
|
| 1440 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 76,
|
| 1441 |
+
"retrieval_residual_residual_no_op": 180,
|
| 1442 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 77,
|
| 1443 |
+
"retrieval_residual_residual_wrong_gripper": 236
|
| 1444 |
+
},
|
| 1445 |
+
"ci95_success": 0.03024411731871433,
|
| 1446 |
"label": "K4 compatible tangents, no-op bonus 0.03, candidate-oracle prefix K=8 diagnostic",
|
| 1447 |
+
"mean_action_mse_to_best": 0.4063519326314006,
|
| 1448 |
+
"mean_candidate_oracle_improvement_rate": 0.5344927536231884,
|
| 1449 |
+
"mean_candidate_oracle_progress": 0.63640114126646,
|
| 1450 |
+
"mean_candidate_oracle_score_gain_over_selected": 0.14484467573895835,
|
| 1451 |
+
"mean_candidate_oracle_success_rate": 0.4220289855072464,
|
| 1452 |
+
"mean_progress": 0.571575072284851,
|
| 1453 |
+
"mean_success": 0.3565217391304348,
|
| 1454 |
+
"num_completed": 3,
|
| 1455 |
+
"per_task_success": {
|
| 1456 |
+
"LiftPegUpright-v1": {
|
| 1457 |
+
"mean_num_groups": 102.0,
|
| 1458 |
+
"mean_success": 0.26340865087329823,
|
| 1459 |
+
"std_success": 0.06057881385012102
|
| 1460 |
+
},
|
| 1461 |
+
"PickCube-v1": {
|
| 1462 |
+
"mean_num_groups": 196.66666666666666,
|
| 1463 |
+
"mean_success": 0.3278169093386485,
|
| 1464 |
+
"std_success": 0.02533117351097172
|
| 1465 |
+
},
|
| 1466 |
+
"PullCube-v1": {
|
| 1467 |
+
"mean_num_groups": 81.0,
|
| 1468 |
+
"mean_success": 0.21716032505506191,
|
| 1469 |
+
"std_success": 0.0182535211270701
|
| 1470 |
+
},
|
| 1471 |
+
"PushCube-v1": {
|
| 1472 |
+
"mean_num_groups": 102.0,
|
| 1473 |
+
"mean_success": 0.7541548289389031,
|
| 1474 |
+
"std_success": 0.08244271787813129
|
| 1475 |
+
},
|
| 1476 |
+
"StackCube-v1": {
|
| 1477 |
+
"mean_num_groups": 93.33333333333333,
|
| 1478 |
+
"mean_success": 0.19707329707329704,
|
| 1479 |
+
"std_success": 0.0831467196651622
|
| 1480 |
+
}
|
| 1481 |
+
},
|
| 1482 |
+
"seed_action_mse_to_best": {
|
| 1483 |
+
"0": 0.3930192190424904,
|
| 1484 |
+
"1": 0.39824521353549286,
|
| 1485 |
+
"2": 0.42779136531621864
|
| 1486 |
+
},
|
| 1487 |
+
"seed_progress": {
|
| 1488 |
+
"0": 0.5579317773906919,
|
| 1489 |
+
"1": 0.571580135051323,
|
| 1490 |
+
"2": 0.5852133044125383
|
| 1491 |
+
},
|
| 1492 |
+
"seed_success": {
|
| 1493 |
+
"0": 0.35130434782608694,
|
| 1494 |
+
"1": 0.34782608695652173,
|
| 1495 |
+
"2": 0.37043478260869567
|
| 1496 |
+
},
|
| 1497 |
+
"selected_candidate_type_counts": {
|
| 1498 |
+
"retrieval_residual_policy_residual": 1613,
|
| 1499 |
+
"retrieval_residual_residual_near_miss": 8,
|
| 1500 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 1501 |
+
"retrieval_residual_residual_no_op": 56,
|
| 1502 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 24,
|
| 1503 |
+
"retrieval_residual_residual_wrong_gripper": 19
|
| 1504 |
+
},
|
| 1505 |
+
"selected_residual_scale_counts": {
|
| 1506 |
+
"0.35": 1631,
|
| 1507 |
+
"0.4": 11,
|
| 1508 |
+
"0.45": 83
|
| 1509 |
+
},
|
| 1510 |
+
"selected_type_outcomes": {
|
| 1511 |
+
"retrieval_residual_policy_residual": {
|
| 1512 |
+
"count": 1613.0,
|
| 1513 |
+
"mean_progress": 0.561925975703087,
|
| 1514 |
+
"success_rate": 0.34593924364538126
|
| 1515 |
+
},
|
| 1516 |
+
"retrieval_residual_residual_near_miss": {
|
| 1517 |
+
"count": 8.0,
|
| 1518 |
+
"mean_progress": 0.8754628524184227,
|
| 1519 |
+
"success_rate": 0.75
|
| 1520 |
+
},
|
| 1521 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 1522 |
+
"count": 5.0,
|
| 1523 |
+
"mean_progress": 0.7557869911193847,
|
| 1524 |
+
"success_rate": 0.6
|
| 1525 |
+
},
|
| 1526 |
+
"retrieval_residual_residual_no_op": {
|
| 1527 |
+
"count": 56.0,
|
| 1528 |
+
"mean_progress": 0.7249722566921264,
|
| 1529 |
+
"success_rate": 0.5
|
| 1530 |
+
},
|
| 1531 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 1532 |
+
"count": 24.0,
|
| 1533 |
+
"mean_progress": 0.6711457151298722,
|
| 1534 |
+
"success_rate": 0.4583333333333333
|
| 1535 |
+
},
|
| 1536 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 1537 |
+
"count": 19.0,
|
| 1538 |
+
"mean_progress": 0.6364115562878156,
|
| 1539 |
+
"success_rate": 0.47368421052631576
|
| 1540 |
+
}
|
| 1541 |
+
},
|
| 1542 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_safe_margin0p20_noopbonus0p03_oraclek8_summary.json",
|
| 1543 |
+
"std_success": 0.012173913043478276
|
| 1544 |
},
|
| 1545 |
"residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_srcscorebonus002": {
|
| 1546 |
"ci95_success": 0.02131295542962397,
|
|
|
|
| 7202 |
},
|
| 7203 |
"paired_deltas": {
|
| 7204 |
"best_clean - canonical_h16": {
|
| 7205 |
+
"ci95_delta": 0.04510826498554671,
|
| 7206 |
+
"left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8",
|
| 7207 |
+
"mean_delta": 0.05913043478260869,
|
| 7208 |
"right": "h16_policy_canonical",
|
| 7209 |
"seed_deltas": {
|
| 7210 |
+
"0": 0.0678260869565217,
|
| 7211 |
"1": 0.038260869565217404,
|
| 7212 |
+
"2": 0.07130434782608697
|
| 7213 |
},
|
| 7214 |
"seeds": [
|
| 7215 |
0,
|
| 7216 |
1,
|
| 7217 |
2
|
| 7218 |
],
|
| 7219 |
+
"std_delta": 0.018157054798105293
|
| 7220 |
},
|
| 7221 |
"best_clean - direct_same_ckpt": {
|
| 7222 |
+
"ci95_delta": 0.045383317930687055,
|
| 7223 |
+
"left": "residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8",
|
| 7224 |
+
"mean_delta": 0.07362318840579708,
|
| 7225 |
"right": "near_miss_policy_bc5",
|
| 7226 |
"seed_deltas": {
|
| 7227 |
+
"0": 0.07304347826086954,
|
| 7228 |
"1": 0.055652173913043446,
|
| 7229 |
+
"2": 0.09217391304347827
|
| 7230 |
},
|
| 7231 |
"seeds": [
|
| 7232 |
0,
|
| 7233 |
1,
|
| 7234 |
2
|
| 7235 |
],
|
| 7236 |
+
"std_delta": 0.018267769572856522
|
| 7237 |
},
|
| 7238 |
"full_lattice - no_expert_lattice": {
|
| 7239 |
"ci95_delta": 0.02628111194117426,
|
|
|
|
| 7291 |
"best_clean_vs_h16": {
|
| 7292 |
"LiftPegUpright-v1": 0.03278131303915899,
|
| 7293 |
"PickCube-v1": 0.1219595621769535,
|
| 7294 |
+
"PullCube-v1": 0.019305840358471965,
|
| 7295 |
+
"PushCube-v1": 0.003597657063003523,
|
| 7296 |
+
"StackCube-v1": 0.05610685610685609
|
| 7297 |
},
|
| 7298 |
"no_expert_vs_best_clean": {
|
| 7299 |
"LiftPegUpright-v1": 0.35374851747103375,
|
| 7300 |
"PickCube-v1": 0.29366195398804096,
|
| 7301 |
+
"PullCube-v1": -0.018680539733171325,
|
| 7302 |
+
"PushCube-v1": 0.04688815632569587,
|
| 7303 |
+
"StackCube-v1": 0.2854441854441855
|
| 7304 |
}
|
| 7305 |
}
|
| 7306 |
}
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-06-
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -49,8 +49,8 @@ Generated: `2026-06-29T22:29:09+00:00`
|
|
| 49 |
| residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 35.54% +/- 1.02 | +/- 2.53 | 57.02% | 0.411 | +5.80 pp |
|
| 50 |
| residual_k4_composemasked_dropnmnoop_grid035040045 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite | 3 | 35.48% +/- 1.25 | +/- 3.12 | 57.00% | 0.406 | +5.74 pp |
|
| 51 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.07% | 0.406 | +5.86 pp |
|
| 52 |
-
| residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible tangents, margin 0.10, no-op bonus 0.03 |
|
| 53 |
-
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible tangents, no-op bonus 0.03, candidate-oracle prefix K=8 diagnostic |
|
| 54 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 55 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 56 |
| residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
|
|
@@ -98,8 +98,8 @@ Generated: `2026-06-29T22:29:09+00:00`
|
|
| 98 |
|
| 99 |
| comparison | seeds | mean delta | 95% CI | seed deltas |
|
| 100 |
|---|---:|---:|---:|---|
|
| 101 |
-
| best_clean - canonical_h16 | 3 | +5.
|
| 102 |
-
| best_clean - direct_same_ckpt | 3 | +7.
|
| 103 |
| no_expert_lattice - canonical_h16 | 3 | +27.25 pp | +/- 8.58 | 0:+23.30, 1:+28.70, 2:+29.74 |
|
| 104 |
| full_lattice - no_expert_lattice | 3 | +12.35 pp | +/- 2.63 | 0:+13.57, 1:+11.83, 2:+11.65 |
|
| 105 |
| policy_candidate_lattice - no_expert_lattice | 3 | -16.29 pp | +/- 7.55 | 0:-15.48, 1:-13.74, 2:-19.65 |
|
|
@@ -110,25 +110,31 @@ Generated: `2026-06-29T22:29:09+00:00`
|
|
| 110 |
|---|---:|---:|---:|---:|---:|---:|---:|
|
| 111 |
| LiftPegUpright-v1 | 23.06% | 26.34% | 62.90% | 61.72% | 73.19% | +3.28 pp | +35.37 pp |
|
| 112 |
| PickCube-v1 | 20.59% | 32.78% | 58.13% | 62.15% | 84.19% | +12.20 pp | +29.37 pp |
|
| 113 |
-
| PullCube-v1 | 19.79% |
|
| 114 |
-
| PushCube-v1 | 75.06% | 75.
|
| 115 |
-
| StackCube-v1 | 14.10% |
|
| 116 |
|
| 117 |
## Mechanism Gap
|
| 118 |
|
| 119 |
-
- Best clean residual transport improves over canonical h16 by +5.
|
| 120 |
- Same-state no-expert lattice improves over canonical h16 by +27.25 pp.
|
| 121 |
-
- Remaining clean-to-same-state proposal gap is +21.
|
| 122 |
- Full lattice adds expert proposals and reaches 69.33%, a +12.35 pp gain over no-expert.
|
| 123 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 124 |
## Selection Histograms
|
| 125 |
|
| 126 |
- `same_state_near_miss`: lattice_near_miss=1725 (100.0%)
|
| 127 |
- `same_state_no_expert`: lattice_near_miss=1263 (73.2%), lattice_no_op=222 (12.9%), lattice_random_negative=144 (8.3%), lattice_wrong_gripper=62 (3.6%), lattice_wrong_direction=34 (2.0%)
|
| 128 |
- `same_state_policy_baseline`: policy_continuous=1022 (59.2%), lattice_near_miss=448 (26.0%), lattice_no_op=119 (6.9%), lattice_random_negative=75 (4.3%), lattice_wrong_gripper=45 (2.6%), lattice_wrong_direction=16 (0.9%)
|
| 129 |
- `same_state_full`: lattice_expert=977 (56.6%), lattice_near_miss=348 (20.2%), lattice_no_op=177 (10.3%), lattice_random_negative=138 (8.0%), lattice_wrong_gripper=55 (3.2%), lattice_wrong_direction=30 (1.7%)
|
| 130 |
-
- `
|
| 131 |
-
- `
|
| 132 |
|
| 133 |
## Selected-Type Outcomes
|
| 134 |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-06-29T23:07:43+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 49 |
| residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 35.54% +/- 1.02 | +/- 2.53 | 57.02% | 0.411 | +5.80 pp |
|
| 50 |
| residual_k4_composemasked_dropnmnoop_grid035040045 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite | 3 | 35.48% +/- 1.25 | +/- 3.12 | 57.00% | 0.406 | +5.74 pp |
|
| 51 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.07% | 0.406 | +5.86 pp |
|
| 52 |
+
| residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible tangents, margin 0.10, no-op bonus 0.03 | 3 | 34.67% +/- 0.96 | +/- 2.38 | 56.45% | 0.418 | +4.93 pp |
|
| 53 |
+
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible tangents, no-op bonus 0.03, candidate-oracle prefix K=8 diagnostic | 3 | 35.65% +/- 1.22 | +/- 3.02 | 57.16% | 0.406 | +5.91 pp |
|
| 54 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.01 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 55 |
| residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible tangents, no-op bonus 0.03, singleton near-miss bonus 0.02 | 3 | 35.59% +/- 0.99 | +/- 2.46 | 57.10% | 0.406 | +5.86 pp |
|
| 56 |
| residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus tangents, masked, drop near-miss+no-op composite, source-score bonus 0.02 | 3 | 35.48% +/- 1.22 | +/- 3.02 | 57.02% | 0.408 | +5.74 pp |
|
|
|
|
| 98 |
|
| 99 |
| comparison | seeds | mean delta | 95% CI | seed deltas |
|
| 100 |
|---|---:|---:|---:|---|
|
| 101 |
+
| best_clean - canonical_h16 | 3 | +5.91 pp | +/- 4.51 | 0:+6.78, 1:+3.83, 2:+7.13 |
|
| 102 |
+
| best_clean - direct_same_ckpt | 3 | +7.36 pp | +/- 4.54 | 0:+7.30, 1:+5.57, 2:+9.22 |
|
| 103 |
| no_expert_lattice - canonical_h16 | 3 | +27.25 pp | +/- 8.58 | 0:+23.30, 1:+28.70, 2:+29.74 |
|
| 104 |
| full_lattice - no_expert_lattice | 3 | +12.35 pp | +/- 2.63 | 0:+13.57, 1:+11.83, 2:+11.65 |
|
| 105 |
| policy_candidate_lattice - no_expert_lattice | 3 | -16.29 pp | +/- 7.55 | 0:-15.48, 1:-13.74, 2:-19.65 |
|
|
|
|
| 110 |
|---|---:|---:|---:|---:|---:|---:|---:|
|
| 111 |
| LiftPegUpright-v1 | 23.06% | 26.34% | 62.90% | 61.72% | 73.19% | +3.28 pp | +35.37 pp |
|
| 112 |
| PickCube-v1 | 20.59% | 32.78% | 58.13% | 62.15% | 84.19% | +12.20 pp | +29.37 pp |
|
| 113 |
+
| PullCube-v1 | 19.79% | 21.72% | 15.02% | 19.85% | 22.41% | +1.93 pp | -1.87 pp |
|
| 114 |
+
| PushCube-v1 | 75.06% | 75.42% | 82.54% | 80.10% | 81.92% | +0.36 pp | +4.69 pp |
|
| 115 |
+
| StackCube-v1 | 14.10% | 19.71% | 50.41% | 48.25% | 60.83% | +5.61 pp | +28.54 pp |
|
| 116 |
|
| 117 |
## Mechanism Gap
|
| 118 |
|
| 119 |
+
- Best clean residual transport improves over canonical h16 by +5.91 pp.
|
| 120 |
- Same-state no-expert lattice improves over canonical h16 by +27.25 pp.
|
| 121 |
+
- Remaining clean-to-same-state proposal gap is +21.33 pp.
|
| 122 |
- Full lattice adds expert proposals and reaches 69.33%, a +12.35 pp gain over no-expert.
|
| 123 |
|
| 124 |
+
## Candidate-Oracle Diagnostic
|
| 125 |
+
|
| 126 |
+
- Oracle over the deployed candidate prefix reaches 42.20% with mean progress 63.64%; this is diagnostic-only because it uses measured rollout outcomes after generating candidates.
|
| 127 |
+
- Mean oracle-prefix score gain over the selected branch is +0.145, which isolates ranking/abstention headroom inside the clean proposal set.
|
| 128 |
+
- Candidate-oracle best type counts: {'retrieval_residual_policy_residual': 945, 'retrieval_residual_residual_near_miss': 211, 'retrieval_residual_residual_near_miss+residual_wrong_gripper': 76, 'retrieval_residual_residual_no_op': 180, 'retrieval_residual_residual_no_op+residual_wrong_gripper': 77, 'retrieval_residual_residual_wrong_gripper': 236}.
|
| 129 |
+
|
| 130 |
## Selection Histograms
|
| 131 |
|
| 132 |
- `same_state_near_miss`: lattice_near_miss=1725 (100.0%)
|
| 133 |
- `same_state_no_expert`: lattice_near_miss=1263 (73.2%), lattice_no_op=222 (12.9%), lattice_random_negative=144 (8.3%), lattice_wrong_gripper=62 (3.6%), lattice_wrong_direction=34 (2.0%)
|
| 134 |
- `same_state_policy_baseline`: policy_continuous=1022 (59.2%), lattice_near_miss=448 (26.0%), lattice_no_op=119 (6.9%), lattice_random_negative=75 (4.3%), lattice_wrong_gripper=45 (2.6%), lattice_wrong_direction=16 (0.9%)
|
| 135 |
- `same_state_full`: lattice_expert=977 (56.6%), lattice_near_miss=348 (20.2%), lattice_no_op=177 (10.3%), lattice_random_negative=138 (8.0%), lattice_wrong_gripper=55 (3.2%), lattice_wrong_direction=30 (1.7%)
|
| 136 |
+
- `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8`: retrieval_residual_policy_residual=1613 (93.5%), retrieval_residual_residual_no_op=56 (3.2%), retrieval_residual_residual_no_op+residual_wrong_gripper=24 (1.4%), retrieval_residual_residual_wrong_gripper=19 (1.1%), retrieval_residual_residual_near_miss=8 (0.5%), retrieval_residual_residual_near_miss+residual_wrong_gripper=5 (0.3%)
|
| 137 |
+
- `residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8` residual scale counts: {'0.35': 1631, '0.4': 11, '0.45': 83}
|
| 138 |
|
| 139 |
## Selected-Type Outcomes
|
| 140 |
|
results/paper_table_status.json
CHANGED
|
@@ -1344,14 +1344,14 @@
|
|
| 1344 |
"story_role": "oracle-motivated abstention sensitivity on the compatible local tangent chart",
|
| 1345 |
"fallback_success": null,
|
| 1346 |
"pending_job": "14936131/14936132",
|
| 1347 |
-
"path_exists":
|
| 1348 |
-
"status": "
|
| 1349 |
-
"success":
|
| 1350 |
-
"std_success":
|
| 1351 |
"completed_seeds": null,
|
| 1352 |
-
"num_completed":
|
| 1353 |
"best_config": null,
|
| 1354 |
-
"gain_vs_h16_policy":
|
| 1355 |
},
|
| 1356 |
{
|
| 1357 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8",
|
|
@@ -1363,14 +1363,14 @@
|
|
| 1363 |
"story_role": "diagnostic oracle over generated clean candidate prefix to separate proposal headroom from field ranking",
|
| 1364 |
"fallback_success": null,
|
| 1365 |
"pending_job": "14935471/14935502",
|
| 1366 |
-
"path_exists":
|
| 1367 |
-
"status": "
|
| 1368 |
-
"success":
|
| 1369 |
-
"std_success":
|
| 1370 |
"completed_seeds": null,
|
| 1371 |
-
"num_completed":
|
| 1372 |
"best_config": null,
|
| 1373 |
-
"gain_vs_h16_policy":
|
| 1374 |
},
|
| 1375 |
{
|
| 1376 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
|
|
@@ -2618,6 +2618,7 @@
|
|
| 2618 |
"KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
|
| 2619 |
"K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.",
|
| 2620 |
"Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.",
|
| 2621 |
-
"Singleton near-miss priors 0.01/0.02 tie the clean best rather than improving it; the compatible chart preserves high-precision near-miss tangents, but they remain sparse."
|
|
|
|
| 2622 |
]
|
| 2623 |
}
|
|
|
|
| 1344 |
"story_role": "oracle-motivated abstention sensitivity on the compatible local tangent chart",
|
| 1345 |
"fallback_success": null,
|
| 1346 |
"pending_job": "14936131/14936132",
|
| 1347 |
+
"path_exists": true,
|
| 1348 |
+
"status": "complete",
|
| 1349 |
+
"success": 0.3466666666666667,
|
| 1350 |
+
"std_success": 0.00957838356049757,
|
| 1351 |
"completed_seeds": null,
|
| 1352 |
+
"num_completed": 3,
|
| 1353 |
"best_config": null,
|
| 1354 |
+
"gain_vs_h16_policy": 0.04927536231884061
|
| 1355 |
},
|
| 1356 |
{
|
| 1357 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8",
|
|
|
|
| 1363 |
"story_role": "diagnostic oracle over generated clean candidate prefix to separate proposal headroom from field ranking",
|
| 1364 |
"fallback_success": null,
|
| 1365 |
"pending_job": "14935471/14935502",
|
| 1366 |
+
"path_exists": true,
|
| 1367 |
+
"status": "complete",
|
| 1368 |
+
"success": 0.4220289855072464,
|
| 1369 |
+
"std_success": 0.012173913043478276,
|
| 1370 |
"completed_seeds": null,
|
| 1371 |
+
"num_completed": 3,
|
| 1372 |
"best_config": null,
|
| 1373 |
+
"gain_vs_h16_policy": 0.12463768115942031
|
| 1374 |
},
|
| 1375 |
{
|
| 1376 |
"key": "retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001",
|
|
|
|
| 2618 |
"KNN counterfactual residual retrieval is a positive clean bridge but remains below the current clean best.",
|
| 2619 |
"K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.",
|
| 2620 |
"Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.",
|
| 2621 |
+
"Singleton near-miss priors 0.01/0.02 tie the clean best rather than improving it; the compatible chart preserves high-precision near-miss tangents, but they remain sparse.",
|
| 2622 |
+
"Candidate-oracle prefix K=8 is diagnostic-only; compare it to the clean selected row to decide whether the next paper move should be proposal generation or field ranking."
|
| 2623 |
]
|
| 2624 |
}
|
results/paper_table_status.md
CHANGED
|
@@ -73,8 +73,8 @@ Baseline h=16 policy: 29.74%
|
|
| 73 |
| retrieval_residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03 | complete | 35.54% | +5.80 pp | yes | no | no | local tangent composition with anti-goal composite masks on the current best typed prior |
|
| 74 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite | complete | 35.48% | +5.74 pp | yes | no | no | exact compatibility mask without typed no-op prior |
|
| 75 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite | complete | 35.59% | +5.86 pp | yes | no | no | exact incompatibility mask for one weak composed tangent pair |
|
| 76 |
-
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible residual retrieval, margin 0.10, no-op bonus 0.03 |
|
| 77 |
-
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible residual retrieval, candidate-oracle prefix K=8 diagnostic |
|
| 78 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
|
| 79 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
|
| 80 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
|
|
@@ -151,3 +151,4 @@ Baseline h=16 policy: 29.74%
|
|
| 151 |
- K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.
|
| 152 |
- Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.
|
| 153 |
- Singleton near-miss priors 0.01/0.02 tie the clean best rather than improving it; the compatible chart preserves high-precision near-miss tangents, but they remain sparse.
|
|
|
|
|
|
| 73 |
| retrieval_residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03 | complete | 35.54% | +5.80 pp | yes | no | no | local tangent composition with anti-goal composite masks on the current best typed prior |
|
| 74 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite | complete | 35.48% | +5.74 pp | yes | no | no | exact compatibility mask without typed no-op prior |
|
| 75 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite | complete | 35.59% | +5.86 pp | yes | no | no | exact incompatibility mask for one weak composed tangent pair |
|
| 76 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_margin010_noopbonus003 | K4 compatible residual retrieval, margin 0.10, no-op bonus 0.03 | complete | 34.67% | +4.93 pp | yes | no | no | oracle-motivated abstention sensitivity on the compatible local tangent chart |
|
| 77 |
+
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_oraclek8 | K4 compatible residual retrieval, candidate-oracle prefix K=8 diagnostic | complete | 42.20% | +12.46 pp | diagnostic | no | no | diagnostic oracle over generated clean candidate prefix to separate proposal headroom from field ranking |
|
| 78 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus001 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.01 | complete | 35.59% | +5.86 pp | yes | no | no | revive high-precision singleton near-miss tangents without boosting toxic near-miss+no-op composites |
|
| 79 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_noopbonus003_nmbonus002 | K4 composed compatible residual retrieval, no-op bonus 0.03, singleton near-miss bonus 0.02 | complete | 35.59% | +5.86 pp | yes | no | no | stronger singleton near-miss revival prior on the compatible local tangent chart |
|
| 80 |
| retrieval_residual_k4_composemasked_dropnmnoop_grid035040045_srcscorebonus002 | K4 composed type-consensus residual retrieval, masked, drop near-miss+no-op composite, source-score bonus 0.02 | complete | 35.48% | +5.74 pp | yes | no | no | train-measured source-score prior on the compatible local tangent chart |
|
|
|
|
| 151 |
- K4 train-state residual retrieval, scale 0.40, safe residuals, mean-by-type tangent consensus improves the clean bridge but is not yet the main result.
|
| 152 |
- Policy-baseline abstention inside the same-state no-expert lattice drops from 56.99% to 40.70%, so the mechanism result should emphasize counterfactual proposal geometry rather than policy fallback.
|
| 153 |
- Singleton near-miss priors 0.01/0.02 tie the clean best rather than improving it; the compatible chart preserves high-precision near-miss tangents, but they remain sparse.
|
| 154 |
+
- Candidate-oracle prefix K=8 is diagnostic-only; compare it to the clean selected row to decide whether the next paper move should be proposal generation or field ranking.
|