anhtld commited on
Commit
3c25c39
·
verified ·
1 Parent(s): d7667c1

Auto-sync: 2026-06-28 23:54:44 (part 2)

Browse files
results/paper_analysis.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_clean_key": "residual_k4_consensus_noopbonus003",
3
- "generated_utc": "2026-06-29T03:45:52+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.06956521739130428,
6
  "best_clean_vs_h16": 0.05507246376811592,
@@ -1351,14 +1351,158 @@
1351
  "std_success": 0.012049049096131323
1352
  },
1353
  "residual_k4_consensus_srcprogbonus003": {
 
1354
  "label": "K4 mean-by-type tangent consensus, source-progress bonus 0.03",
1355
- "missing": true,
1356
- "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_srcprogbonus0p03_summary.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1357
  },
1358
  "residual_k4_consensus_srcprogbonus005": {
 
1359
  "label": "K4 mean-by-type tangent consensus, source-progress bonus 0.05",
1360
- "missing": true,
1361
- "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_srcprogbonus0p05_summary.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1362
  },
1363
  "residual_k4_consensus_wgbonus003": {
1364
  "ci95_success": 0.03271496576240179,
 
1
  {
2
  "best_clean_key": "residual_k4_consensus_noopbonus003",
3
+ "generated_utc": "2026-06-29T03:58:54+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.06956521739130428,
6
  "best_clean_vs_h16": 0.05507246376811592,
 
1351
  "std_success": 0.012049049096131323
1352
  },
1353
  "residual_k4_consensus_srcprogbonus003": {
1354
+ "ci95_success": 0.03518915067855206,
1355
  "label": "K4 mean-by-type tangent consensus, source-progress bonus 0.03",
1356
+ "mean_action_mse_to_best": 0.39541252239431807,
1357
+ "mean_progress": 0.5668036828658902,
1358
+ "mean_success": 0.352463768115942,
1359
+ "num_completed": 3,
1360
+ "per_task_success": {
1361
+ "LiftPegUpright-v1": {
1362
+ "mean_num_groups": 102.0,
1363
+ "mean_success": 0.26340865087329823,
1364
+ "std_success": 0.06057881385012102
1365
+ },
1366
+ "PickCube-v1": {
1367
+ "mean_num_groups": 196.66666666666666,
1368
+ "mean_success": 0.3244027510331859,
1369
+ "std_success": 0.026822320875242476
1370
+ },
1371
+ "PullCube-v1": {
1372
+ "mean_num_groups": 81.0,
1373
+ "mean_success": 0.20103794840636946,
1374
+ "std_success": 0.014667153114049147
1375
+ },
1376
+ "PushCube-v1": {
1377
+ "mean_num_groups": 102.0,
1378
+ "mean_success": 0.7478514959028968,
1379
+ "std_success": 0.07707721123855243
1380
+ },
1381
+ "StackCube-v1": {
1382
+ "mean_num_groups": 93.33333333333333,
1383
+ "mean_success": 0.2011137011137011,
1384
+ "std_success": 0.07105663963231741
1385
+ }
1386
+ },
1387
+ "seed_action_mse_to_best": {
1388
+ "0": 0.3816248880099991,
1389
+ "1": 0.38801324410445015,
1390
+ "2": 0.41659943506850494
1391
+ },
1392
+ "seed_progress": {
1393
+ "0": 0.5509942502163998,
1394
+ "1": 0.5665316749817652,
1395
+ "2": 0.5828851233995058
1396
+ },
1397
+ "seed_success": {
1398
+ "0": 0.34608695652173915,
1399
+ "1": 0.3426086956521739,
1400
+ "2": 0.36869565217391304
1401
+ },
1402
+ "selected_candidate_type_counts": {
1403
+ "retrieval_residual_policy_residual": 1652,
1404
+ "retrieval_residual_residual_no_op": 46,
1405
+ "retrieval_residual_residual_wrong_gripper": 27
1406
+ },
1407
+ "selected_residual_scale_counts": {
1408
+ "0.4": 1725
1409
+ },
1410
+ "selected_type_outcomes": {
1411
+ "retrieval_residual_policy_residual": {
1412
+ "count": 1652.0,
1413
+ "mean_progress": 0.5610079844250168,
1414
+ "success_rate": 0.3450363196125908
1415
+ },
1416
+ "retrieval_residual_residual_no_op": {
1417
+ "count": 46.0,
1418
+ "mean_progress": 0.7675236147706923,
1419
+ "success_rate": 0.5652173913043478
1420
+ },
1421
+ "retrieval_residual_residual_wrong_gripper": {
1422
+ "count": 27.0,
1423
+ "mean_progress": 0.5794472738548562,
1424
+ "success_rate": 0.4444444444444444
1425
+ }
1426
+ },
1427
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_srcprogbonus0p03_summary.json",
1428
+ "std_success": 0.0141643962004297
1429
  },
1430
  "residual_k4_consensus_srcprogbonus005": {
1431
+ "ci95_success": 0.03374487249808164,
1432
  "label": "K4 mean-by-type tangent consensus, source-progress bonus 0.05",
1433
+ "mean_action_mse_to_best": 0.3956964282710375,
1434
+ "mean_progress": 0.5664844556027748,
1435
+ "mean_success": 0.35130434782608694,
1436
+ "num_completed": 3,
1437
+ "per_task_success": {
1438
+ "LiftPegUpright-v1": {
1439
+ "mean_num_groups": 102.0,
1440
+ "mean_success": 0.2599364286510761,
1441
+ "std_success": 0.054567202237336666
1442
+ },
1443
+ "PickCube-v1": {
1444
+ "mean_num_groups": 196.66666666666666,
1445
+ "mean_success": 0.3228001869306218,
1446
+ "std_success": 0.025410290531060663
1447
+ },
1448
+ "PullCube-v1": {
1449
+ "mean_num_groups": 81.0,
1450
+ "mean_success": 0.20103794840636946,
1451
+ "std_success": 0.014667153114049147
1452
+ },
1453
+ "PushCube-v1": {
1454
+ "mean_num_groups": 102.0,
1455
+ "mean_success": 0.7478514959028968,
1456
+ "std_success": 0.07707721123855243
1457
+ },
1458
+ "StackCube-v1": {
1459
+ "mean_num_groups": 93.33333333333333,
1460
+ "mean_success": 0.2011137011137011,
1461
+ "std_success": 0.07105663963231741
1462
+ }
1463
+ },
1464
+ "seed_action_mse_to_best": {
1465
+ "0": 0.3820005126459443,
1466
+ "1": 0.38828682124776687,
1467
+ "2": 0.41680195091940136
1468
+ },
1469
+ "seed_progress": {
1470
+ "0": 0.5506076139916221,
1471
+ "1": 0.5665060519297486,
1472
+ "2": 0.5823397008869537
1473
+ },
1474
+ "seed_success": {
1475
+ "0": 0.3443478260869565,
1476
+ "1": 0.3426086956521739,
1477
+ "2": 0.36695652173913046
1478
+ },
1479
+ "selected_candidate_type_counts": {
1480
+ "retrieval_residual_policy_residual": 1639,
1481
+ "retrieval_residual_residual_no_op": 55,
1482
+ "retrieval_residual_residual_wrong_gripper": 31
1483
+ },
1484
+ "selected_residual_scale_counts": {
1485
+ "0.4": 1725
1486
+ },
1487
+ "selected_type_outcomes": {
1488
+ "retrieval_residual_policy_residual": {
1489
+ "count": 1639.0,
1490
+ "mean_progress": 0.5596922661425185,
1491
+ "success_rate": 0.34350213544844416
1492
+ },
1493
+ "retrieval_residual_residual_no_op": {
1494
+ "count": 55.0,
1495
+ "mean_progress": 0.7515055749904026,
1496
+ "success_rate": 0.5272727272727272
1497
+ },
1498
+ "retrieval_residual_residual_wrong_gripper": {
1499
+ "count": 31.0,
1500
+ "mean_progress": 0.597330809120209,
1501
+ "success_rate": 0.45161290322580644
1502
+ }
1503
+ },
1504
+ "source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4s040_safe_margin0p20_mean_by_type_srcprogbonus0p05_summary.json",
1505
+ "std_success": 0.01358304291462029
1506
  },
1507
  "residual_k4_consensus_wgbonus003": {
1508
  "ci95_success": 0.03271496576240179,
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-06-29T03:45:52+00:00`
4
 
5
  ## Main Seed Statistics
6
 
@@ -26,8 +26,8 @@ Generated: `2026-06-29T03:45:52+00:00`
26
  | residual_k4_consensus_noopbonus003_srcprog025 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.25 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.69% | 0.396 | +5.45 pp |
27
  | residual_k4_consensus_noopbonus003_srcprog050 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.50 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.53% | 0.396 | +5.22 pp |
28
  | residual_k4_consensus_noopbonus003_srcprog075 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.75 | 3 | 34.72% +/- 1.42 | +/- 3.52 | 56.44% | 0.396 | +4.99 pp |
29
- | residual_k4_consensus_srcprogbonus003 | K4 mean-by-type tangent consensus, source-progress bonus 0.03 | 0 | missing | missing | missing | missing | missing |
30
- | residual_k4_consensus_srcprogbonus005 | K4 mean-by-type tangent consensus, source-progress bonus 0.05 | 0 | missing | missing | missing | missing | missing |
31
  | residual_taskrelative_k4_consensus_noopbonus003 | K4 task-relative tangent consensus, no-op bonus 0.03 | 3 | 34.43% +/- 1.22 | +/- 3.02 | 56.19% | 0.399 | +4.70 pp |
32
  | residual_k4_consensus_noopbonus001 | K4 mean-by-type tangent consensus, no-op bonus 0.01 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.63% | 0.395 | +5.45 pp |
33
  | residual_k4_consensus_noopbonus002 | K4 mean-by-type tangent consensus, no-op bonus 0.02 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.64% | 0.395 | +5.45 pp |
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-06-29T03:58:54+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
26
  | residual_k4_consensus_noopbonus003_srcprog025 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.25 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.69% | 0.396 | +5.45 pp |
27
  | residual_k4_consensus_noopbonus003_srcprog050 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.50 | 3 | 34.96% +/- 1.55 | +/- 3.84 | 56.53% | 0.396 | +5.22 pp |
28
  | residual_k4_consensus_noopbonus003_srcprog075 | K4 mean-by-type tangent consensus, no-op bonus 0.03, source progress >= 0.75 | 3 | 34.72% +/- 1.42 | +/- 3.52 | 56.44% | 0.396 | +4.99 pp |
29
+ | residual_k4_consensus_srcprogbonus003 | K4 mean-by-type tangent consensus, source-progress bonus 0.03 | 3 | 35.25% +/- 1.42 | +/- 3.52 | 56.68% | 0.395 | +5.51 pp |
30
+ | residual_k4_consensus_srcprogbonus005 | K4 mean-by-type tangent consensus, source-progress bonus 0.05 | 3 | 35.13% +/- 1.36 | +/- 3.37 | 56.65% | 0.396 | +5.39 pp |
31
  | residual_taskrelative_k4_consensus_noopbonus003 | K4 task-relative tangent consensus, no-op bonus 0.03 | 3 | 34.43% +/- 1.22 | +/- 3.02 | 56.19% | 0.399 | +4.70 pp |
32
  | residual_k4_consensus_noopbonus001 | K4 mean-by-type tangent consensus, no-op bonus 0.01 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.63% | 0.395 | +5.45 pp |
33
  | residual_k4_consensus_noopbonus002 | K4 mean-by-type tangent consensus, no-op bonus 0.02 | 3 | 35.19% +/- 1.32 | +/- 3.27 | 56.64% | 0.395 | +5.45 pp |
results/paper_core_results.md CHANGED
@@ -41,6 +41,8 @@ and the remaining clean-to-same-state proposal gap is `+21.74 pp`.
41
  | K2 task-relative residual retrieval, safe residuals + advantage margin 0.20 | No | No | 34.26% | +4.52 pp | Actor-pose-only retrieval is too lossy; raw full-state similarity is better for residual transfer |
42
  | K4 train-state residual retrieval, safe residuals + mean-by-type tangent consensus | No | No | 34.96% | +5.22 pp | Near-tie clean diagnostic; consensus alone does not beat raw K2 residuals |
43
  | K4 mean-by-type residual retrieval + no-op prior 0.03 | No | No | 35.25% | +5.51 pp | Current best clean diagnostic; 0.025-0.035 forms a small plateau that nudges high-value no-op residuals without changing the core proposal family |
 
 
44
  | K4 mean-by-type residual retrieval + no-op prior + source-progress gate | No | No | 34.72-35.19% | +4.99-5.45 pp | Train-source progress viability is a near-tie/negative gate; soft threshold 0.25 is closest, while stricter thresholds over-abstain below the no-op plateau |
45
  | K4 task-relative mean-by-type residual retrieval + no-op prior 0.03 | No | No | 34.43% | +4.70 pp | Task-relative target/reference pose retrieval underperforms the raw-metric no-op plateau |
46
  | K4 kernel-weighted residual consensus + no-op prior 0.03 | No | No | 35.13-35.19% | +5.39-5.45 pp | Distance-weighted tangent interpolation is plausible but does not beat equal mean-consensus no-op plateau |
@@ -82,28 +84,30 @@ Suggested main-table rows:
82
  11. K2 train-state residual retrieval, typed safe families + advantage margin 0.20
83
  12. K4 train-state residual retrieval, mean-by-type tangent consensus
84
  13. K4 mean-by-type residual retrieval + no-op prior plateau, canonical 0.03
85
- 14. Source-progress viability gate diagnostics
86
- 15. K2/K4 task-relative retrieval metric diagnostics
87
- 16. K4 kernel-weighted residual consensus + no-op prior diagnostics
88
- 17. K4 field-softmax residual barycenter + margin diagnostics
89
- 18. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
90
- 19. K2 broad tangent ray-search
91
- 20. Residual-tangent distillation policy
92
- 21. Residual+Gaussian hybrid, K32 sigma0.35
93
- 22. Lattice, near-miss only
94
- 23. Lattice, no expert
95
- 24. Lattice, no expert + policy baseline candidate
96
- 25. Lattice, full
97
- 26. Oracle ceiling
 
98
 
99
  Suggested claim:
100
 
101
  > DoVLA-CIL is not a better behavior-cloning policy; it is a local counterfactual action
102
  > selection rule. Deployment-clean K4 consensus residual transport with advantage
103
- > abstention and a small typed no-op prior plateau gives the strongest clean gain so far, while ungated KNN residual
 
104
  > retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
105
  > train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
106
- > source-progress viability gates, tangent consensus, kernel-weighted tangent interpolation, field-softmax tangent barycenters, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
107
  > The large effect appears only when the field is queried on
108
  > same-state intervention proposals, and the mechanism is isolated to local near-miss
109
  > counterfactual geometry.
 
41
  | K2 task-relative residual retrieval, safe residuals + advantage margin 0.20 | No | No | 34.26% | +4.52 pp | Actor-pose-only retrieval is too lossy; raw full-state similarity is better for residual transfer |
42
  | K4 train-state residual retrieval, safe residuals + mean-by-type tangent consensus | No | No | 34.96% | +5.22 pp | Near-tie clean diagnostic; consensus alone does not beat raw K2 residuals |
43
  | K4 mean-by-type residual retrieval + no-op prior 0.03 | No | No | 35.25% | +5.51 pp | Current best clean diagnostic; 0.025-0.035 forms a small plateau that nudges high-value no-op residuals without changing the core proposal family |
44
+ | K4 mean-by-type residual retrieval + source-progress prior 0.03 | No | No | 35.25% | +5.51 pp | Ties the current best exactly without a hand typed no-op prior; train-measured source progress can replace but not improve the typed prior |
45
+ | K4 mean-by-type residual retrieval + source-progress prior 0.05 | No | No | 35.13% | +5.39 pp | A stronger measured-progress prior over-selects nonzero residuals and drops below the plateau |
46
  | K4 mean-by-type residual retrieval + no-op prior + source-progress gate | No | No | 34.72-35.19% | +4.99-5.45 pp | Train-source progress viability is a near-tie/negative gate; soft threshold 0.25 is closest, while stricter thresholds over-abstain below the no-op plateau |
47
  | K4 task-relative mean-by-type residual retrieval + no-op prior 0.03 | No | No | 34.43% | +4.70 pp | Task-relative target/reference pose retrieval underperforms the raw-metric no-op plateau |
48
  | K4 kernel-weighted residual consensus + no-op prior 0.03 | No | No | 35.13-35.19% | +5.39-5.45 pp | Distance-weighted tangent interpolation is plausible but does not beat equal mean-consensus no-op plateau |
 
84
  11. K2 train-state residual retrieval, typed safe families + advantage margin 0.20
85
  12. K4 train-state residual retrieval, mean-by-type tangent consensus
86
  13. K4 mean-by-type residual retrieval + no-op prior plateau, canonical 0.03
87
+ 14. K4 mean-by-type residual retrieval + source-progress prior diagnostics
88
+ 15. Source-progress viability gate diagnostics
89
+ 16. K2/K4 task-relative retrieval metric diagnostics
90
+ 17. K4 kernel-weighted residual consensus + no-op prior diagnostics
91
+ 18. K4 field-softmax residual barycenter + margin diagnostics
92
+ 19. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
93
+ 20. K2 broad tangent ray-search
94
+ 21. Residual-tangent distillation policy
95
+ 22. Residual+Gaussian hybrid, K32 sigma0.35
96
+ 23. Lattice, near-miss only
97
+ 24. Lattice, no expert
98
+ 25. Lattice, no expert + policy baseline candidate
99
+ 26. Lattice, full
100
+ 27. Oracle ceiling
101
 
102
  Suggested claim:
103
 
104
  > DoVLA-CIL is not a better behavior-cloning policy; it is a local counterfactual action
105
  > selection rule. Deployment-clean K4 consensus residual transport with advantage
106
+ > abstention and either a small typed no-op prior or an equivalent train-source
107
+ > progress prior gives the strongest clean gain so far, while ungated KNN residual
108
  > retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
109
  > train-family reliability priors, policy-relative anchoring, residual+Gaussian hybrids,
110
+ > source-progress viability gates, overly strong progress priors, tangent consensus, kernel-weighted tangent interpolation, field-softmax tangent barycenters, tangent ray-search, wrong-gripper typed priors, and same-state policy-baseline fallback fail to improve the main rows.
111
  > The large effect appears only when the field is queried on
112
  > same-state intervention proposals, and the mechanism is isolated to local near-miss
113
  > counterfactual geometry.
results/paper_story_memo.md CHANGED
@@ -38,6 +38,7 @@ when queried on proposal geometry that matches those local counterfactuals.
38
  | Z-score retrieval metric does not help | z-score rows reach 32.23-32.81%, below raw retrieval | Negative diagnostic |
39
  | Task-relative actor-pose retrieval metric does not improve tangent transfer | K2 task-relative residual retrieval reaches 34.26% vs raw K2 35.01%; K4 task-relative mean-by-type + no-op reaches 34.43% vs raw K4 35.25% | Negative diagnostic |
40
  | Train-source progress viability is too blunt a residual gate | source-progress thresholds 0.25/0.50/0.75 reach 35.19%/34.96%/34.72%, below the unfiltered no-op plateau at 35.25% | Negative/near-tie diagnostic |
 
41
  | Train-split residual family reliability does not recover the typed mask | after fixing threshold pass-through, scale-0.35 thresholds 0.10/0.25 reach 33.33%/33.28%, below typed safe residuals | Negative diagnostic |
42
  | Residual-tangent distillation does not solve clean proposal generation | aligned allmap tangent student reaches 28.87% despite low pseudo-target BC loss | Negative diagnostic |
43
  | Policy-relative residual anchoring does not improve the bridge | policy-anchor safe residual transport ties 33.74% rather than improving expert-anchor residuals | Negative diagnostic |
@@ -63,23 +64,24 @@ clean proposal result, the intended main rows are:
63
  13. K2 train-state residual retrieval, typed safe families + advantage margin: 35.01%
64
  14. K4 mean-by-type tangent consensus: 34.96%
65
  15. K4 mean-by-type tangent consensus + typed no-op prior 0.025-0.035: 35.25%
66
- 16. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
67
- 17. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
68
- 18. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
69
- 19. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
70
- 20. K2 broad tangent ray-search: 34.96%
71
- 21. K1/K2 tight tangent ray-search: 34.84% / 34.84%
72
- 22. K4 tight tangent ray-search: 34.55%
73
- 23. Residual-tangent distillation policy: 28.87%
74
- 24. Z-score residual retrieval: 32.23-32.81%
75
- 25. Task-relative residual retrieval metric: 34.26-34.43%
76
- 26. Train-family reliability prior: 33.28-33.33%
77
- 27. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
78
- 28. Lattice, near-miss only: 55.94%
79
- 29. Lattice, no expert: 56.99%
80
- 30. Lattice, no expert + policy baseline candidate: 40.70%
81
- 31. Lattice, full: 69.33%
82
- 32. Oracle ceiling: 86.78%
 
83
 
84
  ## Novelty Framing
85
 
@@ -107,9 +109,9 @@ test-time search. The cleaner novelty is:
107
 
108
  ## Job Status
109
 
110
- Last checked: `2026-06-29 03:38 UTC`. The source-progress viability-gate batch
111
  completed after passing CPU/unit smokes, and the paper table/paired analysis now
112
- include thresholds 0.25, 0.50, and 0.75.
113
 
114
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
115
  direct rollout is 26.84%, field-guided best is 27.65%.
@@ -235,6 +237,13 @@ include thresholds 0.25, 0.50, and 0.75.
235
  after the first `0.50` seeds appeared overly conservative. It reaches 35.19%,
236
  still below the 35.25% no-op plateau; summary `14894439` and rebuild
237
  `14894440` completed.
 
 
 
 
 
 
 
238
  - `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
239
  selector. It selected index `3` on a two-residual/two-scale toy case and
240
  returned the expected action `0.20`, validating the candidate expansion and
@@ -257,8 +266,10 @@ include thresholds 0.25, 0.50, and 0.75.
257
  - Use K4 mean-by-type residual transport with advantage abstention and a small
258
  typed no-op prior plateau (0.025-0.035, canonical midpoint 0.03, 35.25%) as
259
  the current best clean deployment diagnostic, not as a SOTA claim. The
260
- completed K2/ray-search rows are near-ties that support the sparse-intervention
261
- story.
 
 
262
  - Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
263
  selection histograms when writing reviewer-facing tables.
264
  - Treat z-score and task-relative retrieval metrics, source-progress viability gates,
 
38
  | Z-score retrieval metric does not help | z-score rows reach 32.23-32.81%, below raw retrieval | Negative diagnostic |
39
  | Task-relative actor-pose retrieval metric does not improve tangent transfer | K2 task-relative residual retrieval reaches 34.26% vs raw K2 35.01%; K4 task-relative mean-by-type + no-op reaches 34.43% vs raw K4 35.25% | Negative diagnostic |
40
  | Train-source progress viability is too blunt a residual gate | source-progress thresholds 0.25/0.50/0.75 reach 35.19%/34.96%/34.72%, below the unfiltered no-op plateau at 35.25% | Negative/near-tie diagnostic |
41
+ | Continuous train-source progress prior can replace the typed no-op prior but not improve it | source-progress bonus 0.03 ties the 35.25% best exactly; bonus 0.05 drops to 35.13% | Cleaner tie diagnostic |
42
  | Train-split residual family reliability does not recover the typed mask | after fixing threshold pass-through, scale-0.35 thresholds 0.10/0.25 reach 33.33%/33.28%, below typed safe residuals | Negative diagnostic |
43
  | Residual-tangent distillation does not solve clean proposal generation | aligned allmap tangent student reaches 28.87% despite low pseudo-target BC loss | Negative diagnostic |
44
  | Policy-relative residual anchoring does not improve the bridge | policy-anchor safe residual transport ties 33.74% rather than improving expert-anchor residuals | Negative diagnostic |
 
64
  13. K2 train-state residual retrieval, typed safe families + advantage margin: 35.01%
65
  14. K4 mean-by-type tangent consensus: 34.96%
66
  15. K4 mean-by-type tangent consensus + typed no-op prior 0.025-0.035: 35.25%
67
+ 16. K4 mean-by-type tangent consensus + train-source progress prior: 35.25% at bonus 0.03; 35.13% at bonus 0.05
68
+ 17. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
69
+ 18. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
70
+ 19. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
71
+ 20. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
72
+ 21. K2 broad tangent ray-search: 34.96%
73
+ 22. K1/K2 tight tangent ray-search: 34.84% / 34.84%
74
+ 23. K4 tight tangent ray-search: 34.55%
75
+ 24. Residual-tangent distillation policy: 28.87%
76
+ 25. Z-score residual retrieval: 32.23-32.81%
77
+ 26. Task-relative residual retrieval metric: 34.26-34.43%
78
+ 27. Train-family reliability prior: 33.28-33.33%
79
+ 28. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
80
+ 29. Lattice, near-miss only: 55.94%
81
+ 30. Lattice, no expert: 56.99%
82
+ 31. Lattice, no expert + policy baseline candidate: 40.70%
83
+ 32. Lattice, full: 69.33%
84
+ 33. Oracle ceiling: 86.78%
85
 
86
  ## Novelty Framing
87
 
 
109
 
110
  ## Job Status
111
 
112
+ Last checked: `2026-06-29 03:58 UTC`. The source-progress bonus-prior batch
113
  completed after passing CPU/unit smokes, and the paper table/paired analysis now
114
+ include both threshold gates and continuous train-source progress priors.
115
 
116
  - `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
117
  direct rollout is 26.84%, field-guided best is 27.65%.
 
237
  after the first `0.50` seeds appeared overly conservative. It reaches 35.19%,
238
  still below the 35.25% no-op plateau; summary `14894439` and rebuild
239
  `14894440` completed.
240
+ - `14894672`/`14894673`: completed unit and CPU rollout smokes for the continuous
241
+ train-source progress bonus path. The unit smoke validated bonus padding
242
+ (`source_progress_bonuses == [[0, 0.08, 0], [0, 0.08, 0.08]]`).
243
+ - `14894674`/`14894675`: completed source-progress bonus arrays with no fixed
244
+ no-op prior. Bonus `0.03` ties the current best at 35.25%; bonus `0.05`
245
+ reaches 35.13%. Summary jobs `14894676`/`14894677` completed; rebuild job
246
+ `14894678` was queued after them.
247
  - `14869627`: completed CPU Apptainer smoke for the new residual scale-grid
248
  selector. It selected index `3` on a two-residual/two-scale toy case and
249
  returned the expected action `0.20`, validating the candidate expansion and
 
266
  - Use K4 mean-by-type residual transport with advantage abstention and a small
267
  typed no-op prior plateau (0.025-0.035, canonical midpoint 0.03, 35.25%) as
268
  the current best clean deployment diagnostic, not as a SOTA claim. The
269
+ continuous train-source progress prior at bonus 0.03 ties this result without
270
+ a hand typed no-op prior, which is a cleaner story hook but still not a higher
271
+ SOTA number. The completed K2/ray-search rows are near-ties that support the
272
+ sparse-intervention story.
273
  - Use `results/paper_analysis.md` for paired seed deltas, per-task gaps, and
274
  selection histograms when writing reviewer-facing tables.
275
  - Treat z-score and task-relative retrieval metrics, source-progress viability gates,
results/paper_table_status.json CHANGED
@@ -907,14 +907,14 @@
907
  "story_role": "train-source progress prior replacing typed no-op prior",
908
  "fallback_success": null,
909
  "pending_job": "14894674/14894676",
910
- "path_exists": false,
911
- "status": "pending",
912
- "success": null,
913
- "std_success": null,
914
  "completed_seeds": null,
915
- "num_completed": null,
916
  "best_config": null,
917
- "gain_vs_h16_policy": null
918
  },
919
  {
920
  "key": "retrieval_residual_k4_mean_srcprogbonus005",
@@ -926,14 +926,14 @@
926
  "story_role": "strong train-source progress prior replacing typed no-op prior",
927
  "fallback_success": null,
928
  "pending_job": "14894675/14894677",
929
- "path_exists": false,
930
- "status": "pending",
931
- "success": null,
932
- "std_success": null,
933
  "completed_seeds": null,
934
- "num_completed": null,
935
  "best_config": null,
936
- "gain_vs_h16_policy": null
937
  },
938
  {
939
  "key": "retrieval_residual_taskrelative_k4_mean_noopbonus003",
 
907
  "story_role": "train-source progress prior replacing typed no-op prior",
908
  "fallback_success": null,
909
  "pending_job": "14894674/14894676",
910
+ "path_exists": true,
911
+ "status": "complete",
912
+ "success": 0.35246376811594204,
913
+ "std_success": 0.014164396200429698,
914
  "completed_seeds": null,
915
+ "num_completed": 3,
916
  "best_config": null,
917
+ "gain_vs_h16_policy": 0.055072463768115976
918
  },
919
  {
920
  "key": "retrieval_residual_k4_mean_srcprogbonus005",
 
926
  "story_role": "strong train-source progress prior replacing typed no-op prior",
927
  "fallback_success": null,
928
  "pending_job": "14894675/14894677",
929
+ "path_exists": true,
930
+ "status": "complete",
931
+ "success": 0.35130434782608694,
932
+ "std_success": 0.013583042914620291,
933
  "completed_seeds": null,
934
+ "num_completed": 3,
935
  "best_config": null,
936
+ "gain_vs_h16_policy": 0.05391304347826087
937
  },
938
  {
939
  "key": "retrieval_residual_taskrelative_k4_mean_noopbonus003",
results/paper_table_status.md CHANGED
@@ -50,8 +50,8 @@ Baseline h=16 policy: 29.74%
50
  | retrieval_residual_k4_mean_noopbonus003_srcprog025 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.25 | complete | 35.19% | +5.45 pp | yes | no | no | soft train-source viability gate for sparse residual transport |
51
  | retrieval_residual_k4_mean_noopbonus003_srcprog050 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.50 | complete | 34.96% | +5.22 pp | yes | no | no | train-source viability gate for sparse residual transport |
52
  | retrieval_residual_k4_mean_noopbonus003_srcprog075 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.75 | complete | 34.72% | +4.99 pp | yes | no | no | strict train-source viability gate for sparse residual transport |
53
- | retrieval_residual_k4_mean_srcprogbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, source-progress bonus 0.03 | pending 14894674/14894676 | pending | pending | yes | no | no | train-source progress prior replacing typed no-op prior |
54
- | retrieval_residual_k4_mean_srcprogbonus005 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, source-progress bonus 0.05 | pending 14894675/14894677 | pending | pending | yes | no | no | strong train-source progress prior replacing typed no-op prior |
55
  | retrieval_residual_taskrelative_k4_mean_noopbonus003 | K4 task-relative mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 34.43% | +4.70 pp | yes | no | no | task-relative state metric for typed sparse-intervention prior |
56
  | retrieval_residual_k4_mean_noopbonus001 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
57
  | retrieval_residual_k4_mean_noopbonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
 
50
  | retrieval_residual_k4_mean_noopbonus003_srcprog025 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.25 | complete | 35.19% | +5.45 pp | yes | no | no | soft train-source viability gate for sparse residual transport |
51
  | retrieval_residual_k4_mean_noopbonus003_srcprog050 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.50 | complete | 34.96% | +5.22 pp | yes | no | no | train-source viability gate for sparse residual transport |
52
  | retrieval_residual_k4_mean_noopbonus003_srcprog075 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op bonus 0.03, source progress >= 0.75 | complete | 34.72% | +4.99 pp | yes | no | no | strict train-source viability gate for sparse residual transport |
53
+ | retrieval_residual_k4_mean_srcprogbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, source-progress bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | train-source progress prior replacing typed no-op prior |
54
+ | retrieval_residual_k4_mean_srcprogbonus005 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, source-progress bonus 0.05 | complete | 35.13% | +5.39 pp | yes | no | no | strong train-source progress prior replacing typed no-op prior |
55
  | retrieval_residual_taskrelative_k4_mean_noopbonus003 | K4 task-relative mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 34.43% | +4.70 pp | yes | no | no | task-relative state metric for typed sparse-intervention prior |
56
  | retrieval_residual_k4_mean_noopbonus001 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
57
  | retrieval_residual_k4_mean_noopbonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |