anhtld commited on
Commit
99e7047
·
verified ·
1 Parent(s): 2f495a8

Auto-sync: 2026-06-28 22:34:56 (part 2)

Browse files
results/paper_analysis.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_clean_key": "residual_k4_consensus_noopbonus003",
3
- "generated_utc": "2026-06-29T02:13:51+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.06956521739130428,
6
  "best_clean_vs_h16": 0.05507246376811592,
 
1
  {
2
  "best_clean_key": "residual_k4_consensus_noopbonus003",
3
+ "generated_utc": "2026-06-29T02:34:21+00:00",
4
  "mechanism_gap": {
5
  "best_clean_vs_direct_same_ckpt": 0.06956521739130428,
6
  "best_clean_vs_h16": 0.05507246376811592,
results/paper_analysis.md CHANGED
@@ -1,6 +1,6 @@
1
  # Paper Analysis
2
 
3
- Generated: `2026-06-29T02:13:51+00:00`
4
 
5
  ## Main Seed Statistics
6
 
 
1
  # Paper Analysis
2
 
3
+ Generated: `2026-06-29T02:34:21+00:00`
4
 
5
  ## Main Seed Statistics
6
 
results/paper_table_status.json CHANGED
@@ -526,7 +526,7 @@
526
  "expert_proposal": "no",
527
  "story_role": "task-relative state metric for counterfactual tangent retrieval",
528
  "fallback_success": null,
529
- "pending_job": "14893475/14893476",
530
  "path_exists": false,
531
  "status": "pending",
532
  "success": null,
@@ -849,7 +849,7 @@
849
  "expert_proposal": "no",
850
  "story_role": "task-relative state metric for typed sparse-intervention prior",
851
  "fallback_success": null,
852
- "pending_job": "14893473/14893474",
853
  "path_exists": false,
854
  "status": "pending",
855
  "success": null,
 
526
  "expert_proposal": "no",
527
  "story_role": "task-relative state metric for counterfactual tangent retrieval",
528
  "fallback_success": null,
529
+ "pending_job": "14893789/14893790",
530
  "path_exists": false,
531
  "status": "pending",
532
  "success": null,
 
849
  "expert_proposal": "no",
850
  "story_role": "task-relative state metric for typed sparse-intervention prior",
851
  "fallback_success": null,
852
+ "pending_job": "14893787/14893788",
853
  "path_exists": false,
854
  "status": "pending",
855
  "success": null,
results/paper_table_status.md CHANGED
@@ -30,7 +30,7 @@ Baseline h=16 policy: 29.74%
30
  | retrieval_residual_scale035_safe_margin020 | Train-state residual retrieval, scale 0.35, safe residuals, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual advantage abstention |
31
  | retrieval_residual_scale050_safe_margin020 | Train-state residual retrieval, scale 0.50, safe residuals, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual advantage abstention scale tie |
32
  | retrieval_residual_knn2_scale040_safe_margin020 | K2 train-state residual retrieval, scale 0.40, safe residuals, advantage margin 0.20 | complete | 35.01% | +5.28 pp | yes | no | no | previous best counterfactual advantage abstention |
33
- | retrieval_residual_taskrelative_knn2_scale040_safe_margin020 | K2 task-relative residual retrieval, scale 0.40, safe residuals, advantage margin 0.20 | pending 14893475/14893476 | pending | pending | yes | no | no | task-relative state metric for counterfactual tangent retrieval |
34
  | retrieval_residual_k1grid_tight_safe_ray_margin020 | K1 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
35
  | retrieval_residual_k2grid_tight_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
36
  | retrieval_residual_k2grid_broad_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.20/0.35/0.50/0.65, advantage margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
@@ -47,7 +47,7 @@ Baseline h=16 policy: 29.74%
47
  | retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.00, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport no-abstention diagnostic |
48
  | retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
49
  | retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
50
- | retrieval_residual_taskrelative_k4_mean_noopbonus003 | K4 task-relative mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | pending 14893473/14893474 | pending | pending | yes | no | no | task-relative state metric for typed sparse-intervention prior |
51
  | retrieval_residual_k4_mean_noopbonus001 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
52
  | retrieval_residual_k4_mean_noopbonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
53
  | retrieval_residual_k4_mean_noopbonus0025 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.025 | complete | 35.25% | +5.51 pp | yes | no | no | typed sparse-intervention prior fine sweep |
 
30
  | retrieval_residual_scale035_safe_margin020 | Train-state residual retrieval, scale 0.35, safe residuals, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual advantage abstention |
31
  | retrieval_residual_scale050_safe_margin020 | Train-state residual retrieval, scale 0.50, safe residuals, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual advantage abstention scale tie |
32
  | retrieval_residual_knn2_scale040_safe_margin020 | K2 train-state residual retrieval, scale 0.40, safe residuals, advantage margin 0.20 | complete | 35.01% | +5.28 pp | yes | no | no | previous best counterfactual advantage abstention |
33
+ | retrieval_residual_taskrelative_knn2_scale040_safe_margin020 | K2 task-relative residual retrieval, scale 0.40, safe residuals, advantage margin 0.20 | pending 14893789/14893790 | pending | pending | yes | no | no | task-relative state metric for counterfactual tangent retrieval |
34
  | retrieval_residual_k1grid_tight_safe_ray_margin020 | K1 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
35
  | retrieval_residual_k2grid_tight_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
36
  | retrieval_residual_k2grid_broad_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.20/0.35/0.50/0.65, advantage margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
 
47
  | retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.00, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport no-abstention diagnostic |
48
  | retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
49
  | retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
50
+ | retrieval_residual_taskrelative_k4_mean_noopbonus003 | K4 task-relative mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | pending 14893787/14893788 | pending | pending | yes | no | no | task-relative state metric for typed sparse-intervention prior |
51
  | retrieval_residual_k4_mean_noopbonus001 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
52
  | retrieval_residual_k4_mean_noopbonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
53
  | retrieval_residual_k4_mean_noopbonus0025 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.025 | complete | 35.25% | +5.51 pp | yes | no | no | typed sparse-intervention prior fine sweep |
scripts/build_paper_table_status.py CHANGED
@@ -293,7 +293,7 @@ SPECS = [
293
  same_state_proposals="no",
294
  expert_proposal="no",
295
  story_role="task-relative state metric for counterfactual tangent retrieval",
296
- pending_job="14893475/14893476",
297
  ),
298
  ResultSpec(
299
  key="retrieval_residual_k1grid_tight_safe_ray_margin020",
@@ -463,7 +463,7 @@ SPECS = [
463
  same_state_proposals="no",
464
  expert_proposal="no",
465
  story_role="task-relative state metric for typed sparse-intervention prior",
466
- pending_job="14893473/14893474",
467
  ),
468
  ResultSpec(
469
  key="retrieval_residual_k4_mean_noopbonus001",
 
293
  same_state_proposals="no",
294
  expert_proposal="no",
295
  story_role="task-relative state metric for counterfactual tangent retrieval",
296
+ pending_job="14893789/14893790",
297
  ),
298
  ResultSpec(
299
  key="retrieval_residual_k1grid_tight_safe_ray_margin020",
 
463
  same_state_proposals="no",
464
  expert_proposal="no",
465
  story_role="task-relative state metric for typed sparse-intervention prior",
466
+ pending_job="14893787/14893788",
467
  ),
468
  ResultSpec(
469
  key="retrieval_residual_k4_mean_noopbonus001",