Auto-sync: 2026-06-28 22:34:56 (part 2)
Browse files
results/paper_analysis.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_consensus_noopbonus003",
|
| 3 |
-
"generated_utc": "2026-06-29T02:
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.06956521739130428,
|
| 6 |
"best_clean_vs_h16": 0.05507246376811592,
|
|
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_consensus_noopbonus003",
|
| 3 |
+
"generated_utc": "2026-06-29T02:34:21+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.06956521739130428,
|
| 6 |
"best_clean_vs_h16": 0.05507246376811592,
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-06-29T02:
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-06-29T02:34:21+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
results/paper_table_status.json
CHANGED
|
@@ -526,7 +526,7 @@
|
|
| 526 |
"expert_proposal": "no",
|
| 527 |
"story_role": "task-relative state metric for counterfactual tangent retrieval",
|
| 528 |
"fallback_success": null,
|
| 529 |
-
"pending_job": "
|
| 530 |
"path_exists": false,
|
| 531 |
"status": "pending",
|
| 532 |
"success": null,
|
|
@@ -849,7 +849,7 @@
|
|
| 849 |
"expert_proposal": "no",
|
| 850 |
"story_role": "task-relative state metric for typed sparse-intervention prior",
|
| 851 |
"fallback_success": null,
|
| 852 |
-
"pending_job": "
|
| 853 |
"path_exists": false,
|
| 854 |
"status": "pending",
|
| 855 |
"success": null,
|
|
|
|
| 526 |
"expert_proposal": "no",
|
| 527 |
"story_role": "task-relative state metric for counterfactual tangent retrieval",
|
| 528 |
"fallback_success": null,
|
| 529 |
+
"pending_job": "14893789/14893790",
|
| 530 |
"path_exists": false,
|
| 531 |
"status": "pending",
|
| 532 |
"success": null,
|
|
|
|
| 849 |
"expert_proposal": "no",
|
| 850 |
"story_role": "task-relative state metric for typed sparse-intervention prior",
|
| 851 |
"fallback_success": null,
|
| 852 |
+
"pending_job": "14893787/14893788",
|
| 853 |
"path_exists": false,
|
| 854 |
"status": "pending",
|
| 855 |
"success": null,
|
results/paper_table_status.md
CHANGED
|
@@ -30,7 +30,7 @@ Baseline h=16 policy: 29.74%
|
|
| 30 |
| retrieval_residual_scale035_safe_margin020 | Train-state residual retrieval, scale 0.35, safe residuals, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual advantage abstention |
|
| 31 |
| retrieval_residual_scale050_safe_margin020 | Train-state residual retrieval, scale 0.50, safe residuals, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual advantage abstention scale tie |
|
| 32 |
| retrieval_residual_knn2_scale040_safe_margin020 | K2 train-state residual retrieval, scale 0.40, safe residuals, advantage margin 0.20 | complete | 35.01% | +5.28 pp | yes | no | no | previous best counterfactual advantage abstention |
|
| 33 |
-
| retrieval_residual_taskrelative_knn2_scale040_safe_margin020 | K2 task-relative residual retrieval, scale 0.40, safe residuals, advantage margin 0.20 | pending
|
| 34 |
| retrieval_residual_k1grid_tight_safe_ray_margin020 | K1 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
|
| 35 |
| retrieval_residual_k2grid_tight_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
|
| 36 |
| retrieval_residual_k2grid_broad_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.20/0.35/0.50/0.65, advantage margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
|
|
@@ -47,7 +47,7 @@ Baseline h=16 policy: 29.74%
|
|
| 47 |
| retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.00, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport no-abstention diagnostic |
|
| 48 |
| retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
|
| 49 |
| retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
|
| 50 |
-
| retrieval_residual_taskrelative_k4_mean_noopbonus003 | K4 task-relative mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | pending
|
| 51 |
| retrieval_residual_k4_mean_noopbonus001 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
|
| 52 |
| retrieval_residual_k4_mean_noopbonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
|
| 53 |
| retrieval_residual_k4_mean_noopbonus0025 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.025 | complete | 35.25% | +5.51 pp | yes | no | no | typed sparse-intervention prior fine sweep |
|
|
|
|
| 30 |
| retrieval_residual_scale035_safe_margin020 | Train-state residual retrieval, scale 0.35, safe residuals, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual advantage abstention |
|
| 31 |
| retrieval_residual_scale050_safe_margin020 | Train-state residual retrieval, scale 0.50, safe residuals, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual advantage abstention scale tie |
|
| 32 |
| retrieval_residual_knn2_scale040_safe_margin020 | K2 train-state residual retrieval, scale 0.40, safe residuals, advantage margin 0.20 | complete | 35.01% | +5.28 pp | yes | no | no | previous best counterfactual advantage abstention |
|
| 33 |
+
| retrieval_residual_taskrelative_knn2_scale040_safe_margin020 | K2 task-relative residual retrieval, scale 0.40, safe residuals, advantage margin 0.20 | pending 14893789/14893790 | pending | pending | yes | no | no | task-relative state metric for counterfactual tangent retrieval |
|
| 34 |
| retrieval_residual_k1grid_tight_safe_ray_margin020 | K1 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
|
| 35 |
| retrieval_residual_k2grid_tight_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.30/0.40/0.50, advantage margin 0.20 | complete | 34.84% | +5.10 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
|
| 36 |
| retrieval_residual_k2grid_broad_safe_ray_margin020 | K2 train-state residual ray search, safe residuals, scales 0.20/0.35/0.50/0.65, advantage margin 0.20 | complete | 34.96% | +5.22 pp | yes | no | no | counterfactual tangent ray-search diagnostic |
|
|
|
|
| 47 |
| retrieval_residual_k4_fieldsoftmax_grid_margin000_noopbonus003 | K4 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.00, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport no-abstention diagnostic |
|
| 48 |
| retrieval_residual_k8_fieldsoftmax_grid_noopbonus003 | K8 field-softmax residual transport, safe residuals, scales 0.35/0.40/0.45, margin 0.20, no-op residual bonus 0.03 | complete | 34.84% | +5.10 pp | yes | no | no | field-conditioned tangent transport neighborhood scaling |
|
| 49 |
| retrieval_residual_k4_mean_noopbonus003 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | complete | 35.25% | +5.51 pp | yes | no | no | current best clean typed sparse-intervention prior |
|
| 50 |
+
| retrieval_residual_taskrelative_k4_mean_noopbonus003 | K4 task-relative mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.03 | pending 14893787/14893788 | pending | pending | yes | no | no | task-relative state metric for typed sparse-intervention prior |
|
| 51 |
| retrieval_residual_k4_mean_noopbonus001 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.01 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
|
| 52 |
| retrieval_residual_k4_mean_noopbonus002 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.02 | complete | 35.19% | +5.45 pp | yes | no | no | typed sparse-intervention prior fine sweep |
|
| 53 |
| retrieval_residual_k4_mean_noopbonus0025 | K4 mean-by-type residual retrieval, scale 0.40, margin 0.20, no-op residual bonus 0.025 | complete | 35.25% | +5.51 pp | yes | no | no | typed sparse-intervention prior fine sweep |
|
scripts/build_paper_table_status.py
CHANGED
|
@@ -293,7 +293,7 @@ SPECS = [
|
|
| 293 |
same_state_proposals="no",
|
| 294 |
expert_proposal="no",
|
| 295 |
story_role="task-relative state metric for counterfactual tangent retrieval",
|
| 296 |
-
pending_job="
|
| 297 |
),
|
| 298 |
ResultSpec(
|
| 299 |
key="retrieval_residual_k1grid_tight_safe_ray_margin020",
|
|
@@ -463,7 +463,7 @@ SPECS = [
|
|
| 463 |
same_state_proposals="no",
|
| 464 |
expert_proposal="no",
|
| 465 |
story_role="task-relative state metric for typed sparse-intervention prior",
|
| 466 |
-
pending_job="
|
| 467 |
),
|
| 468 |
ResultSpec(
|
| 469 |
key="retrieval_residual_k4_mean_noopbonus001",
|
|
|
|
| 293 |
same_state_proposals="no",
|
| 294 |
expert_proposal="no",
|
| 295 |
story_role="task-relative state metric for counterfactual tangent retrieval",
|
| 296 |
+
pending_job="14893789/14893790",
|
| 297 |
),
|
| 298 |
ResultSpec(
|
| 299 |
key="retrieval_residual_k1grid_tight_safe_ray_margin020",
|
|
|
|
| 463 |
same_state_proposals="no",
|
| 464 |
expert_proposal="no",
|
| 465 |
story_role="task-relative state metric for typed sparse-intervention prior",
|
| 466 |
+
pending_job="14893787/14893788",
|
| 467 |
),
|
| 468 |
ResultSpec(
|
| 469 |
key="retrieval_residual_k4_mean_noopbonus001",
|