ctt train-calibrated results 2026-07-03T16:40:14Z: runs/summary_ctt.csv

runs/summary_ctt.csv

@@ -0,0 +1,72 @@
+method,run_path,clean,status,gate,base_success,success,proposal_oracle,hidden_oracle,support_gap,selector_gap,success_support_gap,success_selector_gap,outcome_ptr,pptc_0p20,pptc_0p40,negative_near_0p20,calibration_ece,seeds,ci
+V0 residual transport diagnostic,runs/reproduce_v0,yes,measured diagnostic baseline,legacy diagnostic,0.2974,0.3890,0.4435,n/a,0.1264,0.0545,0.1264,0.0545,n/a,0.2366,0.5269,0.0533,n/a,3,see run
+CTT residual test measured aggregate,runs/ctt_base_context_obs_test_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2917,0.2708,0.5139,0.7292,0.4885,0.4814,0.2639,0.2431,0.5347,n/a,n/a,n/a,0.2247,3,see measured_metrics
+CTT residual validation measured aggregate,runs/ctt_base_context_obs_train_cal_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2778,0.2546,0.4722,0.6597,0.4570,0.4219,0.2315,0.2176,0.4907,n/a,n/a,n/a,0.2258,3,see measured_metrics
+CTT residual validation measured aggregate,runs/ctt_base_context_obs_val_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2754,0.2415,0.4058,0.6667,0.5080,0.3118,0.2754,0.1643,0.5024,n/a,n/a,n/a,0.2175,3,see measured_metrics
+CTT gated residual,runs/ctt_gated_residual_full_seed0,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT gated residual,runs/ctt_gated_residual_full_seed0_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2319,0.5797,0.0512,n/a,47,see run
+CTT gated residual,runs/ctt_gated_residual_full_seed1,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT gated residual,runs/ctt_gated_residual_full_seed1_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2174,0.6232,0.0644,n/a,47,see run
+CTT gated residual,runs/ctt_gated_residual_full_seed2,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT gated residual,runs/ctt_gated_residual_full_seed2_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2464,0.6377,0.0424,n/a,47,see run
+CTT gated residual,runs/ctt_gated_residual_smoke,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT gated residual,runs/ctt_gated_residual_smoke_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.5000,0.7500,0.0573,n/a,unknown,see run
+CTT gated residual,runs/ctt_gated_residual_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1739,0.5362,0.0281,n/a,47,see run
+CTT residual test measured,runs/ctt_residual_base_context_obs_rollout_test_seed0,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2917,0.2500,0.5417,0.7292,0.4736,0.5645,0.2500,0.2917,0.4792,n/a,n/a,n/a,0.2485,40,see measured_metrics
+CTT residual test measured,runs/ctt_residual_base_context_obs_rollout_test_seed1,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2917,0.2917,0.5000,0.7292,0.5097,0.3980,0.2708,0.2083,0.5625,n/a,n/a,n/a,0.2274,40,see measured_metrics
+CTT residual test measured,runs/ctt_residual_base_context_obs_rollout_test_seed2,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2917,0.2708,0.5000,0.7292,0.4822,0.4816,0.2708,0.2292,0.5625,n/a,n/a,n/a,0.1980,40,see measured_metrics
+CTT residual validation measured,runs/ctt_residual_base_context_obs_rollout_train_cal_seed0,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2778,0.2014,0.4375,0.6597,0.4980,0.4566,0.2569,0.2361,0.4514,n/a,n/a,n/a,0.2288,93,see measured_metrics
+CTT residual validation measured,runs/ctt_residual_base_context_obs_rollout_train_cal_seed1,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2778,0.2778,0.5069,0.6597,0.4213,0.4350,0.2083,0.2292,0.5208,n/a,n/a,n/a,0.2342,93,see measured_metrics
+CTT residual validation measured,runs/ctt_residual_base_context_obs_rollout_train_cal_seed2,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2778,0.2847,0.4722,0.6597,0.4519,0.3741,0.2292,0.1875,0.5000,n/a,n/a,n/a,0.2143,93,see measured_metrics
+CTT residual validation measured,runs/ctt_residual_base_context_obs_rollout_val69_seed0,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2754,0.2754,0.4058,0.6667,0.5188,0.2478,0.2754,0.1304,0.5072,n/a,n/a,n/a,0.2208,47,see measured_metrics
+CTT residual validation measured,runs/ctt_residual_base_context_obs_rollout_val69_seed1,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2754,0.2319,0.4638,0.6667,0.4069,0.4133,0.2174,0.2319,0.5217,n/a,n/a,n/a,0.2186,47,see measured_metrics
+CTT residual validation measured,runs/ctt_residual_base_context_obs_rollout_val69_seed2,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2754,0.2174,0.3478,0.6667,0.5983,0.2742,0.3333,0.1304,0.4783,n/a,n/a,n/a,0.2132,47,see measured_metrics
+CTT residual base-context-observation,runs/ctt_residual_base_context_obs_seed0,yes,train feature=base_context_obs,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT residual base-context-observation,runs/ctt_residual_base_context_obs_seed0_val_proxy,yes,proxy feature=base_context_obs,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1739,0.5942,0.0202,n/a,47,see run
+CTT residual base-context-observation,runs/ctt_residual_base_context_obs_seed1,yes,train feature=base_context_obs,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT residual base-context-observation,runs/ctt_residual_base_context_obs_seed1_val_proxy,yes,proxy feature=base_context_obs,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2899,0.7101,0.0461,n/a,47,see run
+CTT residual base-context-observation,runs/ctt_residual_base_context_obs_seed2,yes,train feature=base_context_obs,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT residual base-context-observation,runs/ctt_residual_base_context_obs_seed2_val_proxy,yes,proxy feature=base_context_obs,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2754,0.6232,0.0368,n/a,47,see run
+CTT residual base-context,runs/ctt_residual_base_context_seed0,yes,train feature=base_context,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT residual base-context,runs/ctt_residual_base_context_seed0_val_proxy,yes,proxy feature=base_context,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1739,0.6232,0.0182,n/a,47,see run
+CTT residual train,runs/ctt_residual_full_seed0,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT residual proxy,runs/ctt_residual_full_seed0_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2029,0.5797,0.0289,n/a,47,see run
+CTT residual train,runs/ctt_residual_full_seed1,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT residual proxy,runs/ctt_residual_full_seed1_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2319,0.5942,0.0410,n/a,47,see run
+CTT residual train,runs/ctt_residual_full_seed2,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT residual proxy,runs/ctt_residual_full_seed2_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1594,0.6522,0.0189,n/a,47,see run
+CTT residual validation measured,runs/ctt_residual_rollout_direct_smoke_seed0_v3,yes,measured rollout K=2,"fail:selected<47.45,oracle<50,OutcomePTR<=V0oracle,seeds<3",0.0000,0.0000,0.0000,0.0000,0.1798,0.0000,0.0000,0.0000,0.0000,n/a,n/a,n/a,0.4932,1,see measured_metrics
+CTT residual test measured,runs/ctt_residual_rollout_test_seed0,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2917,0.3125,0.5208,0.7292,0.4438,0.4304,0.2500,0.2083,0.4792,n/a,n/a,n/a,0.1774,40,see measured_metrics
+CTT residual test measured,runs/ctt_residual_rollout_test_seed1,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2708,0.2292,0.5417,0.7292,0.4287,0.6263,0.2292,0.3125,0.5417,n/a,n/a,n/a,0.1691,40,see measured_metrics
+CTT residual test measured,runs/ctt_residual_rollout_test_seed2,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2917,0.1250,0.4583,0.7292,0.5775,0.6247,0.3125,0.3333,0.5625,n/a,n/a,n/a,0.1725,40,see measured_metrics
+CTT residual validation measured,runs/ctt_residual_rollout_val16_seed0,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3,OutcomePTR<=V0oracle",0.3125,0.2500,0.3750,0.6250,0.5139,0.2645,0.2500,0.1250,0.3750,n/a,n/a,n/a,0.1330,14,see measured_metrics
+CTT residual validation measured,runs/ctt_residual_rollout_val69_seed0,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3,OutcomePTR<=V0oracle",0.2754,0.2754,0.3913,0.6667,0.5108,0.2539,0.2899,0.1159,0.4348,n/a,n/a,n/a,0.1505,47,see measured_metrics
+CTT residual validation measured,runs/ctt_residual_rollout_val69_seed1,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3,OutcomePTR<=V0oracle",0.2899,0.1884,0.3188,0.6667,0.5993,0.3240,0.3478,0.1304,0.4348,n/a,n/a,n/a,0.1583,47,see measured_metrics
+CTT residual validation measured,runs/ctt_residual_rollout_val69_seed2,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2899,0.2609,0.4203,0.6667,0.4747,0.3029,0.2464,0.1594,0.5072,n/a,n/a,n/a,0.1765,47,see measured_metrics
+CTT residual train,runs/ctt_residual_smoke,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
+CTT residual proxy,runs/ctt_residual_smoke_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,1.0000,1.0000,0.1010,n/a,unknown,see run
+CTT residual proxy,runs/ctt_residual_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.3478,0.7101,0.0397,n/a,47,see run
+CTT residual test measured aggregate,runs/ctt_test_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2222,0.5069,0.7292,0.4833,0.5605,0.2639,0.2847,0.5278,n/a,n/a,n/a,0.1730,3,see measured_metrics
+CTT residual validation measured aggregate,runs/ctt_val16_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3,OutcomePTR<=V0oracle,seeds<3",n/a,n/a,n/a,n/a,0.5139,0.2645,n/a,n/a,0.3750,n/a,n/a,n/a,0.1330,1,see measured_metrics
+CTT residual validation measured aggregate,runs/ctt_val_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2850,0.2415,0.3768,0.6667,0.5283,0.2936,0.2947,0.1353,0.4589,n/a,n/a,n/a,0.1618,3,see measured_metrics
+task memory,runs/task_memory_val_proxy,yes,proxy baseline,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.3188,0.5362,0.0175,n/a,47,see run
+local atlas,runs/local_atlas_val_proxy,yes,proxy baseline,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.4058,0.6812,0.0368,n/a,47,see run
+ctt residual full,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1981,0.6087,0.0296,n/a,3,aggregate over run means
+ctt residual base context,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1739,0.6232,0.0182,n/a,1,aggregate over run means
+ctt residual base context obs,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2464,0.6425,0.0343,n/a,3,aggregate over run means
+ctt gated residual full,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=False,proxy=False,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2319,0.6135,0.0527,n/a,3,aggregate over run means
+Utility energy smoke,runs/utility_energy_smoke,train-only,calibration diagnostic,not deployment,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1316,train split,see run
+CTT residual test utility-energy dominance,runs/ctt_dominance_utility_energy_smoke_val_to_test,yes,measured dominance K=8 coverage=0.2847 fallback=0.7153,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2222,0.5069,0.7292,0.4833,0.5744,0.2639,0.3264,0.5278,n/a,n/a,n/a,n/a,3,see run
+CTT residual test utility-energy dominance,runs/ctt_dominance_utility_energy_val_to_test_seed0,yes,measured dominance K=8 coverage=0.1181 fallback=0.8819,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2708,0.5069,0.7292,0.4833,0.5024,0.2639,0.2917,0.5278,n/a,n/a,n/a,n/a,3,see run
+CTT residual test utility-energy dominance,runs/ctt_dominance_utility_energy_val_to_test_seed1,yes,measured dominance K=8 coverage=0.0972 fallback=0.9028,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2847,0.5069,0.7292,0.4833,0.4872,0.2639,0.2847,0.5278,n/a,n/a,n/a,n/a,3,see run
+CTT residual test utility-energy dominance,runs/ctt_dominance_utility_energy_val_to_test_seed2,yes,measured dominance K=8 coverage=0.2708 fallback=0.7292,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2361,0.5069,0.7292,0.4833,0.5295,0.2639,0.3056,0.5278,n/a,n/a,n/a,n/a,3,see run
+CTT residual test dominance auto,runs/ctt_dominance_val_to_test,yes,measured dominance K=8 coverage=0.3958 fallback=0.6042,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2500,0.5069,0.7292,0.4833,0.5025,0.2639,0.2917,0.5278,n/a,n/a,n/a,n/a,3,see run
+CTT residual test dominance tau0,runs/ctt_dominance_val_to_test_tau0,yes,measured dominance K=8 coverage=0.1250 fallback=0.8750,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2778,0.5069,0.7292,0.4833,0.4734,0.2639,0.2778,0.5278,n/a,n/a,n/a,n/a,3,see run
+"CTT residual test learned dominance (context, success_weighted_margin)",runs/ctt_learned_dominance_context_success_weighted_val_to_test,yes,measured dominance K=8 coverage=0.1736 fallback=0.8264 target=success_weighted_margin features=context,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2917,0.5069,0.7292,0.4833,0.4885,0.2639,0.2778,0.5278,n/a,n/a,n/a,n/a,3,see run
+"CTT residual test learned dominance (context_tangent, utility_margin)",runs/ctt_learned_dominance_context_tangent_val_to_test,yes,measured dominance K=8 coverage=0.0903 fallback=0.9097 target=utility_margin features=context_tangent,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2917,0.5069,0.7292,0.4833,0.4732,0.2639,0.2778,0.5278,n/a,n/a,n/a,n/a,3,see run
+"CTT residual test learned dominance (context, utility_margin)",runs/ctt_learned_dominance_context_val_to_test,yes,measured dominance K=8 coverage=0.1806 fallback=0.8194 target=utility_margin features=context,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2917,0.5069,0.7292,0.4833,0.4882,0.2639,0.2778,0.5278,n/a,n/a,n/a,n/a,3,see run
+"CTT residual test learned dominance (basic, utility_margin)",runs/ctt_learned_dominance_margin_ext_val_to_test,yes,measured dominance K=8 coverage=0.1944 fallback=0.8056 target=utility_margin features=basic,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2986,0.5069,0.7292,0.4833,0.4864,0.2639,0.2708,0.5278,n/a,n/a,n/a,n/a,3,see run
+"CTT residual test learned dominance (basic, success)",runs/ctt_learned_dominance_success_val_to_test,yes,measured dominance K=8 coverage=0.2708 fallback=0.7292 target=success features=basic,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2917,0.5069,0.7292,0.4833,0.4494,0.2639,0.2639,0.5278,n/a,n/a,n/a,n/a,3,see run
+"CTT residual test learned dominance (basic, success_weighted_margin)",runs/ctt_learned_dominance_success_weighted_val_to_test,yes,measured dominance K=8 coverage=0.1944 fallback=0.8056 target=success_weighted_margin features=basic,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2986,0.5069,0.7292,0.4833,0.4794,0.2639,0.2708,0.5278,n/a,n/a,n/a,n/a,3,see run
+"CTT residual test learned dominance (tangent, utility_margin)",runs/ctt_learned_dominance_tangent_val_to_test,yes,measured dominance K=8 coverage=0.1042 fallback=0.8958 target=utility_margin features=tangent,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2986,0.5069,0.7292,0.4833,0.4597,0.2639,0.2708,0.5278,n/a,n/a,n/a,n/a,3,see run
+"CTT residual test learned dominance (basic, utility_margin)",runs/ctt_learned_dominance_val_to_test,yes,measured dominance K=8 coverage=0.2431 fallback=0.7569,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.3056,0.5069,0.7292,0.4833,0.4730,0.2639,0.2569,0.5278,n/a,n/a,n/a,n/a,3,see run